2026-10-30T19:34:16.975484826Z + . /ovnkube-lib/ovnkube-lib.sh 2026-10-30T19:34:16.975630860Z ++ set -x 2026-10-30T19:34:16.975630860Z ++ [[ -f /env/_global ]] 2026-10-30T19:34:16.975630860Z ++ K8S_NODE=ip-10-0-132-115.ec2.internal 2026-10-30T19:34:16.975630860Z ++ [[ -n ip-10-0-132-115.ec2.internal ]] 2026-10-30T19:34:16.975630860Z ++ [[ -f /env/ip-10-0-132-115.ec2.internal ]] 2026-10-30T19:34:16.975630860Z ++ northd_pidfile=/var/run/ovn/ovn-northd.pid 2026-10-30T19:34:16.975630860Z ++ controller_pidfile=/var/run/ovn/ovn-controller.pid 2026-10-30T19:34:16.975630860Z ++ controller_logfile=/var/log/ovn/acl-audit-log.log 2026-10-30T19:34:16.975630860Z ++ vswitch_dbsock=/var/run/openvswitch/db.sock 2026-10-30T19:34:16.975630860Z ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid 2026-10-30T19:34:16.975630860Z ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock 2026-10-30T19:34:16.975630860Z ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl 2026-10-30T19:34:16.975630860Z ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid 2026-10-30T19:34:16.975630860Z ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock 2026-10-30T19:34:16.975630860Z ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl 2026-10-30T19:34:16.976860365Z + start-ovnkube-node 4 29103 29105 2026-10-30T19:34:16.976896528Z + local log_level=4 2026-10-30T19:34:16.976906248Z + local metrics_port=29103 2026-10-30T19:34:16.976906248Z + local ovn_metrics_port=29105 2026-10-30T19:34:16.976915893Z + ovn_advertised_udn_isolation_mode_flag= 2026-10-30T19:34:16.976915893Z + openflow_probe_flag= 2026-10-30T19:34:16.976915893Z + allow_icmp_network_policy_flag= 2026-10-30T19:34:16.976926169Z + [[ 3 -ne 3 ]] 2026-10-30T19:34:16.976934846Z + ovs-vsctl br-exists br-ex 2026-10-30T19:34:16.984893099Z + wait-and-add-garp-drop-flow br-ex 2026-10-30T19:34:16.984925629Z + cni-bin-copy 2026-10-30T19:34:16.984973648Z + log cnibincopy 'Copying /usr/libexec/cni/ovn-k8s-cni-overlay to /cni-bin-dir/' 2026-10-30T19:34:16.984997711Z + local bridge=br-ex 2026-10-30T19:34:16.985019836Z + local max_retries=90 2026-10-30T19:34:16.985019836Z + local retries=0 2026-10-30T19:34:16.985050513Z + [[ 0 -lt 90 ]] 2026-10-30T19:34:16.985061264Z + add_garp_drop_flow br-ex 2026-10-30T19:34:16.985107645Z + local bridge=br-ex 2026-10-30T19:34:16.985107645Z + local cookie=0x0305 2026-10-30T19:34:16.985141182Z + local priority=499 2026-10-30T19:34:16.985289102Z ++ date --iso-8601=seconds 2026-10-30T19:34:16.985448035Z ++ ovs-vsctl list-ports br-ex 2026-10-30T19:34:16.987151279Z + echo '2026-10-30T19:34:16+00:00 [{cnibincopy}] Copying /usr/libexec/cni/ovn-k8s-cni-overlay to /cni-bin-dir/' 2026-10-30T19:34:16.987173774Z 2026-10-30T19:34:16+00:00 [{cnibincopy}] Copying /usr/libexec/cni/ovn-k8s-cni-overlay to /cni-bin-dir/ 2026-10-30T19:34:16.987192608Z + cp -f /usr/libexec/cni/ovn-k8s-cni-overlay /cni-bin-dir/ 2026-10-30T19:34:16.993564892Z + for port_name in $(ovs-vsctl list-ports "$bridge") 2026-10-30T19:34:16.993609515Z + [[ ens5 == *to-br-int ]] 2026-10-30T19:34:16.993609515Z + return 1 2026-10-30T19:34:16.993634723Z + (( retries += 1 )) 2026-10-30T19:34:16.993658131Z + [[ 1 -eq 15 ]] 2026-10-30T19:34:16.993666129Z + sleep 2 2026-10-30T19:34:17.037826302Z ++ date '+%m%d %H:%M:%S.%N' 2026-10-30T19:34:17.039451699Z I1030 19:34:17.039250698 - disable conntrack on geneve port 2026-10-30T19:34:17.039466431Z + echo 'I1030 19:34:17.039250698 - disable conntrack on geneve port' 2026-10-30T19:34:17.039477151Z + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK 2026-10-30T19:34:17.050434969Z + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK 2026-10-30T19:34:17.052237933Z + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK 2026-10-30T19:34:17.054101169Z + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK 2026-10-30T19:34:17.056035402Z ++ date '+%m%d %H:%M:%S.%N' 2026-10-30T19:34:17.057596005Z I1030 19:34:17.057373063 - starting ovnkube-node 2026-10-30T19:34:17.057608653Z + echo 'I1030 19:34:17.057373063 - starting ovnkube-node' 2026-10-30T19:34:17.057608653Z + multinetwork_policy_enabled_flag= 2026-10-30T19:34:17.057619044Z + ovn_eip_reachability_timeout_opt= 2026-10-30T19:34:17.057642936Z + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-132-115.ec2.internal' 2026-10-30T19:34:17.057642936Z + gateway_interface=br-ex 2026-10-30T19:34:17.057672717Z + OVN_NODE_MODE=full 2026-10-30T19:34:17.057700646Z + '[' full == dpu-host ']' 2026-10-30T19:34:17.057710965Z + '[' shared == shared ']' 2026-10-30T19:34:17.057720780Z + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' 2026-10-30T19:34:17.057720780Z + export_network_flows_flags= 2026-10-30T19:34:17.057732043Z + [[ -n '' ]] 2026-10-30T19:34:17.057757236Z + [[ -n '' ]] 2026-10-30T19:34:17.057757236Z + [[ -n '' ]] 2026-10-30T19:34:17.057767587Z + [[ -n '' ]] 2026-10-30T19:34:17.057767587Z + [[ -n '' ]] 2026-10-30T19:34:17.057777228Z + [[ -n '' ]] 2026-10-30T19:34:17.057777228Z + gw_interface_flag= 2026-10-30T19:34:17.057788273Z + '[' -d /sys/class/net/br-ex1 ']' 2026-10-30T19:34:17.057819694Z + node_mgmt_port_netdev_flags= 2026-10-30T19:34:17.057819694Z + [[ -n '' ]] 2026-10-30T19:34:17.057830717Z + [[ -n '' ]] 2026-10-30T19:34:17.057830717Z + route_advertisements_enable_flag= 2026-10-30T19:34:17.057840330Z + [[ false == \t\r\u\e ]] 2026-10-30T19:34:17.057850030Z + evpn_enable_flag= 2026-10-30T19:34:17.057850030Z + [[ false == \t\r\u\e ]] 2026-10-30T19:34:17.057874580Z + network_observability_enabled_flag= 2026-10-30T19:34:17.057874580Z + [[ false == \t\r\u\e ]] 2026-10-30T19:34:17.057874580Z + ip_forwarding_flag= 2026-10-30T19:34:17.057885532Z + '[' '' == Global ']' 2026-10-30T19:34:17.057894361Z + ip_forwarding_flag=--disable-forwarding 2026-10-30T19:34:17.057903847Z + sysctl -w net.ipv4.ip_forward=0 2026-10-30T19:34:17.060088902Z net.ipv4.ip_forward = 0 2026-10-30T19:34:17.060192256Z + sysctl -w net.ipv6.conf.all.forwarding=0 2026-10-30T19:34:17.061039165Z net.ipv6.conf.all.forwarding = 0 2026-10-30T19:34:17.061139716Z + [[ '' != '' ]] 2026-10-30T19:34:17.061139716Z + [[ '' != '' ]] 2026-10-30T19:34:17.061152323Z + [[ '' != '' ]] 2026-10-30T19:34:17.061152323Z + NETWORK_NODE_IDENTITY_ENABLE= 2026-10-30T19:34:17.061163973Z + [[ true == \t\r\u\e ]] 2026-10-30T19:34:17.061175506Z + NETWORK_NODE_IDENTITY_ENABLE=' 2026-10-30T19:34:17.061175506Z --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig 2026-10-30T19:34:17.061175506Z --cert-dir=/etc/ovn/ovnkube-node-certs 2026-10-30T19:34:17.061175506Z --cert-duration=24h 2026-10-30T19:34:17.061175506Z ' 2026-10-30T19:34:17.061187160Z + ovn_v4_join_subnet_opt= 2026-10-30T19:34:17.061187160Z + [[ '' != '' ]] 2026-10-30T19:34:17.061196601Z + ovn_v6_join_subnet_opt= 2026-10-30T19:34:17.061196601Z + [[ '' != '' ]] 2026-10-30T19:34:17.061214492Z + ovn_v4_masquerade_subnet_opt= 2026-10-30T19:34:17.061214492Z + [[ 169.254.0.0/17 != '' ]] 2026-10-30T19:34:17.061224613Z + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' 2026-10-30T19:34:17.061233925Z + ovn_v6_masquerade_subnet_opt= 2026-10-30T19:34:17.061233925Z + [[ fd69::/112 != '' ]] 2026-10-30T19:34:17.061243797Z + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' 2026-10-30T19:34:17.061243797Z + ovn_v4_transit_switch_subnet_opt= 2026-10-30T19:34:17.061258088Z + [[ '' != '' ]] 2026-10-30T19:34:17.061267579Z + ovn_v6_transit_switch_subnet_opt= 2026-10-30T19:34:17.061267579Z + [[ '' != '' ]] 2026-10-30T19:34:17.061277212Z + enable_interconnect_flag= 2026-10-30T19:34:17.061537934Z + /usr/bin/ovnkube --help 2026-10-30T19:34:17.061660498Z + grep -q -- --enable-interconnect 2026-10-30T19:34:17.095695816Z + set-encap-ip-flag 2026-10-30T19:34:17.095738509Z + local ovn_encap_ip_normalized 2026-10-30T19:34:17.095738509Z + ovn_encap_ip_flag= 2026-10-30T19:34:17.095738509Z + ovn_encap_ip_normalized= 2026-10-30T19:34:17.095750824Z + [[ -n '' ]] 2026-10-30T19:34:17.095874730Z + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-132-115.ec2.internal --init-node ip-10-0-132-115.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --zone ip-10-0-132-115.ec2.internal --enable-multicast --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 2026-10-30T19:34:17.133803011Z I1030 19:34:17.133714 3618 config.go:2800] Parsed config file /run/ovnkube-config/ovnkube.conf 2026-10-30T19:34:17.133884406Z I1030 19:34:17.133779 3618 config.go:2801] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.132.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport: ClusterDefaultNADName: ClusterDefaultNetworkNAD:0xdebe1314b40} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:true EnableEgressIP:true EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:true EnableEgressQoS:true EnableEgressService:true EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:true EnableNetworkSegmentation:true EnableNetworkConnect:false EnableUplink:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableMultiExternalGateway:true EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AllowICMPNetworkPolicy:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://aaccc72ea71ef4fc48dcb8c82ae987dd-c2b27caf6a02449c.elb.us-east-2.amazonaws.com:6443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.31.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} TLS:{MinVersion: CipherSuites: ApplyOptions:} OvnNorth:{PrivKey: Cert: CACert: CertCommonName: northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{PrivKey: Cert: CACert: CertCommonName: northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: DPUHostGatewayRepresentorInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName: DPUNodeLeaseRenewInterval:10 DPUNodeLeaseDuration:40 SimulateDPU:false RoutingTableIDStart:1000} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology: FRRNamespace:}} 2026-10-30T19:34:17.135168645Z I1030 19:34:17.135150 3618 kube.go:374] Waiting for certificate 2026-10-30T19:34:17.135214669Z I1030 19:34:17.135193 3618 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" 2026-10-30T19:34:17.135254303Z I1030 19:34:17.135241 3618 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" 2026-10-30T19:34:17.135935868Z I1030 19:34:17.135917 3618 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" 2026-10-30T19:34:17.201076827Z I1030 19:34:17.201031 3618 csr.go:86] "Certificate signing request created" logger="kubernetes.io/kube-apiserver-client" csr="csr-zzl99" 2026-10-30T19:34:17.217252360Z I1030 19:34:17.217227 3618 reflector.go:425] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" 2026-10-30T19:34:17.217266308Z I1030 19:34:17.217247 3618 reflector.go:472] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" 2026-10-30T19:34:17.232401957Z I1030 19:34:17.232370 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" logger="kubernetes.io/kube-apiserver-client" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" totalItems=2 duration="15.06174ms" 2026-10-30T19:34:17.232401957Z I1030 19:34:17.232394 3618 reflector.go:507] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" 2026-10-30T19:34:17.232449231Z I1030 19:34:17.232444 3618 csr.go:272] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zzl99" 2026-10-30T19:34:17.232513231Z I1030 19:34:17.232486 3618 reflector.go:434] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" 2026-10-30T19:34:18.136316126Z I1030 19:34:18.136264 3618 kube.go:381] Certificate found 2026-10-30T19:34:18.136791447Z I1030 19:34:18.136769 3618 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" 2026-10-30T19:34:18.137610921Z I1030 19:34:18.137595 3618 metrics.go:436] Starting Metrics Server on address: 127.0.0.1:29103 2026-10-30T19:34:18.137735792Z I1030 19:34:18.137724 3618 metrics.go:447] Metrics Server starts to run ... 2026-10-30T19:34:18.137753148Z I1030 19:34:18.137744 3618 server.go:236] Metric Server starts to listen on 127.0.0.1:29103 2026-10-30T19:34:18.142953969Z I1030 19:34:18.142901 3618 cert_rotation.go:152] "Shutting down client certificate rotation controller" logger="tls-transport-cache" 2026-10-30T19:34:18.193920499Z I1030 19:34:18.193868 3618 metrics.go:157] OVN Kube log file not specified in config, therefore not starting the log file metric monitor 2026-10-30T19:34:18.204482829Z I1030 19:34:18.204439 3618 node_controller_manager.go:379] Starting the node network controller manager, Mode: full 2026-10-30T19:34:18.204559068Z I1030 19:34:18.204542 3618 factory.go:617] Starting watch factory 2026-10-30T19:34:18.204681315Z I1030 19:34:18.204659 3618 reflector.go:425] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204681315Z I1030 19:34:18.204670 3618 reflector.go:425] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204695861Z I1030 19:34:18.204670 3618 reflector.go:425] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204695861Z I1030 19:34:18.204683 3618 reflector.go:472] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204695861Z I1030 19:34:18.204689 3618 reflector.go:472] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204695861Z I1030 19:34:18.204691 3618 reflector.go:472] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204867576Z I1030 19:34:18.204847 3618 reflector.go:425] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204907443Z I1030 19:34:18.204896 3618 reflector.go:472] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.204956929Z I1030 19:34:18.204926 3618 reflector.go:425] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.205015606Z I1030 19:34:18.205001 3618 reflector.go:472] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.207911425Z I1030 19:34:18.207875 3618 metrics.go:436] Starting Metrics Server on address: 127.0.0.1:29105 2026-10-30T19:34:18.207973241Z I1030 19:34:18.207960 3618 server.go:115] MetricServer registers OVS metrics 2026-10-30T19:34:18.208192935Z I1030 19:34:18.208179 3618 server.go:119] MetricServer registers OVN DB metrics 2026-10-30T19:34:18.209096166Z I1030 19:34:18.204987 3618 reflector.go:425] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.209291439Z I1030 19:34:18.209276 3618 reflector.go:472] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.212086188Z I1030 19:34:18.212059 3618 controller_manager.go:373] Starting the ovnkube controller 2026-10-30T19:34:18.212191600Z I1030 19:34:18.212179 3618 factory.go:617] Starting watch factory 2026-10-30T19:34:18.212191600Z I1030 19:34:18.212185 3618 metrics.go:157] OVN Kube log file not specified in config, therefore not starting the log file metric monitor 2026-10-30T19:34:18.213314476Z I1030 19:34:18.213292 3618 ovn_db.go:333] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory 2026-10-30T19:34:18.213325238Z I1030 19:34:18.213316 3618 ovn_db.go:330] ovnnb_db.sock found at /var/run/ovn/ 2026-10-30T19:34:18.228119656Z I1030 19:34:18.228079 3618 ovn_db.go:391] Found OVN NB DB: &{0x1e985a0 /etc/ovn/ovnnb_db.db OVN_Northbound} 2026-10-30T19:34:18.228119656Z I1030 19:34:18.228100 3618 ovn_db.go:398] Found OVN SB DB: &{0x1e98860 /etc/ovn/ovnsb_db.db OVN_Southbound} 2026-10-30T19:34:18.232396039Z I1030 19:34:18.232361 3618 ovn_db.go:413] Found db is standalone, don't register db_cluster metrics 2026-10-30T19:34:18.232429770Z I1030 19:34:18.232401 3618 server.go:123] MetricServer registers OVN Controller metrics 2026-10-30T19:34:18.236140820Z I1030 19:34:18.236107 3618 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-10-31 19:29:17 +0000 UTC" deadline="2026-10-31 13:04:41.160619061 +0000 UTC" 2026-10-30T19:34:18.236140820Z I1030 19:34:18.236126 3618 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h30m22.924499689s" 2026-10-30T19:34:18.236999432Z I1030 19:34:18.236978 3618 server.go:127] MetricServer registers OVN Northd metrics 2026-10-30T19:34:18.241317031Z I1030 19:34:18.241295 3618 metrics.go:447] Metrics Server starts to run ... 2026-10-30T19:34:18.241317031Z I1030 19:34:18.241312 3618 server.go:236] Metric Server starts to listen on 127.0.0.1:29105 2026-10-30T19:34:18.286893805Z I1030 19:34:18.286813 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=34 duration="81.821289ms" 2026-10-30T19:34:18.286893805Z I1030 19:34:18.286879 3618 reflector.go:507] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.287664169Z I1030 19:34:18.287630 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=3 duration="82.873189ms" 2026-10-30T19:34:18.287732577Z I1030 19:34:18.287714 3618 reflector.go:507] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.299813653Z I1030 19:34:18.299759 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=55 duration="95.000685ms" 2026-10-30T19:34:18.299813653Z I1030 19:34:18.299802 3618 reflector.go:507] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.311222673Z I1030 19:34:18.311175 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=60 duration="106.064009ms" 2026-10-30T19:34:18.311272313Z I1030 19:34:18.311224 3618 reflector.go:507] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.311574991Z I1030 19:34:18.311545 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=42 duration="106.782956ms" 2026-10-30T19:34:18.311665289Z I1030 19:34:18.311631 3618 reflector.go:507] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.316324071Z I1030 19:34:18.316284 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:177" totalItems=44 duration="106.909418ms" 2026-10-30T19:34:18.316464348Z I1030 19:34:18.316451 3618 reflector.go:507] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:177" 2026-10-30T19:34:18.333340794Z I1030 19:34:18.333253 3618 factory.go:2107] *v1.Service informer cache synced successfully 2026-10-30T19:34:18.333437536Z I1030 19:34:18.333401 3618 factory.go:2107] *v1.EndpointSlice informer cache synced successfully 2026-10-30T19:34:18.333437536Z I1030 19:34:18.333414 3618 factory.go:2107] *v1.Pod informer cache synced successfully 2026-10-30T19:34:18.333437536Z I1030 19:34:18.333419 3618 factory.go:2107] *v1.NetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.333437536Z I1030 19:34:18.333423 3618 factory.go:2107] *v1.Namespace informer cache synced successfully 2026-10-30T19:34:18.333437536Z I1030 19:34:18.333428 3618 factory.go:2107] *v1.Node informer cache synced successfully 2026-10-30T19:34:18.333464889Z I1030 19:34:18.333431 3618 factory.go:2107] *v1.EndpointSlice informer cache synced successfully 2026-10-30T19:34:18.333464889Z I1030 19:34:18.333448 3618 factory.go:2107] *v1.Pod informer cache synced successfully 2026-10-30T19:34:18.333464889Z I1030 19:34:18.333453 3618 factory.go:2107] *v1.NetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.333476393Z I1030 19:34:18.333464 3618 factory.go:2107] *v1.Namespace informer cache synced successfully 2026-10-30T19:34:18.333476393Z I1030 19:34:18.333468 3618 factory.go:2107] *v1.Node informer cache synced successfully 2026-10-30T19:34:18.333476393Z I1030 19:34:18.333472 3618 factory.go:2107] *v1.Service informer cache synced successfully 2026-10-30T19:34:18.333594558Z I1030 19:34:18.333562 3618 reflector.go:425] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.333594558Z I1030 19:34:18.333585 3618 reflector.go:472] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.333666763Z I1030 19:34:18.333645 3618 reflector.go:425] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.333714968Z I1030 19:34:18.333705 3618 reflector.go:472] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.348814958Z I1030 19:34:18.348772 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="14.995552ms" 2026-10-30T19:34:18.348814958Z I1030 19:34:18.348806 3618 reflector.go:507] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.348851235Z I1030 19:34:18.348772 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="15.132671ms" 2026-10-30T19:34:18.348851235Z I1030 19:34:18.348830 3618 reflector.go:507] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" 2026-10-30T19:34:18.438649104Z I1030 19:34:18.438597 3618 factory.go:2107] *v1alpha1.AdminNetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.438649104Z I1030 19:34:18.438621 3618 factory.go:2107] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.438680747Z I1030 19:34:18.438617 3618 factory.go:2107] *v1alpha1.AdminNetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.438695747Z I1030 19:34:18.438686 3618 factory.go:2107] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully 2026-10-30T19:34:18.438746330Z I1030 19:34:18.438727 3618 reflector.go:425] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.438756559Z I1030 19:34:18.438746 3618 reflector.go:472] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.453382220Z I1030 19:34:18.453343 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.542678ms" 2026-10-30T19:34:18.453416015Z I1030 19:34:18.453378 3618 reflector.go:507] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.453508164Z I1030 19:34:18.453473 3618 factory.go:2107] *v1.EgressIP informer cache synced successfully 2026-10-30T19:34:18.453636652Z I1030 19:34:18.453478 3618 factory.go:2107] *v1.EgressIP informer cache synced successfully 2026-10-30T19:34:18.453663472Z I1030 19:34:18.453639 3618 reflector.go:425] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.453663472Z I1030 19:34:18.453659 3618 reflector.go:472] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.468386328Z I1030 19:34:18.468343 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.630416ms" 2026-10-30T19:34:18.468386328Z I1030 19:34:18.468380 3618 reflector.go:507] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.468487732Z I1030 19:34:18.468465 3618 factory.go:2107] *v1.EgressFirewall informer cache synced successfully 2026-10-30T19:34:18.468583482Z I1030 19:34:18.468555 3618 factory.go:2107] *v1.EgressFirewall informer cache synced successfully 2026-10-30T19:34:18.468634716Z I1030 19:34:18.468592 3618 reflector.go:425] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.468689131Z I1030 19:34:18.468656 3618 reflector.go:472] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.483318582Z I1030 19:34:18.483273 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.553072ms" 2026-10-30T19:34:18.483318582Z I1030 19:34:18.483307 3618 reflector.go:507] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.483419803Z I1030 19:34:18.483397 3618 factory.go:2107] *v1.EgressQoS informer cache synced successfully 2026-10-30T19:34:18.483524344Z I1030 19:34:18.483473 3618 factory.go:2107] *v1.EgressQoS informer cache synced successfully 2026-10-30T19:34:18.483547125Z I1030 19:34:18.483528 3618 reflector.go:425] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.483547125Z I1030 19:34:18.483543 3618 reflector.go:472] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.498241185Z I1030 19:34:18.498203 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.606557ms" 2026-10-30T19:34:18.498276259Z I1030 19:34:18.498238 3618 reflector.go:507] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.498353751Z I1030 19:34:18.498329 3618 factory.go:2107] *v1.EgressService informer cache synced successfully 2026-10-30T19:34:18.498450692Z I1030 19:34:18.498325 3618 factory.go:2107] *v1.EgressService informer cache synced successfully 2026-10-30T19:34:18.498515669Z I1030 19:34:18.498471 3618 reflector.go:425] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.498515669Z I1030 19:34:18.498510 3618 reflector.go:472] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.513330340Z I1030 19:34:18.513287 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.721793ms" 2026-10-30T19:34:18.513372884Z I1030 19:34:18.513330 3618 reflector.go:507] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.513403721Z I1030 19:34:18.513385 3618 factory.go:2107] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully 2026-10-30T19:34:18.513414905Z I1030 19:34:18.513402 3618 factory.go:2107] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully 2026-10-30T19:34:18.513619214Z I1030 19:34:18.513599 3618 reflector.go:425] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" 2026-10-30T19:34:18.513636330Z I1030 19:34:18.513615 3618 reflector.go:472] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" 2026-10-30T19:34:18.527814766Z I1030 19:34:18.527774 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" totalItems=2 duration="14.099771ms" 2026-10-30T19:34:18.527814766Z I1030 19:34:18.527804 3618 reflector.go:507] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" 2026-10-30T19:34:18.619735464Z I1030 19:34:18.619680 3618 factory.go:2107] *v1.NetworkAttachmentDefinition informer cache synced successfully 2026-10-30T19:34:18.619787723Z I1030 19:34:18.619696 3618 factory.go:2107] *v1.NetworkAttachmentDefinition informer cache synced successfully 2026-10-30T19:34:18.619827531Z I1030 19:34:18.619809 3618 reflector.go:425] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.619837386Z I1030 19:34:18.619825 3618 reflector.go:472] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.619960524Z I1030 19:34:18.619809 3618 reflector.go:425] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.619986337Z I1030 19:34:18.619956 3618 reflector.go:472] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.634639462Z I1030 19:34:18.634601 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.718352ms" 2026-10-30T19:34:18.634685471Z I1030 19:34:18.634638 3618 reflector.go:507] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.634794596Z I1030 19:34:18.634759 3618 reflector.go:1080] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" totalItems=1 duration="14.755867ms" 2026-10-30T19:34:18.634832021Z I1030 19:34:18.634792 3618 reflector.go:507] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" 2026-10-30T19:34:18.634924662Z I1030 19:34:18.634901 3618 factory.go:2107] *v1.ClusterUserDefinedNetwork informer cache synced successfully 2026-10-30T19:34:18.634924662Z I1030 19:34:18.634906 3618 factory.go:2107] *v1.UserDefinedNetwork informer cache synced successfully 2026-10-30T19:34:18.634924662Z I1030 19:34:18.634919 3618 factory.go:2107] *v1.ClusterUserDefinedNetwork informer cache synced successfully 2026-10-30T19:34:18.634939563Z I1030 19:34:18.634929 3618 factory.go:749] Watch Factory start up complete, took: 422.747971ms 2026-10-30T19:34:18.634984968Z I1030 19:34:18.634969 3618 controller_manager.go:559] Switching to transit router for layer2 networks 2026-10-30T19:34:18.635021673Z I1030 19:34:18.635002 3618 kube.go:267] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.635129176Z I1030 19:34:18.634913 3618 factory.go:2107] *v1.UserDefinedNetwork informer cache synced successfully 2026-10-30T19:34:18.635141002Z I1030 19:34:18.635128 3618 factory.go:749] Watch Factory start up complete, took: 430.594472ms 2026-10-30T19:34:18.635203124Z I1030 19:34:18.635190 3618 default_node_network_controller.go:195] Enable node proxy healthz server on 0.0.0.0:10256 2026-10-30T19:34:18.662549498Z I1030 19:34:18.662506 3618 addressset_manager.go:184] Starting pod-selector-address-set-manager controller 2026-10-30T19:34:18.662579533Z I1030 19:34:18.662558 3618 controller.go:153] Adding controller pod-selector-address-set-manager-node event handlers 2026-10-30T19:34:18.662579533Z I1030 19:34:18.662559 3618 controller.go:153] Adding controller pod-selector-address-set-manager-namespace event handlers 2026-10-30T19:34:18.662579533Z I1030 19:34:18.662567 3618 controller.go:153] Adding controller pod-selector-address-set-manager-pod event handlers 2026-10-30T19:34:18.662627795Z I1030 19:34:18.662610 3618 shared_informer.go:381] "Waiting for caches to sync" controller="pod-selector-address-set-manager-node" 2026-10-30T19:34:18.662638380Z I1030 19:34:18.662626 3618 shared_informer.go:388] "Caches are synced" controller="pod-selector-address-set-manager-node" 2026-10-30T19:34:18.662737213Z I1030 19:34:18.662707 3618 shared_informer.go:381] "Waiting for caches to sync" controller="pod-selector-address-set-manager-pod" 2026-10-30T19:34:18.662737213Z I1030 19:34:18.662723 3618 shared_informer.go:381] "Waiting for caches to sync" controller="pod-selector-address-set-manager-namespace" 2026-10-30T19:34:18.662737213Z I1030 19:34:18.662726 3618 shared_informer.go:388] "Caches are synced" controller="pod-selector-address-set-manager-pod" 2026-10-30T19:34:18.662766923Z I1030 19:34:18.662738 3618 shared_informer.go:388] "Caches are synced" controller="pod-selector-address-set-manager-namespace" 2026-10-30T19:34:18.662999829Z I1030 19:34:18.662985 3618 controller.go:177] Starting controller pod-selector-address-set-manager-pod with 1 workers 2026-10-30T19:34:18.663012593Z I1030 19:34:18.663005 3618 controller.go:177] Starting controller pod-selector-address-set-manager-namespace with 1 workers 2026-10-30T19:34:18.663021305Z I1030 19:34:18.663012 3618 controller.go:177] Starting controller pod-selector-address-set-manager-node with 1 workers 2026-10-30T19:34:18.663021305Z I1030 19:34:18.663019 3618 controller.go:177] Starting controller pod-selector-address-set-manager-addrset with 1 workers 2026-10-30T19:34:18.663133629Z I1030 19:34:18.663121 3618 services_controller.go:148] Creating services controller for network=default 2026-10-30T19:34:18.663206353Z I1030 19:34:18.663194 3618 udn_enabled_svc.go:84] Waiting for service informer to sync 2026-10-30T19:34:18.663238727Z I1030 19:34:18.663225 3618 controller.go:153] Adding controller node-topology-node event handlers 2026-10-30T19:34:18.663280659Z I1030 19:34:18.663267 3618 shared_informer.go:381] "Waiting for caches to sync" controller="node-topology-node" 2026-10-30T19:34:18.663290647Z I1030 19:34:18.663281 3618 shared_informer.go:388] "Caches are synced" controller="node-topology-node" 2026-10-30T19:34:18.663299453Z I1030 19:34:18.663289 3618 controller.go:177] Starting controller node-topology-node with 15 workers 2026-10-30T19:34:18.663325876Z I1030 19:34:18.663314 3618 controller.go:153] Adding controller [node-nad-controller NAD controller] event handlers 2026-10-30T19:34:18.663362534Z I1030 19:34:18.663351 3618 shared_informer.go:381] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" 2026-10-30T19:34:18.663370083Z I1030 19:34:18.663364 3618 shared_informer.go:388] "Caches are synced" controller="[node-nad-controller NAD controller]" 2026-10-30T19:34:18.663389112Z I1030 19:34:18.663376 3618 nad_controller.go:969] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes 2026-10-30T19:34:18.663692008Z I1030 19:34:18.663668 3618 controller.go:177] Starting controller [node-nad-controller NAD controller] with 1 workers 2026-10-30T19:34:18.663780575Z I1030 19:34:18.663765 3618 udn_enabled_svc.go:99] Performing full resync 2026-10-30T19:34:18.663780575Z I1030 19:34:18.663764 3618 nad_controller.go:1008] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.005µs 2026-10-30T19:34:18.663829795Z I1030 19:34:18.663808 3618 network_controller.go:383] [node-nad-controller network controller]: syncing all networks 2026-10-30T19:34:18.663868824Z I1030 19:34:18.663856 3618 network_controller.go:408] [node-nad-controller network controller]: finished syncing network default, took 33.898µs 2026-10-30T19:34:18.663876977Z I1030 19:34:18.663867 3618 network_controller.go:390] [node-nad-controller network controller]: finished syncing all networks. Time taken: 61.108µs 2026-10-30T19:34:18.663883429Z I1030 19:34:18.663875 3618 controller.go:177] Starting controller [node-nad-controller network controller] with 5 workers 2026-10-30T19:34:18.663903175Z I1030 19:34:18.663891 3618 nad_controller.go:550] [node-nad-controller NAD controller]: started 2026-10-30T19:34:18.663919990Z I1030 19:34:18.663910 3618 default_network_controller.go:343] Starting the default network controller 2026-10-30T19:34:18.663999139Z I1030 19:34:18.663982 3618 network_controller.go:408] [node-nad-controller network controller]: finished syncing network default, took 81.412µs 2026-10-30T19:34:18.664167975Z I1030 19:34:18.664144 3618 udn_enabled_svc.go:103] Waiting for handler to sync 2026-10-30T19:34:18.664167975Z I1030 19:34:18.664157 3618 udn_enabled_svc.go:108] Starting worker 2026-10-30T19:34:18.674757617Z I1030 19:34:18.674724 3618 default_network_controller.go:639] Cleaning External Gateway ECMP routes 2026-10-30T19:34:18.674811904Z I1030 19:34:18.674799 3618 repair.go:35] Syncing exgw routes took 58.624µs 2026-10-30T19:34:18.674849730Z I1030 19:34:18.674839 3618 default_network_controller.go:658] Starting all the Watchers... 2026-10-30T19:34:18.675050274Z I1030 19:34:18.675022 3618 namespace.go:44] [openshift-node] adding namespace 2026-10-30T19:34:18.675097962Z I1030 19:34:18.675078 3618 namespace.go:44] [openshift-ovn-kubernetes] adding namespace 2026-10-30T19:34:18.675097962Z I1030 19:34:18.675083 3618 namespace.go:44] [openshift-console] adding namespace 2026-10-30T19:34:18.675135953Z I1030 19:34:18.675113 3618 namespace.go:44] [openshift-cluster-csi-drivers] adding namespace 2026-10-30T19:34:18.675217902Z I1030 19:34:18.675023 3618 namespace.go:44] [openshift-controller-manager-operator] adding namespace 2026-10-30T19:34:18.675217902Z I1030 19:34:18.675023 3618 namespace.go:44] [kube-node-lease] adding namespace 2026-10-30T19:34:18.675217902Z I1030 19:34:18.675023 3618 namespace.go:44] [openshift-kube-apiserver] adding namespace 2026-10-30T19:34:18.675217902Z I1030 19:34:18.675036 3618 namespace.go:44] [openshift-user-workload-monitoring] adding namespace 2026-10-30T19:34:18.675217902Z I1030 19:34:18.675047 3618 namespace.go:44] [openshift-monitoring] adding namespace 2026-10-30T19:34:18.675233636Z I1030 19:34:18.675048 3618 namespace.go:44] [openshift-operators] adding namespace 2026-10-30T19:34:18.675233636Z I1030 19:34:18.675058 3618 namespace.go:44] [openshift-ingress] adding namespace 2026-10-30T19:34:18.675233636Z I1030 19:34:18.675057 3618 namespace.go:44] [openshift-cluster-storage-operator] adding namespace 2026-10-30T19:34:18.675241639Z I1030 19:34:18.675059 3618 namespace.go:44] [openshift-cloud-network-config-controller] adding namespace 2026-10-30T19:34:18.675241639Z I1030 19:34:18.675061 3618 namespace.go:44] [openshift-insights] adding namespace 2026-10-30T19:34:18.675258479Z I1030 19:34:18.675067 3618 namespace.go:44] [openshift-image-registry] adding namespace 2026-10-30T19:34:18.675527354Z I1030 19:34:18.675505 3618 namespace.go:48] [openshift-node] adding namespace took 407.442µs 2026-10-30T19:34:18.675541828Z I1030 19:34:18.675525 3618 namespace.go:44] [openshift-network-node-identity] adding namespace 2026-10-30T19:34:18.675837446Z I1030 19:34:18.675823 3618 namespace.go:48] [openshift-network-node-identity] adding namespace took 292.955µs 2026-10-30T19:34:18.675846714Z I1030 19:34:18.675836 3618 namespace.go:44] [openshift-ingress-canary] adding namespace 2026-10-30T19:34:18.676106647Z I1030 19:34:18.676093 3618 namespace.go:48] [openshift-ingress-canary] adding namespace took 253.569µs 2026-10-30T19:34:18.676106647Z I1030 19:34:18.676104 3618 namespace.go:44] [openshift-etcd] adding namespace 2026-10-30T19:34:18.676413566Z I1030 19:34:18.676398 3618 namespace.go:48] [openshift-etcd] adding namespace took 288.129µs 2026-10-30T19:34:18.676713311Z I1030 19:34:18.676693 3618 namespace.go:48] [openshift-ovn-kubernetes] adding namespace took 1.598476ms 2026-10-30T19:34:18.676733124Z I1030 19:34:18.676719 3618 namespace.go:44] [openshift-cloud-credential-operator] adding namespace 2026-10-30T19:34:18.677511769Z I1030 19:34:18.677473 3618 namespace.go:48] [openshift-console] adding namespace took 2.376161ms 2026-10-30T19:34:18.677511769Z I1030 19:34:18.677489 3618 namespace.go:44] [openshift-machine-config-operator] adding namespace 2026-10-30T19:34:18.677808070Z I1030 19:34:18.677793 3618 namespace.go:48] [openshift-cluster-csi-drivers] adding namespace took 2.668942ms 2026-10-30T19:34:18.677820124Z I1030 19:34:18.677810 3618 namespace.go:44] [openshift-route-controller-manager] adding namespace 2026-10-30T19:34:18.678056460Z I1030 19:34:18.678043 3618 namespace.go:48] [openshift-controller-manager-operator] adding namespace took 2.83623ms 2026-10-30T19:34:18.678066895Z I1030 19:34:18.678055 3618 namespace.go:44] [openshift-kube-scheduler-operator] adding namespace 2026-10-30T19:34:18.678332623Z I1030 19:34:18.678310 3618 namespace.go:48] [kube-node-lease] adding namespace took 3.096969ms 2026-10-30T19:34:18.678332623Z I1030 19:34:18.678322 3618 namespace.go:44] [openshift-apiserver] adding namespace 2026-10-30T19:34:18.678651590Z I1030 19:34:18.678636 3618 namespace.go:48] [openshift-kube-apiserver] adding namespace took 3.4188ms 2026-10-30T19:34:18.678663983Z I1030 19:34:18.678656 3618 namespace.go:44] [openshift-machine-api] adding namespace 2026-10-30T19:34:18.678952684Z I1030 19:34:18.678940 3618 namespace.go:48] [openshift-user-workload-monitoring] adding namespace took 3.722256ms 2026-10-30T19:34:18.678960250Z I1030 19:34:18.678952 3618 namespace.go:44] [openshift-dns-operator] adding namespace 2026-10-30T19:34:18.679235238Z I1030 19:34:18.679221 3618 namespace.go:48] [openshift-monitoring] adding namespace took 3.998001ms 2026-10-30T19:34:18.679251292Z I1030 19:34:18.679241 3618 namespace.go:44] [openshift-controller-manager] adding namespace 2026-10-30T19:34:18.679480327Z I1030 19:34:18.679467 3618 namespace.go:48] [openshift-operators] adding namespace took 4.237495ms 2026-10-30T19:34:18.679487755Z I1030 19:34:18.679482 3618 namespace.go:44] [openshift-console-user-settings] adding namespace 2026-10-30T19:34:18.679754936Z I1030 19:34:18.679741 3618 namespace.go:48] [openshift-ingress] adding namespace took 4.509341ms 2026-10-30T19:34:18.679763097Z I1030 19:34:18.679754 3618 namespace.go:44] [openshift-kube-controller-manager] adding namespace 2026-10-30T19:34:18.680002018Z I1030 19:34:18.679989 3618 namespace.go:48] [openshift-cluster-storage-operator] adding namespace took 4.750473ms 2026-10-30T19:34:18.680011103Z I1030 19:34:18.680005 3618 namespace.go:44] [openshift-network-operator] adding namespace 2026-10-30T19:34:18.680240933Z I1030 19:34:18.680227 3618 namespace.go:48] [openshift-cloud-network-config-controller] adding namespace took 4.985307ms 2026-10-30T19:34:18.680251291Z I1030 19:34:18.680246 3618 namespace.go:44] [openshift-authentication] adding namespace 2026-10-30T19:34:18.680465532Z I1030 19:34:18.680453 3618 namespace.go:48] [openshift-insights] adding namespace took 5.203446ms 2026-10-30T19:34:18.680473527Z I1030 19:34:18.680468 3618 namespace.go:44] [default] adding namespace 2026-10-30T19:34:18.680704616Z I1030 19:34:18.680691 3618 namespace.go:48] [openshift-image-registry] adding namespace took 5.434709ms 2026-10-30T19:34:18.680713871Z I1030 19:34:18.680705 3618 namespace.go:44] [openshift-cloud-controller-manager] adding namespace 2026-10-30T19:34:18.680971554Z I1030 19:34:18.680957 3618 namespace.go:48] [openshift-cloud-credential-operator] adding namespace took 4.230863ms 2026-10-30T19:34:18.680985475Z I1030 19:34:18.680974 3618 namespace.go:44] [openshift-config-managed] adding namespace 2026-10-30T19:34:18.681186553Z I1030 19:34:18.681174 3618 namespace.go:48] [openshift-machine-config-operator] adding namespace took 3.666491ms 2026-10-30T19:34:18.681194420Z I1030 19:34:18.681185 3618 namespace.go:44] [openshift] adding namespace 2026-10-30T19:34:18.681396330Z I1030 19:34:18.681386 3618 namespace.go:48] [openshift-route-controller-manager] adding namespace took 3.571427ms 2026-10-30T19:34:18.681404610Z I1030 19:34:18.681395 3618 namespace.go:44] [kube-public] adding namespace 2026-10-30T19:34:18.681615422Z I1030 19:34:18.681601 3618 namespace.go:48] [openshift-kube-scheduler-operator] adding namespace took 3.541697ms 2026-10-30T19:34:18.681615422Z I1030 19:34:18.681613 3618 namespace.go:44] [openshift-kube-scheduler] adding namespace 2026-10-30T19:34:18.681880071Z I1030 19:34:18.681865 3618 namespace.go:48] [openshift-apiserver] adding namespace took 3.536887ms 2026-10-30T19:34:18.681889906Z I1030 19:34:18.681883 3618 namespace.go:44] [openshift-infra] adding namespace 2026-10-30T19:34:18.682098766Z I1030 19:34:18.682085 3618 namespace.go:48] [openshift-machine-api] adding namespace took 3.425152ms 2026-10-30T19:34:18.682098766Z I1030 19:34:18.682095 3618 namespace.go:44] [openshift-kube-controller-manager-operator] adding namespace 2026-10-30T19:34:18.682361162Z I1030 19:34:18.682346 3618 namespace.go:48] [openshift-dns-operator] adding namespace took 3.38827ms 2026-10-30T19:34:18.682370637Z I1030 19:34:18.682365 3618 namespace.go:44] [openshift-config] adding namespace 2026-10-30T19:34:18.682636394Z I1030 19:34:18.682622 3618 namespace.go:48] [openshift-controller-manager] adding namespace took 3.372773ms 2026-10-30T19:34:18.682648097Z I1030 19:34:18.682637 3618 namespace.go:44] [openshift-marketplace] adding namespace 2026-10-30T19:34:18.682928408Z I1030 19:34:18.682913 3618 namespace.go:48] [openshift-console-user-settings] adding namespace took 3.423708ms 2026-10-30T19:34:18.682937685Z I1030 19:34:18.682930 3618 namespace.go:44] [openshift-host-network] adding namespace 2026-10-30T19:34:18.683169609Z I1030 19:34:18.683157 3618 namespace.go:48] [openshift-kube-controller-manager] adding namespace took 3.397894ms 2026-10-30T19:34:18.683169609Z I1030 19:34:18.683167 3618 namespace.go:44] [openshift-cluster-samples-operator] adding namespace 2026-10-30T19:34:18.683435652Z I1030 19:34:18.683423 3618 namespace.go:48] [openshift-network-operator] adding namespace took 3.411885ms 2026-10-30T19:34:18.683444268Z I1030 19:34:18.683436 3618 namespace.go:44] [openshift-cluster-machine-approver] adding namespace 2026-10-30T19:34:18.683759935Z I1030 19:34:18.683746 3618 namespace.go:48] [openshift-authentication] adding namespace took 3.494116ms 2026-10-30T19:34:18.683773595Z I1030 19:34:18.683759 3618 namespace.go:44] [openshift-config-operator] adding namespace 2026-10-30T19:34:18.684033983Z I1030 19:34:18.684019 3618 namespace.go:48] [default] adding namespace took 3.54368ms 2026-10-30T19:34:18.684044261Z I1030 19:34:18.684038 3618 namespace.go:44] [openshift-cluster-node-tuning-operator] adding namespace 2026-10-30T19:34:18.684256977Z I1030 19:34:18.684244 3618 namespace.go:48] [openshift-cloud-controller-manager] adding namespace took 3.535515ms 2026-10-30T19:34:18.684256977Z I1030 19:34:18.684254 3618 namespace.go:44] [openshift-apiserver-operator] adding namespace 2026-10-30T19:34:18.684529711Z I1030 19:34:18.684515 3618 namespace.go:48] [openshift-config-managed] adding namespace took 3.53452ms 2026-10-30T19:34:18.684545119Z I1030 19:34:18.684533 3618 namespace.go:44] [openshift-kube-apiserver-operator] adding namespace 2026-10-30T19:34:18.684752519Z I1030 19:34:18.684740 3618 namespace.go:48] [openshift] adding namespace took 3.551554ms 2026-10-30T19:34:18.684752519Z I1030 19:34:18.684750 3618 namespace.go:44] [openshift-dns] adding namespace 2026-10-30T19:34:18.685011285Z I1030 19:34:18.684997 3618 namespace.go:48] [kube-public] adding namespace took 3.596218ms 2026-10-30T19:34:18.685218752Z I1030 19:34:18.685207 3618 namespace.go:48] [openshift-kube-scheduler] adding namespace took 3.590103ms 2026-10-30T19:34:18.685218752Z I1030 19:34:18.685216 3618 namespace.go:44] [openshift-kube-storage-version-migrator-operator] adding namespace 2026-10-30T19:34:18.685416017Z I1030 19:34:18.685404 3618 namespace.go:48] [openshift-infra] adding namespace took 3.517382ms 2026-10-30T19:34:18.685416017Z I1030 19:34:18.685414 3618 namespace.go:44] [openshift-operator-lifecycle-manager] adding namespace 2026-10-30T19:34:18.685710532Z I1030 19:34:18.685695 3618 namespace.go:48] [openshift-kube-controller-manager-operator] adding namespace took 3.594294ms 2026-10-30T19:34:18.685722771Z I1030 19:34:18.685714 3618 namespace.go:44] [openshift-cluster-version] adding namespace 2026-10-30T19:34:18.685926978Z I1030 19:34:18.685914 3618 namespace.go:48] [openshift-config] adding namespace took 3.545032ms 2026-10-30T19:34:18.685936201Z I1030 19:34:18.685926 3618 namespace.go:44] [kube-system] adding namespace 2026-10-30T19:34:18.686181023Z I1030 19:34:18.686166 3618 namespace.go:48] [openshift-marketplace] adding namespace took 3.523293ms 2026-10-30T19:34:18.686189711Z I1030 19:34:18.686183 3618 namespace.go:44] [openshift-ingress-operator] adding namespace 2026-10-30T19:34:18.686391180Z I1030 19:34:18.686378 3618 namespace.go:48] [openshift-host-network] adding namespace took 3.442954ms 2026-10-30T19:34:18.686391180Z I1030 19:34:18.686388 3618 namespace.go:44] [openshift-network-diagnostics] adding namespace 2026-10-30T19:34:18.686679812Z I1030 19:34:18.686661 3618 namespace.go:48] [openshift-cluster-samples-operator] adding namespace took 3.488556ms 2026-10-30T19:34:18.686691466Z I1030 19:34:18.686678 3618 namespace.go:44] [openshift-authentication-operator] adding namespace 2026-10-30T19:34:18.686900670Z I1030 19:34:18.686885 3618 namespace.go:48] [openshift-cluster-machine-approver] adding namespace took 3.444855ms 2026-10-30T19:34:18.686900670Z I1030 19:34:18.686895 3618 namespace.go:44] [openshift-console-operator] adding namespace 2026-10-30T19:34:18.687157665Z I1030 19:34:18.687140 3618 namespace.go:48] [openshift-config-operator] adding namespace took 3.374455ms 2026-10-30T19:34:18.687167135Z I1030 19:34:18.687158 3618 namespace.go:44] [openshift-service-ca-operator] adding namespace 2026-10-30T19:34:18.687406018Z I1030 19:34:18.687387 3618 namespace.go:48] [openshift-cluster-node-tuning-operator] adding namespace took 3.341976ms 2026-10-30T19:34:18.687415076Z I1030 19:34:18.687405 3618 namespace.go:44] [openshift-multus] adding namespace 2026-10-30T19:34:18.687661947Z I1030 19:34:18.687613 3618 namespace.go:48] [openshift-apiserver-operator] adding namespace took 3.354796ms 2026-10-30T19:34:18.687661947Z I1030 19:34:18.687634 3618 namespace.go:44] [openshift-network-console] adding namespace 2026-10-30T19:34:18.687928851Z I1030 19:34:18.687910 3618 namespace.go:48] [openshift-kube-apiserver-operator] adding namespace took 3.37098ms 2026-10-30T19:34:18.688158554Z I1030 19:34:18.688143 3618 namespace.go:48] [openshift-dns] adding namespace took 3.388648ms 2026-10-30T19:34:18.688415838Z I1030 19:34:18.688398 3618 namespace.go:48] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.176269ms 2026-10-30T19:34:18.688676367Z I1030 19:34:18.688642 3618 namespace.go:48] [openshift-operator-lifecycle-manager] adding namespace took 3.224508ms 2026-10-30T19:34:18.688747967Z I1030 19:34:18.688732 3618 default_node_network_controller.go:732] Initializing the default node network controller 2026-10-30T19:34:18.688918460Z I1030 19:34:18.688902 3618 namespace.go:48] [openshift-cluster-version] adding namespace took 3.181791ms 2026-10-30T19:34:18.689170171Z I1030 19:34:18.689151 3618 namespace.go:48] [kube-system] adding namespace took 3.219123ms 2026-10-30T19:34:18.689604118Z I1030 19:34:18.689588 3618 namespace.go:48] [openshift-ingress-operator] adding namespace took 3.397498ms 2026-10-30T19:34:18.689862333Z I1030 19:34:18.689850 3618 namespace.go:48] [openshift-network-diagnostics] adding namespace took 3.457419ms 2026-10-30T19:34:18.690170676Z I1030 19:34:18.690157 3618 namespace.go:48] [openshift-authentication-operator] adding namespace took 3.47278ms 2026-10-30T19:34:18.690366299Z I1030 19:34:18.690352 3618 namespace.go:48] [openshift-console-operator] adding namespace took 3.451955ms 2026-10-30T19:34:18.690634067Z I1030 19:34:18.690609 3618 namespace.go:48] [openshift-service-ca-operator] adding namespace took 3.443873ms 2026-10-30T19:34:18.691149560Z I1030 19:34:18.691135 3618 namespace.go:48] [openshift-multus] adding namespace took 3.722971ms 2026-10-30T19:34:18.691360400Z I1030 19:34:18.691346 3618 namespace.go:48] [openshift-network-console] adding namespace took 3.706284ms 2026-10-30T19:34:18.691439007Z W1030 19:34:18.691428 3618 master.go:462] Unable to parse local node ip-10-0-132-115.ec2.internal chassis-id annotation. Chassis may be removed during sync 2026-10-30T19:34:18.691447389Z W1030 19:34:18.691437 3618 master.go:475] Unable to parse remote node ip-10-0-133-26.ec2.internal chassis-id annotation. Chassis may be removed during sync 2026-10-30T19:34:18.691564487Z I1030 19:34:18.691552 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.695265357Z I1030 19:34:18.695240 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.695591747Z I1030 19:34:18.695573 3618 zone_ic_handler.go:198] Time taken to create transit switch: 318.295µs 2026-10-30T19:34:18.696413508Z E1030 19:34:18.696391 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.696488009Z I1030 19:34:18.696462 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.696519286Z I1030 19:34:18.696483 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.696541113Z E1030 19:34:18.696529 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.702559169Z I1030 19:34:18.702535 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.702584628Z I1030 19:34:18.702561 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.702865831Z I1030 19:34:18.702849 3618 zone_ic_handler.go:198] Time taken to create transit switch: 278.917µs 2026-10-30T19:34:18.703385417Z E1030 19:34:18.703364 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.703406760Z I1030 19:34:18.703372 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.703433519Z I1030 19:34:18.703422 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.703464583Z E1030 19:34:18.703454 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.713609755Z I1030 19:34:18.713576 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.713609755Z I1030 19:34:18.713605 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.713981552Z I1030 19:34:18.713953 3618 zone_ic_handler.go:198] Time taken to create transit switch: 337.015µs 2026-10-30T19:34:18.714834665Z E1030 19:34:18.714813 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.714852709Z I1030 19:34:18.714829 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.714877479Z I1030 19:34:18.714866 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.714908322Z E1030 19:34:18.714898 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.722049491Z I1030 19:34:18.722024 3618 services_controller.go:240] Starting controller ovn-lb-controller for network=default 2026-10-30T19:34:18.722464005Z I1030 19:34:18.722439 3618 services_controller.go:252] Waiting for node handler to sync for network=default 2026-10-30T19:34:18.722487808Z I1030 19:34:18.722460 3618 shared_informer.go:381] "Waiting for caches to sync" controller="node-tracker-controller" 2026-10-30T19:34:18.722535389Z I1030 19:34:18.722518 3618 node_info.go:79] Node ip-10-0-132-115.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal" 2026-10-30T19:34:18.722551909Z I1030 19:34:18.722541 3618 services_controller.go:1032] Node ip-10-0-132-115.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:18.722573008Z I1030 19:34:18.722561 3618 node_info.go:79] Node ip-10-0-133-26.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-133-26.ec2.internal" 2026-10-30T19:34:18.722573008Z I1030 19:34:18.722570 3618 services_controller.go:1032] Node ip-10-0-133-26.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:18.735703953Z I1030 19:34:18.735661 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.735703953Z I1030 19:34:18.735697 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.736153326Z I1030 19:34:18.736131 3618 zone_ic_handler.go:198] Time taken to create transit switch: 422.918µs 2026-10-30T19:34:18.736819924Z E1030 19:34:18.736796 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.736819924Z I1030 19:34:18.736807 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.736863434Z I1030 19:34:18.736845 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.736902268Z E1030 19:34:18.736886 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.759257599Z I1030 19:34:18.759219 3618 udn_isolation.go:101] Starting UDN host isolation manager 2026-10-30T19:34:18.765429505Z I1030 19:34:18.765393 3618 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service 2026-10-30T19:34:18.777806233Z I1030 19:34:18.777767 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.777806233Z I1030 19:34:18.777801 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.778239213Z I1030 19:34:18.778212 3618 zone_ic_handler.go:198] Time taken to create transit switch: 400.131µs 2026-10-30T19:34:18.778949649Z E1030 19:34:18.778932 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.779008003Z I1030 19:34:18.778982 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.779028988Z E1030 19:34:18.779017 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.779036810Z I1030 19:34:18.779013 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.823604128Z I1030 19:34:18.823551 3618 shared_informer.go:388] "Caches are synced" controller="node-tracker-controller" 2026-10-30T19:34:18.823604128Z I1030 19:34:18.823577 3618 services_controller.go:260] Setting up event handlers for services for network=default 2026-10-30T19:34:18.823676741Z I1030 19:34:18.823665 3618 services_controller.go:270] Setting up event handlers for endpoint slices for network=default 2026-10-30T19:34:18.823711891Z I1030 19:34:18.823702 3618 services_controller.go:280] Waiting for service and endpoint handlers to sync for network=default 2026-10-30T19:34:18.823719825Z I1030 19:34:18.823714 3618 shared_informer.go:381] "Waiting for caches to sync" controller="ovn-lb-controller" 2026-10-30T19:34:18.832153833Z I1030 19:34:18.831902 3618 controller.go:153] Adding controller udn-host-isolation-manager event handlers 2026-10-30T19:34:18.832249984Z I1030 19:34:18.832232 3618 shared_informer.go:381] "Waiting for caches to sync" controller="udn-host-isolation-manager" 2026-10-30T19:34:18.832262512Z I1030 19:34:18.832251 3618 shared_informer.go:388] "Caches are synced" controller="udn-host-isolation-manager" 2026-10-30T19:34:18.859245736Z I1030 19:34:18.859210 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.859281682Z I1030 19:34:18.859243 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.859681755Z I1030 19:34:18.859661 3618 zone_ic_handler.go:198] Time taken to create transit switch: 407.727µs 2026-10-30T19:34:18.860309187Z E1030 19:34:18.860283 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.860334081Z I1030 19:34:18.860308 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5404", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.860345561Z I1030 19:34:18.860336 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:18.860373620Z E1030 19:34:18.860360 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:18.869139495Z I1030 19:34:18.869096 3618 controller.go:177] Starting controller udn-host-isolation-manager with 1 workers 2026-10-30T19:34:18.869174685Z I1030 19:34:18.869161 3618 default_node_network_controller.go:826] Node ip-10-0-132-115.ec2.internal ready for ovn initialization with subnet 10.132.0.0/23 2026-10-30T19:34:18.875386010Z I1030 19:34:18.875348 3618 kube.go:267] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.132.115"]] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.900742003Z I1030 19:34:18.900701 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:18.900742003Z I1030 19:34:18.900730 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:18.901079270Z I1030 19:34:18.901064 3618 zone_ic_handler.go:198] Time taken to create transit switch: 326.567µs 2026-10-30T19:34:18.901785180Z E1030 19:34:18.901770 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.901849548Z I1030 19:34:18.901811 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5416", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:18.907373713Z I1030 19:34:18.907348 3618 gateway_init.go:241] Initializing Gateway Functionality for Gateway PreStart 2026-10-30T19:34:18.907596560Z I1030 19:34:18.907581 3618 helper_linux.go:96] Provided gateway interface "br-ex", found as index: 5 2026-10-30T19:34:18.907724579Z I1030 19:34:18.907709 3618 helper_linux.go:121] Found default gateway interface br-ex 10.0.128.1 2026-10-30T19:34:18.907833222Z I1030 19:34:18.907820 3618 gateway_init.go:273] Preparing Gateway 2026-10-30T19:34:18.907840685Z I1030 19:34:18.907831 3618 gateway_shared_intf.go:1714] Creating new gateway 2026-10-30T19:34:18.923859034Z I1030 19:34:18.923820 3618 shared_informer.go:388] "Caches are synced" controller="ovn-lb-controller" 2026-10-30T19:34:18.923859034Z I1030 19:34:18.923847 3618 repair.go:63] Starting repairing loop for services 2026-10-30T19:34:18.923931270Z I1030 19:34:18.923920 3618 repair.go:134] Deleted 0 stale service LBs 2026-10-30T19:34:18.923941892Z I1030 19:34:18.923937 3618 repair.go:140] Deleted 0 stale Chassis Template Vars 2026-10-30T19:34:18.923963434Z I1030 19:34:18.923953 3618 repair.go:65] Finished repairing loop for services: 108.584µs 2026-10-30T19:34:18.923989548Z I1030 19:34:18.923980 3618 services_controller.go:679] Controller cache of 0 load balancers initialized for 0 services for network=default 2026-10-30T19:34:18.924068868Z I1030 19:34:18.924058 3618 services_controller.go:307] Starting workers for network=default 2026-10-30T19:34:18.924368646Z I1030 19:34:18.924333 3618 base_network_controller_pods.go:486] [default/openshift-multus/network-metrics-daemon-57wdt] creating logical port openshift-multus_network-metrics-daemon-57wdt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924418853Z I1030 19:34:18.924403 3618 pods.go:267] [openshift-multus/network-metrics-daemon-57wdt] addLogicalPort took 78.607µs, libovsdb time 0s 2026-10-30T19:34:18.924441046Z I1030 19:34:18.924426 3618 obj_retry.go:608] default/networkController: failed to create *v1.Pod openshift-multus/network-metrics-daemon-57wdt, error: addLogicalPort failed for openshift-multus/network-metrics-daemon-57wdt: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924451339Z I1030 19:34:18.924436 3618 base_network_controller_pods.go:486] [default/kube-system/global-pull-secret-syncer-shwzj] creating logical port kube-system_global-pull-secret-syncer-shwzj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924451339Z I1030 19:34:18.924333 3618 base_network_controller_pods.go:486] [default/openshift-network-diagnostics/network-check-target-8f2fj] creating logical port openshift-network-diagnostics_network-check-target-8f2fj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924512156Z I1030 19:34:18.924483 3618 pods.go:267] [kube-system/global-pull-secret-syncer-shwzj] addLogicalPort took 61.75µs, libovsdb time 0s 2026-10-30T19:34:18.924512156Z I1030 19:34:18.924483 3618 pods.go:267] [openshift-network-diagnostics/network-check-target-8f2fj] addLogicalPort took 158.449µs, libovsdb time 0s 2026-10-30T19:34:18.924526256Z I1030 19:34:18.924519 3618 obj_retry.go:608] default/networkController: failed to create *v1.Pod kube-system/global-pull-secret-syncer-shwzj, error: addLogicalPort failed for kube-system/global-pull-secret-syncer-shwzj: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924539664Z I1030 19:34:18.924521 3618 obj_retry.go:608] default/networkController: failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8f2fj, error: addLogicalPort failed for openshift-network-diagnostics/network-check-target-8f2fj: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:18.924980768Z I1030 19:34:18.924962 3618 admin_network_policy_controller.go:221] Starting controller default-network-controller 2026-10-30T19:34:18.925025547Z I1030 19:34:18.924996 3618 shared_informer.go:381] "Waiting for caches to sync" controller="default-network-controller" 2026-10-30T19:34:18.925025547Z I1030 19:34:18.925014 3618 shared_informer.go:388] "Caches are synced" controller="default-network-controller" 2026-10-30T19:34:18.925025547Z I1030 19:34:18.925019 3618 admin_network_policy_controller.go:231] Repairing Admin Network Policies 2026-10-30T19:34:18.925109668Z I1030 19:34:18.925095 3618 repair.go:32] Repairing admin network policies took 70.993µs 2026-10-30T19:34:18.925155822Z I1030 19:34:18.925143 3618 repair.go:95] Repairing baseline admin network policies took 39.793µs 2026-10-30T19:34:18.925971247Z I1030 19:34:18.925945 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cloud-credential-operator/default-deny for network default 2026-10-30T19:34:18.925971247Z I1030 19:34:18.925960 3618 base_network_controller_policy.go:1085] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] 2026-10-30T19:34:18.927664951Z I1030 19:34:18.927640 3618 base_network_controller_policy.go:1243] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.927699760Z I1030 19:34:18.927664 3618 base_network_controller_policy.go:1190] Adding network policy openshift-host-network/default-deny for network default 2026-10-30T19:34:18.927699760Z I1030 19:34:18.927672 3618 base_network_controller_policy.go:1085] Policy openshift-host-network/default-deny added to peer address sets [] 2026-10-30T19:34:18.929077822Z I1030 19:34:18.929054 3618 base_network_controller_policy.go:1243] Create network policy openshift-host-network/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.929100972Z I1030 19:34:18.929075 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress-canary/openshift-ingress-canary-deny-all for network default 2026-10-30T19:34:18.929100972Z I1030 19:34:18.929083 3618 base_network_controller_policy.go:1085] Policy openshift-ingress-canary/openshift-ingress-canary-deny-all added to peer address sets [] 2026-10-30T19:34:18.930857749Z I1030 19:34:18.930834 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress-canary/openshift-ingress-canary-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.930879980Z I1030 19:34:18.930858 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default 2026-10-30T19:34:18.930879980Z I1030 19:34:18.930875 3618 base_network_controller_policy.go:1085] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] 2026-10-30T19:34:18.931971516Z I1030 19:34:18.931954 3618 base_network_controller_policy.go:1243] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel 2026-10-30T19:34:18.931994113Z I1030 19:34:18.931973 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress-canary/ingress-canary for network default 2026-10-30T19:34:18.933301349Z I1030 19:34:18.933276 3618 base_network_controller_policy.go:1085] Policy openshift-ingress-canary/ingress-canary added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_LS{ML:{policy-group.network.openshift.io/host-network: ,},}_LS{}_LNM] 2026-10-30T19:34:18.933830601Z I1030 19:34:18.933811 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress-canary/ingress-canary resources completed, update namespace loglevel 2026-10-30T19:34:18.933848712Z I1030 19:34:18.933831 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default 2026-10-30T19:34:18.934259602Z I1030 19:34:18.934241 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] 2026-10-30T19:34:18.936444962Z I1030 19:34:18.936415 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel 2026-10-30T19:34:18.936469166Z I1030 19:34:18.936445 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default 2026-10-30T19:34:18.936469166Z I1030 19:34:18.936458 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] 2026-10-30T19:34:18.938448064Z I1030 19:34:18.938426 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel 2026-10-30T19:34:18.938467503Z I1030 19:34:18.938452 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-diagnostics/network-check-target for network default 2026-10-30T19:34:18.938474807Z I1030 19:34:18.938465 3618 base_network_controller_policy.go:1085] Policy openshift-network-diagnostics/network-check-target added to peer address sets [] 2026-10-30T19:34:18.940755371Z W1030 19:34:18.940729 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default for networkPolicy network-check-target, err: logical port openshift-network-diagnostics_network-check-target-8f2fj (NAD key default) for pod openshift-network-diagnostics/network-check-target-8f2fj not found in cache 2026-10-30T19:34:18.940836905Z W1030 19:34:18.940823 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default for networkPolicy network-check-target, err: logical port openshift-network-diagnostics_network-check-target-8f2fj (NAD key default) for pod openshift-network-diagnostics/network-check-target-8f2fj not found in cache 2026-10-30T19:34:18.940860459Z E1030 19:34:18.940845 3618 obj_retry.go:605] default/netPolController: failed to create *factory.localPodSelector openshift-network-diagnostics/network-check-target-8f2fj, error: unable to get port info for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default 2026-10-30T19:34:18.940884418Z I1030 19:34:18.940872 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-diagnostics/network-check-target resources completed, update namespace loglevel 2026-10-30T19:34:18.940898391Z I1030 19:34:18.940892 3618 base_network_controller_policy.go:1190] Adding network policy openshift-multus/multus-admission-controller for network default 2026-10-30T19:34:18.940919450Z I1030 19:34:18.940909 3618 base_network_controller_policy.go:1085] Policy openshift-multus/multus-admission-controller added to peer address sets [] 2026-10-30T19:34:18.943452351Z I1030 19:34:18.943434 3618 base_network_controller_policy.go:1243] Create network policy openshift-multus/multus-admission-controller resources completed, update namespace loglevel 2026-10-30T19:34:18.943468276Z I1030 19:34:18.943457 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default 2026-10-30T19:34:18.943476844Z I1030 19:34:18.943470 3618 base_network_controller_policy.go:1085] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] 2026-10-30T19:34:18.946855382Z I1030 19:34:18.946810 3618 base_network_controller_policy.go:1243] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel 2026-10-30T19:34:18.946855382Z I1030 19:34:18.946834 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default 2026-10-30T19:34:18.946855382Z I1030 19:34:18.946845 3618 base_network_controller_policy.go:1085] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] 2026-10-30T19:34:18.948112361Z I1030 19:34:18.948089 3618 base_network_controller_policy.go:1243] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel 2026-10-30T19:34:18.948149569Z I1030 19:34:18.948111 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cloud-credential-operator/allow-egress for network default 2026-10-30T19:34:18.948149569Z I1030 19:34:18.948123 3618 base_network_controller_policy.go:1085] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] 2026-10-30T19:34:18.948845340Z I1030 19:34:18.948826 3618 base_network_controller_policy.go:1243] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel 2026-10-30T19:34:18.948845340Z I1030 19:34:18.948841 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-node-tuning-operator/allow-metrics-traffic for network default 2026-10-30T19:34:18.948866588Z I1030 19:34:18.948849 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-node-tuning-operator/allow-metrics-traffic added to peer address sets [] 2026-10-30T19:34:18.950714824Z I1030 19:34:18.950696 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-node-tuning-operator/allow-metrics-traffic resources completed, update namespace loglevel 2026-10-30T19:34:18.950734054Z I1030 19:34:18.950717 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-console/networking-console-plugin for network default 2026-10-30T19:34:18.951124330Z I1030 19:34:18.951100 3618 base_network_controller_policy.go:1085] Policy openshift-network-console/networking-console-plugin added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-console,},}_LS{}_LNM] 2026-10-30T19:34:18.952692690Z I1030 19:34:18.952671 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-console/networking-console-plugin resources completed, update namespace loglevel 2026-10-30T19:34:18.952711583Z I1030 19:34:18.952690 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-storage-operator/default-deny for network default 2026-10-30T19:34:18.952711583Z I1030 19:34:18.952701 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] 2026-10-30T19:34:18.953020634Z I1030 19:34:18.953001 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.953032773Z I1030 19:34:18.953019 3618 base_network_controller_policy.go:1190] Adding network policy openshift-dns/dns-default for network default 2026-10-30T19:34:18.953350161Z I1030 19:34:18.953331 3618 base_network_controller_policy.go:1085] Policy openshift-dns/dns-default added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM] 2026-10-30T19:34:18.955439546Z I1030 19:34:18.955418 3618 base_network_controller_policy.go:1243] Create network policy openshift-dns/dns-default resources completed, update namespace loglevel 2026-10-30T19:34:18.955455542Z I1030 19:34:18.955441 3618 base_network_controller_policy.go:1190] Adding network policy openshift-image-registry/image-pruner-networkpolicy for network default 2026-10-30T19:34:18.956609557Z I1030 19:34:18.956583 3618 base_network_controller_policy.go:1085] Policy openshift-image-registry/image-pruner-networkpolicy added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-kube-apiserver,},}_LS{ML:{app: openshift-kube-apiserver,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{}_LNM default-network-controller_openshift-image-registry_LS{ML:{docker-registry: default,},}] 2026-10-30T19:34:18.958915534Z I1030 19:34:18.958892 3618 base_network_controller_policy.go:1243] Create network policy openshift-image-registry/image-pruner-networkpolicy resources completed, update namespace loglevel 2026-10-30T19:34:18.958934078Z I1030 19:34:18.958920 3618 base_network_controller_policy.go:1190] Adding network policy openshift-multus/network-metrics for network default 2026-10-30T19:34:18.958934078Z I1030 19:34:18.958930 3618 base_network_controller_policy.go:1085] Policy openshift-multus/network-metrics added to peer address sets [] 2026-10-30T19:34:18.959682309Z W1030 19:34:18.959665 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-multus/network-metrics-daemon-57wdt NAD key default for networkPolicy network-metrics, err: logical port openshift-multus_network-metrics-daemon-57wdt (NAD key default) for pod openshift-multus/network-metrics-daemon-57wdt not found in cache 2026-10-30T19:34:18.959744689Z W1030 19:34:18.959732 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-multus/network-metrics-daemon-57wdt NAD key default for networkPolicy network-metrics, err: logical port openshift-multus_network-metrics-daemon-57wdt (NAD key default) for pod openshift-multus/network-metrics-daemon-57wdt not found in cache 2026-10-30T19:34:18.959753898Z E1030 19:34:18.959747 3618 obj_retry.go:605] default/netPolController: failed to create *factory.localPodSelector openshift-multus/network-metrics-daemon-57wdt, error: unable to get port info for pod openshift-multus/network-metrics-daemon-57wdt NAD key default 2026-10-30T19:34:18.959772329Z I1030 19:34:18.959762 3618 base_network_controller_policy.go:1243] Create network policy openshift-multus/network-metrics resources completed, update namespace loglevel 2026-10-30T19:34:18.959781317Z I1030 19:34:18.959777 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default 2026-10-30T19:34:18.959797385Z I1030 19:34:18.959788 3618 base_network_controller_policy.go:1085] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] 2026-10-30T19:34:18.960831430Z I1030 19:34:18.960815 3618 base_network_controller_policy.go:1243] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel 2026-10-30T19:34:18.960845282Z I1030 19:34:18.960833 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/openshift-ingress-deny-all for network default 2026-10-30T19:34:18.960845282Z I1030 19:34:18.960840 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/openshift-ingress-deny-all added to peer address sets [] 2026-10-30T19:34:18.962145702Z I1030 19:34:18.962129 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/openshift-ingress-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.962158388Z I1030 19:34:18.962151 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operators/default-allow-all for network default 2026-10-30T19:34:18.962166687Z I1030 19:34:18.962162 3618 base_network_controller_policy.go:1085] Policy openshift-operators/default-allow-all added to peer address sets [] 2026-10-30T19:34:18.964296244Z I1030 19:34:18.964279 3618 base_network_controller_policy.go:1243] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel 2026-10-30T19:34:18.964311268Z I1030 19:34:18.964298 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-diagnostics/network-check-source for network default 2026-10-30T19:34:18.964642220Z I1030 19:34:18.964626 3618 base_network_controller_policy.go:1085] Policy openshift-network-diagnostics/network-check-source added to peer address sets [default-network-controller_openshift-network-diagnostics_LS{ML:{app: network-check-target,},}] 2026-10-30T19:34:18.965650391Z I1030 19:34:18.965626 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-diagnostics/network-check-source resources completed, update namespace loglevel 2026-10-30T19:34:18.965650391Z I1030 19:34:18.965646 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-console/default-deny for network default 2026-10-30T19:34:18.965676406Z I1030 19:34:18.965654 3618 base_network_controller_policy.go:1085] Policy openshift-network-console/default-deny added to peer address sets [] 2026-10-30T19:34:18.966173304Z I1030 19:34:18.966154 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-console/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.966187125Z I1030 19:34:18.966171 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default 2026-10-30T19:34:18.966187125Z I1030 19:34:18.966180 3618 base_network_controller_policy.go:1085] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] 2026-10-30T19:34:18.966800508Z I1030 19:34:18.966779 3618 base_network_controller_policy.go:1243] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel 2026-10-30T19:34:18.966812942Z I1030 19:34:18.966801 3618 base_network_controller_policy.go:1190] Adding network policy openshift-marketplace/default-deny-all for network default 2026-10-30T19:34:18.966812942Z I1030 19:34:18.966809 3618 base_network_controller_policy.go:1085] Policy openshift-marketplace/default-deny-all added to peer address sets [] 2026-10-30T19:34:18.968352040Z I1030 19:34:18.968329 3618 base_network_controller_policy.go:1243] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.968380018Z I1030 19:34:18.968354 3618 base_network_controller_policy.go:1190] Adding network policy openshift-marketplace/marketplace-operator for network default 2026-10-30T19:34:18.968380018Z I1030 19:34:18.968368 3618 base_network_controller_policy.go:1085] Policy openshift-marketplace/marketplace-operator added to peer address sets [] 2026-10-30T19:34:18.969442308Z I1030 19:34:18.969423 3618 base_network_controller_policy.go:1243] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel 2026-10-30T19:34:18.969460734Z I1030 19:34:18.969442 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-operator/iptables-alerter for network default 2026-10-30T19:34:18.969460734Z I1030 19:34:18.969450 3618 base_network_controller_policy.go:1085] Policy openshift-network-operator/iptables-alerter added to peer address sets [] 2026-10-30T19:34:18.971050768Z I1030 19:34:18.971031 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-operator/iptables-alerter resources completed, update namespace loglevel 2026-10-30T19:34:18.971068465Z I1030 19:34:18.971053 3618 base_network_controller_policy.go:1190] Adding network policy openshift-multus/default-deny for network default 2026-10-30T19:34:18.971068465Z I1030 19:34:18.971061 3618 base_network_controller_policy.go:1085] Policy openshift-multus/default-deny added to peer address sets [] 2026-10-30T19:34:18.971376651Z W1030 19:34:18.971357 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-multus/network-metrics-daemon-57wdt NAD key default for networkPolicy default-deny, err: logical port openshift-multus_network-metrics-daemon-57wdt (NAD key default) for pod openshift-multus/network-metrics-daemon-57wdt not found in cache 2026-10-30T19:34:18.971477832Z W1030 19:34:18.971462 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-multus/network-metrics-daemon-57wdt NAD key default for networkPolicy default-deny, err: logical port openshift-multus_network-metrics-daemon-57wdt (NAD key default) for pod openshift-multus/network-metrics-daemon-57wdt not found in cache 2026-10-30T19:34:18.971512291Z E1030 19:34:18.971482 3618 obj_retry.go:605] default/netPolController: failed to create *factory.localPodSelector openshift-multus/network-metrics-daemon-57wdt, error: unable to get port info for pod openshift-multus/network-metrics-daemon-57wdt NAD key default 2026-10-30T19:34:18.971547481Z I1030 19:34:18.971535 3618 base_network_controller_policy.go:1243] Create network policy openshift-multus/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.971561631Z I1030 19:34:18.971555 3618 base_network_controller_policy.go:1190] Adding network policy openshift-dns-operator/dns-operator-allow for network default 2026-10-30T19:34:18.971603056Z I1030 19:34:18.971590 3618 base_network_controller_policy.go:1085] Policy openshift-dns-operator/dns-operator-allow added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM] 2026-10-30T19:34:18.973363169Z I1030 19:34:18.973343 3618 base_network_controller_policy.go:1243] Create network policy openshift-dns-operator/dns-operator-allow resources completed, update namespace loglevel 2026-10-30T19:34:18.973381226Z I1030 19:34:18.973367 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default 2026-10-30T19:34:18.973414673Z I1030 19:34:18.973401 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] 2026-10-30T19:34:18.974236530Z I1030 19:34:18.974221 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel 2026-10-30T19:34:18.974251047Z I1030 19:34:18.974239 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default 2026-10-30T19:34:18.974259966Z I1030 19:34:18.974248 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] 2026-10-30T19:34:18.975311634Z I1030 19:34:18.975291 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel 2026-10-30T19:34:18.975330663Z I1030 19:34:18.975314 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default 2026-10-30T19:34:18.975330663Z I1030 19:34:18.975324 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] 2026-10-30T19:34:18.976021912Z I1030 19:34:18.975999 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel 2026-10-30T19:34:18.976021912Z I1030 19:34:18.976018 3618 base_network_controller_policy.go:1190] Adding network policy openshift-dns/openshift-dns-deny-all for network default 2026-10-30T19:34:18.976034249Z I1030 19:34:18.976025 3618 base_network_controller_policy.go:1085] Policy openshift-dns/openshift-dns-deny-all added to peer address sets [] 2026-10-30T19:34:18.976410034Z I1030 19:34:18.976396 3618 base_network_controller_policy.go:1243] Create network policy openshift-dns/openshift-dns-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.976426937Z I1030 19:34:18.976417 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ovn-kubernetes/default-deny for network default 2026-10-30T19:34:18.976434365Z I1030 19:34:18.976427 3618 base_network_controller_policy.go:1085] Policy openshift-ovn-kubernetes/default-deny added to peer address sets [] 2026-10-30T19:34:18.978143471Z I1030 19:34:18.978123 3618 base_network_controller_policy.go:1243] Create network policy openshift-ovn-kubernetes/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.978158632Z I1030 19:34:18.978145 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-node-tuning-operator/allow-egress-to-api-server for network default 2026-10-30T19:34:18.978180962Z I1030 19:34:18.978168 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-node-tuning-operator/allow-egress-to-api-server added to peer address sets [] 2026-10-30T19:34:18.978790224Z I1030 19:34:18.978776 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-node-tuning-operator/allow-egress-to-api-server resources completed, update namespace loglevel 2026-10-30T19:34:18.978801310Z I1030 19:34:18.978794 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default 2026-10-30T19:34:18.978808027Z I1030 19:34:18.978801 3618 base_network_controller_policy.go:1085] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] 2026-10-30T19:34:18.979124418Z I1030 19:34:18.979110 3618 base_network_controller_policy.go:1243] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel 2026-10-30T19:34:18.979133484Z I1030 19:34:18.979129 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default 2026-10-30T19:34:18.979141438Z I1030 19:34:18.979137 3618 base_network_controller_policy.go:1085] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] 2026-10-30T19:34:18.979753038Z I1030 19:34:18.979737 3618 base_network_controller_policy.go:1243] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel 2026-10-30T19:34:18.979768574Z I1030 19:34:18.979762 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress-operator/ingress-operator-allow for network default 2026-10-30T19:34:18.979795774Z I1030 19:34:18.979785 3618 base_network_controller_policy.go:1085] Policy openshift-ingress-operator/ingress-operator-allow added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM] 2026-10-30T19:34:18.982003773Z I1030 19:34:18.981979 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress-operator/ingress-operator-allow resources completed, update namespace loglevel 2026-10-30T19:34:18.982027033Z I1030 19:34:18.982005 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/router-default for network default 2026-10-30T19:34:18.982027033Z I1030 19:34:18.982018 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/router-default added to peer address sets [] 2026-10-30T19:34:18.982893935Z I1030 19:34:18.982875 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/router-default resources completed, update namespace loglevel 2026-10-30T19:34:18.982912298Z I1030 19:34:18.982901 3618 base_network_controller_policy.go:1190] Adding network policy openshift-marketplace/unpack-bundles for network default 2026-10-30T19:34:18.982929036Z I1030 19:34:18.982919 3618 base_network_controller_policy.go:1085] Policy openshift-marketplace/unpack-bundles added to peer address sets [] 2026-10-30T19:34:18.983815565Z I1030 19:34:18.983797 3618 base_network_controller_policy.go:1243] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel 2026-10-30T19:34:18.983834394Z I1030 19:34:18.983821 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-diagnostics/default-deny for network default 2026-10-30T19:34:18.983834394Z I1030 19:34:18.983830 3618 base_network_controller_policy.go:1085] Policy openshift-network-diagnostics/default-deny added to peer address sets [] 2026-10-30T19:34:18.984179049Z W1030 19:34:18.984153 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default for networkPolicy default-deny, err: logical port openshift-network-diagnostics_network-check-target-8f2fj (NAD key default) for pod openshift-network-diagnostics/network-check-target-8f2fj not found in cache 2026-10-30T19:34:18.984243857Z W1030 19:34:18.984230 3618 base_network_controller_policy.go:622] Failed to get get LSP for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default for networkPolicy default-deny, err: logical port openshift-network-diagnostics_network-check-target-8f2fj (NAD key default) for pod openshift-network-diagnostics/network-check-target-8f2fj not found in cache 2026-10-30T19:34:18.984259442Z E1030 19:34:18.984247 3618 obj_retry.go:605] default/netPolController: failed to create *factory.localPodSelector openshift-network-diagnostics/network-check-target-8f2fj, error: unable to get port info for pod openshift-network-diagnostics/network-check-target-8f2fj NAD key default 2026-10-30T19:34:18.984280405Z I1030 19:34:18.984267 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-diagnostics/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.984288324Z I1030 19:34:18.984284 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default 2026-10-30T19:34:18.984296864Z I1030 19:34:18.984292 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] 2026-10-30T19:34:18.984930163Z I1030 19:34:18.984912 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel 2026-10-30T19:34:18.984945565Z I1030 19:34:18.984938 3618 base_network_controller_policy.go:1190] Adding network policy openshift-image-registry/image-registry-networkpolicy for network default 2026-10-30T19:34:18.985816717Z I1030 19:34:18.985798 3618 base_network_controller_policy.go:1085] Policy openshift-image-registry/image-registry-networkpolicy added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{policy-group.network.openshift.io/ingress: ,},}_LS{}_LNM default-network-controller_LS{}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-kube-apiserver,},}_LS{ML:{app: openshift-kube-apiserver,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{}_LNM] 2026-10-30T19:34:18.987869107Z I1030 19:34:18.987846 3618 base_network_controller_policy.go:1243] Create network policy openshift-image-registry/image-registry-networkpolicy resources completed, update namespace loglevel 2026-10-30T19:34:18.987887980Z I1030 19:34:18.987869 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default 2026-10-30T19:34:18.987887980Z I1030 19:34:18.987878 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] 2026-10-30T19:34:18.988566684Z I1030 19:34:18.988547 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel 2026-10-30T19:34:18.988582685Z I1030 19:34:18.988570 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-node-tuning-operator/allow-webhook-traffic for network default 2026-10-30T19:34:18.988582685Z I1030 19:34:18.988580 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-node-tuning-operator/allow-webhook-traffic added to peer address sets [] 2026-10-30T19:34:18.989566388Z I1030 19:34:18.989546 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-node-tuning-operator/allow-webhook-traffic resources completed, update namespace loglevel 2026-10-30T19:34:18.989583789Z I1030 19:34:18.989568 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default 2026-10-30T19:34:18.989583789Z I1030 19:34:18.989577 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] 2026-10-30T19:34:18.990116019Z I1030 19:34:18.990096 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel 2026-10-30T19:34:18.990130659Z I1030 19:34:18.990115 3618 base_network_controller_policy.go:1190] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default 2026-10-30T19:34:18.990130659Z I1030 19:34:18.990126 3618 base_network_controller_policy.go:1085] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] 2026-10-30T19:34:18.991378619Z I1030 19:34:18.991358 3618 base_network_controller_policy.go:1243] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel 2026-10-30T19:34:18.991390527Z I1030 19:34:18.991377 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress-operator/ingress-operator-deny-all for network default 2026-10-30T19:34:18.991390527Z I1030 19:34:18.991384 3618 base_network_controller_policy.go:1085] Policy openshift-ingress-operator/ingress-operator-deny-all added to peer address sets [] 2026-10-30T19:34:18.991794426Z I1030 19:34:18.991776 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress-operator/ingress-operator-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.991810284Z I1030 19:34:18.991795 3618 base_network_controller_policy.go:1190] Adding network policy openshift-dns-operator/dns-operator-deny-all for network default 2026-10-30T19:34:18.991810284Z I1030 19:34:18.991801 3618 base_network_controller_policy.go:1085] Policy openshift-dns-operator/dns-operator-deny-all added to peer address sets [] 2026-10-30T19:34:18.992127117Z I1030 19:34:18.992110 3618 base_network_controller_policy.go:1243] Create network policy openshift-dns-operator/dns-operator-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.992139506Z I1030 19:34:18.992130 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/cluster-monitoring-operator for network default 2026-10-30T19:34:18.992146100Z I1030 19:34:18.992138 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/cluster-monitoring-operator added to peer address sets [] 2026-10-30T19:34:18.993925225Z I1030 19:34:18.993904 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/cluster-monitoring-operator resources completed, update namespace loglevel 2026-10-30T19:34:18.993946700Z I1030 19:34:18.993925 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-node-tuning-operator/default-deny-all for network default 2026-10-30T19:34:18.993946700Z I1030 19:34:18.993932 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-node-tuning-operator/default-deny-all added to peer address sets [] 2026-10-30T19:34:18.994303887Z I1030 19:34:18.994287 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-node-tuning-operator/default-deny-all resources completed, update namespace loglevel 2026-10-30T19:34:18.994318915Z I1030 19:34:18.994309 3618 base_network_controller_policy.go:1190] Adding network policy openshift-network-node-identity/default-deny for network default 2026-10-30T19:34:18.994328307Z I1030 19:34:18.994321 3618 base_network_controller_policy.go:1085] Policy openshift-network-node-identity/default-deny added to peer address sets [] 2026-10-30T19:34:18.995688660Z I1030 19:34:18.995673 3618 base_network_controller_policy.go:1243] Create network policy openshift-network-node-identity/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.995714796Z I1030 19:34:18.995692 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-version/default-deny for network default 2026-10-30T19:34:18.995714796Z I1030 19:34:18.995699 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-version/default-deny added to peer address sets [] 2026-10-30T19:34:18.996111902Z + [[ 1 -lt 90 ]] 2026-10-30T19:34:18.996123296Z + add_garp_drop_flow br-ex 2026-10-30T19:34:18.996153552Z + local bridge=br-ex 2026-10-30T19:34:18.996162444Z + local cookie=0x0305 2026-10-30T19:34:18.996168873Z + local priority=499 2026-10-30T19:34:18.996545183Z ++ ovs-vsctl list-ports br-ex 2026-10-30T19:34:18.997072479Z I1030 19:34:18.997054 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:18.997089356Z I1030 19:34:18.997074 3618 base_network_controller_policy.go:1190] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default 2026-10-30T19:34:18.997089356Z I1030 19:34:18.997083 3618 base_network_controller_policy.go:1085] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] 2026-10-30T19:34:18.997687503Z I1030 19:34:18.997672 3618 base_network_controller_policy.go:1243] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel 2026-10-30T19:34:18.997715749Z I1030 19:34:18.997705 3618 controller.go:177] Starting controller default-network-controller-egressip-nad with 1 workers 2026-10-30T19:34:19.003023154Z I1030 19:34:19.002996 3618 egressfirewall.go:359] Starting EgressFirewall controller 2026-10-30T19:34:19.003049500Z I1030 19:34:19.003040 3618 controller.go:153] Adding controller egress-firewall-controller-node event handlers 2026-10-30T19:34:19.003059327Z I1030 19:34:19.003052 3618 controller.go:153] Adding controller egress-firewall-controller event handlers 2026-10-30T19:34:19.003122514Z I1030 19:34:19.003092 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egress-firewall-controller" 2026-10-30T19:34:19.003122514Z I1030 19:34:19.003112 3618 shared_informer.go:388] "Caches are synced" controller="egress-firewall-controller" 2026-10-30T19:34:19.003122514Z I1030 19:34:19.003092 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egress-firewall-controller-node" 2026-10-30T19:34:19.003156215Z I1030 19:34:19.003120 3618 shared_informer.go:388] "Caches are synced" controller="egress-firewall-controller-node" 2026-10-30T19:34:19.003415451Z I1030 19:34:19.003401 3618 controller.go:177] Starting controller egress-firewall-controller with 1 workers 2026-10-30T19:34:19.003425505Z I1030 19:34:19.003413 3618 controller.go:177] Starting controller egress-firewall-controller-node with 1 workers 2026-10-30T19:34:19.003425505Z I1030 19:34:19.003421 3618 controller.go:177] Starting controller egress-firewall-controller-NAD with 1 workers 2026-10-30T19:34:19.003433955Z I1030 19:34:19.003430 3618 egressqos.go:188] Setting up event handlers for EgressQoS 2026-10-30T19:34:19.003565223Z I1030 19:34:19.003524 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-115.ec2.internal" for egress firewall 2026-10-30T19:34:19.003565223Z I1030 19:34:19.003534 3618 egressqos.go:239] Starting EgressQoS Controller 2026-10-30T19:34:19.003565223Z I1030 19:34:19.003544 3618 egressfirewall.go:700] Syncing node "ip-10-0-133-26.ec2.internal" for egress firewall 2026-10-30T19:34:19.003565223Z I1030 19:34:19.003556 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressqosnodes" 2026-10-30T19:34:19.003607875Z I1030 19:34:19.003570 3618 shared_informer.go:388] "Caches are synced" controller="egressqosnodes" 2026-10-30T19:34:19.003607875Z I1030 19:34:19.003585 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressqospods" 2026-10-30T19:34:19.003607875Z I1030 19:34:19.003593 3618 shared_informer.go:388] "Caches are synced" controller="egressqospods" 2026-10-30T19:34:19.003607875Z I1030 19:34:19.003600 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressqos" 2026-10-30T19:34:19.003629660Z I1030 19:34:19.003606 3618 shared_informer.go:388] "Caches are synced" controller="egressqos" 2026-10-30T19:34:19.003629660Z I1030 19:34:19.003612 3618 egressqos.go:253] Repairing EgressQoSes 2026-10-30T19:34:19.003639421Z I1030 19:34:19.003617 3618 egressqos.go:393] Starting repairing loop for egressqos 2026-10-30T19:34:19.003689468Z I1030 19:34:19.003665 3618 egressqos.go:395] Finished repairing loop for egressqos: 48.77µs 2026-10-30T19:34:19.003707922Z I1030 19:34:19.003692 3618 egressservice_zone.go:138] Setting up event handlers for Egress Services 2026-10-30T19:34:19.003773876Z I1030 19:34:19.003752 3618 egressqos.go:969] Processing sync for EgressQoS node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.003845829Z I1030 19:34:19.003827 3618 egressservice_zone.go:217] Starting Egress Services Controller 2026-10-30T19:34:19.003893650Z I1030 19:34:19.003857 3618 egressqos.go:972] Finished syncing EgressQoS node ip-10-0-132-115.ec2.internal : 104.452µs 2026-10-30T19:34:19.003893650Z I1030 19:34:19.003874 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices" 2026-10-30T19:34:19.003893650Z I1030 19:34:19.003884 3618 shared_informer.go:388] "Caches are synced" controller="egressservices" 2026-10-30T19:34:19.003909255Z I1030 19:34:19.003891 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices_services" 2026-10-30T19:34:19.003909255Z I1030 19:34:19.003895 3618 shared_informer.go:388] "Caches are synced" controller="egressservices_services" 2026-10-30T19:34:19.003909255Z I1030 19:34:19.003901 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices_endpointslices" 2026-10-30T19:34:19.003909255Z I1030 19:34:19.003905 3618 shared_informer.go:388] "Caches are synced" controller="egressservices_endpointslices" 2026-10-30T19:34:19.003918839Z I1030 19:34:19.003911 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices_nodes" 2026-10-30T19:34:19.003918839Z I1030 19:34:19.003916 3618 shared_informer.go:388] "Caches are synced" controller="egressservices_nodes" 2026-10-30T19:34:19.003929620Z I1030 19:34:19.003922 3618 egressservice_zone.go:235] Repairing Egress Services 2026-10-30T19:34:19.004056369Z I1030 19:34:19.004042 3618 master_controller.go:86] Starting Admin Policy Based Route Controller 2026-10-30T19:34:19.004056369Z I1030 19:34:19.004053 3618 external_controller.go:282] Starting Admin Policy Based Route Controller 2026-10-30T19:34:19.004067161Z I1030 19:34:19.004056 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.004159713Z I1030 19:34:19.004143 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-115.ec2.internal: 86.803µs 2026-10-30T19:34:19.004159713Z I1030 19:34:19.004156 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:19.004187616Z I1030 19:34:19.004180 3618 default_network_controller.go:837] Completing all the Watchers took 329.325998ms 2026-10-30T19:34:19.004187616Z I1030 19:34:19.004183 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-133-26.ec2.internal: 27.275µs 2026-10-30T19:34:19.004214906Z I1030 19:34:19.004195 3618 default_network_controller.go:841] Starting unidling controllers 2026-10-30T19:34:19.004251163Z I1030 19:34:19.004241 3618 unidle.go:49] Registering OVN SB ControllerEvent handler 2026-10-30T19:34:19.004293065Z I1030 19:34:19.004270 3618 unidle.go:71] Populating initial ControllerEvent events 2026-10-30T19:34:19.004293065Z I1030 19:34:19.004288 3618 unidle.go:87] Setting up event handlers for services 2026-10-30T19:34:19.004368344Z I1030 19:34:19.004355 3618 ovnkube.go:541] Waiting for OVN northbound database changes to be processed by ovn-controller 2026-10-30T19:34:19.004702034Z + for port_name in $(ovs-vsctl list-ports "$bridge") 2026-10-30T19:34:19.004719791Z + [[ ens5 == *to-br-int ]] 2026-10-30T19:34:19.004726786Z + return 1 2026-10-30T19:34:19.004767127Z + (( retries += 1 )) 2026-10-30T19:34:19.004786242Z + [[ 2 -eq 15 ]] 2026-10-30T19:34:19.004793667Z + sleep 2 2026-10-30T19:34:19.020403895Z I1030 19:34:19.020368 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:19.020403895Z I1030 19:34:19.020396 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:19.020833666Z I1030 19:34:19.020809 3618 zone_ic_handler.go:198] Time taken to create transit switch: 401.225µs 2026-10-30T19:34:19.021581949Z E1030 19:34:19.021549 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-115.ec2.internal|default: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:19.021607303Z I1030 19:34:19.021577 3618 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-132-115.ec2.internal", UID:"f4a9edc0-31b1-4399-ad5e-f1af99608317", APIVersion:"v1", ResourceVersion:"5416", FieldPath:""}): type: 'Warning' reason: 'ErrorReconcilingNode' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal, error getting gateway config for node ip-10-0-132-115.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-115.ec2.internal", failed to update chassis to local for local node ip-10-0-132-115.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-115.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-115.ec2.internal] 2026-10-30T19:34:19.021632671Z I1030 19:34:19.021618 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:19.021664245Z E1030 19:34:19.021652 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:19.030915462Z I1030 19:34:19.030877 3618 gateway_shared_intf.go:1842] Gateway Creation Complete 2026-10-30T19:34:19.030915462Z I1030 19:34:19.030899 3618 kube.go:267] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-132-115.ec2.internal","mac-address":"02:ff:cd:d8:de:bf","ip-addresses":["10.0.132.115/20"],"ip-address":"10.0.132.115/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:36fb7bc5-8a17-474a-b22e-33b645d72a64 k8s.ovn.org/node-encap-ips:["10.0.132.115"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.132.115/20"}] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.054808954Z I1030 19:34:19.054769 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:19.054853299Z I1030 19:34:19.054841 3618 services_controller.go:1032] Node ip-10-0-132-115.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:19.055730379Z I1030 19:34:19.055697 3618 services_controller.go:631] "Error syncing service, retrying" service="default/kubernetes" err="failed to ensure service default/kubernetes load balancers for network=default: failed to create ops for adding load balancers to router GR_ip-10-0-132-115.ec2.internal for service default/kubernetes: object not found" 2026-10-30T19:34:19.056002747Z I1030 19:34:19.055985 3618 services_controller.go:631] "Error syncing service, retrying" service="default/openshift-apiserver" err="failed to ensure service default/openshift-apiserver load balancers for network=default: failed to create ops for adding load balancers to router GR_ip-10-0-132-115.ec2.internal for service default/openshift-apiserver: object not found" 2026-10-30T19:34:19.059631901Z I1030 19:34:19.059590 3618 default_node_network_controller.go:557] Node connection status = connected 2026-10-30T19:34:19.062482266Z I1030 19:34:19.062449 3618 base_network_controller_pods.go:486] [default/openshift-multus/network-metrics-daemon-57wdt] creating logical port openshift-multus_network-metrics-daemon-57wdt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.062640402Z I1030 19:34:19.062451 3618 base_network_controller_pods.go:486] [default/openshift-network-diagnostics/network-check-target-8f2fj] creating logical port openshift-network-diagnostics_network-check-target-8f2fj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.062698044Z I1030 19:34:19.062476 3618 base_network_controller_pods.go:486] [default/kube-system/global-pull-secret-syncer-shwzj] creating logical port kube-system_global-pull-secret-syncer-shwzj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:19.062819722Z I1030 19:34:19.062804 3618 zone_ic_handler.go:206] Creating interconnect resources for local zone node ip-10-0-132-115.ec2.internal for the network default 2026-10-30T19:34:19.062877594Z I1030 19:34:19.062860 3618 kube.go:235] Patching annotations on pod openshift-network-diagnostics/network-check-target-8f2fj 2026-10-30T19:34:19.062906373Z I1030 19:34:19.062805 3618 kube.go:235] Patching annotations on pod openshift-multus/network-metrics-daemon-57wdt 2026-10-30T19:34:19.062967895Z I1030 19:34:19.062953 3618 kube.go:235] Patching annotations on pod kube-system/global-pull-secret-syncer-shwzj 2026-10-30T19:34:19.063068242Z I1030 19:34:19.063039 3618 zone_ic_handler.go:198] Time taken to create transit switch: 218.626µs 2026-10-30T19:34:19.086188147Z I1030 19:34:19.086142 3618 base_network_controller_pods.go:941] [default/openshift-network-diagnostics/network-check-target-8f2fj] addLogicalPort annotation time took 23.467259ms 2026-10-30T19:34:19.087655358Z I1030 19:34:19.087613 3618 pods.go:267] [openshift-network-diagnostics/network-check-target-8f2fj] addLogicalPort took 25.179728ms, libovsdb time 799.602µs 2026-10-30T19:34:19.089057245Z I1030 19:34:19.089021 3618 base_network_controller_pods.go:941] [default/openshift-multus/network-metrics-daemon-57wdt] addLogicalPort annotation time took 26.388532ms 2026-10-30T19:34:19.090054132Z I1030 19:34:19.090014 3618 pods.go:267] [openshift-multus/network-metrics-daemon-57wdt] addLogicalPort took 27.590962ms, libovsdb time 797.76µs 2026-10-30T19:34:19.092224035Z I1030 19:34:19.092196 3618 base_network_controller_pods.go:941] [default/kube-system/global-pull-secret-syncer-shwzj] addLogicalPort annotation time took 29.470628ms 2026-10-30T19:34:19.093144161Z I1030 19:34:19.093119 3618 pods.go:267] [kube-system/global-pull-secret-syncer-shwzj] addLogicalPort took 30.659029ms, libovsdb time 701.431µs 2026-10-30T19:34:19.158880627Z I1030 19:34:19.158833 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:19.158919571Z E1030 19:34:19.158892 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:19.342729718Z I1030 19:34:19.342677 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:19.342772194Z E1030 19:34:19.342724 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:19.366563404Z I1030 19:34:19.366524 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:19.366609412Z E1030 19:34:19.366567 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-133-26.ec2.internal|default: adding or updating remote node chassis ip-10-0-133-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-133-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:19.533349702Z I1030 19:34:19.533305 3618 services_controller.go:1032] Node ip-10-0-133-26.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:19.533409975Z I1030 19:34:19.533393 3618 default_network_controller.go:564] Node "ip-10-0-133-26.ec2.internal" in remote zone "ip-10-0-133-26.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:19.534444570Z I1030 19:34:19.534414 3618 zone_ic_handler.go:198] Time taken to create transit switch: 298.017µs 2026-10-30T19:34:19.534444570Z I1030 19:34:19.534434 3618 zone_ic_handler.go:268] Creating interconnect resources for remote zone node ip-10-0-133-26.ec2.internal for the network default 2026-10-30T19:34:19.536132030Z I1030 19:34:19.536100 3618 zone_ic_handler.go:273] Creating Interconnect resources for node "ip-10-0-133-26.ec2.internal" on network "default" took: 1.996559ms 2026-10-30T19:34:19.559638923Z I1030 19:34:19.559599 3618 default_node_network_controller.go:557] Node connection status = connected 2026-10-30T19:34:20.059838314Z I1030 19:34:20.059800 3618 default_node_network_controller.go:557] Node connection status = connected 2026-10-30T19:34:20.559822060Z I1030 19:34:20.559785 3618 default_node_network_controller.go:557] Node connection status = connected 2026-10-30T19:34:21.006689992Z + [[ 2 -lt 90 ]] 2026-10-30T19:34:21.006689992Z + add_garp_drop_flow br-ex 2026-10-30T19:34:21.006725343Z + local bridge=br-ex 2026-10-30T19:34:21.006725343Z + local cookie=0x0305 2026-10-30T19:34:21.006732841Z + local priority=499 2026-10-30T19:34:21.007084481Z ++ ovs-vsctl list-ports br-ex 2026-10-30T19:34:21.014182418Z + for port_name in $(ovs-vsctl list-ports "$bridge") 2026-10-30T19:34:21.014182418Z + [[ ens5 == *to-br-int ]] 2026-10-30T19:34:21.014182418Z + for port_name in $(ovs-vsctl list-ports "$bridge") 2026-10-30T19:34:21.014217411Z + [[ patch-br-ex_ip-10-0-132-115.ec2.internal-to-br-int == *to-br-int ]] 2026-10-30T19:34:21.014217411Z + local of_port 2026-10-30T19:34:21.014556990Z ++ ovs-vsctl get interface patch-br-ex_ip-10-0-132-115.ec2.internal-to-br-int ofport 2026-10-30T19:34:21.021106389Z + of_port='[]' 2026-10-30T19:34:21.021134214Z + ovs-ofctl add-flow br-ex 'cookie=0x0305,table=0,priority=499,in_port=[],arp,arp_op=1,actions=drop' 2026-10-30T19:34:21.036053419Z ovs-ofctl: []: invalid or unknown port for in_port 2026-10-30T19:34:21.036850914Z ++ date -Iseconds 2026-10-30T19:34:21.038432992Z 2026-10-30T19:34:21+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-132-115.ec2.internal-to-br-int (ofport=[]) 2026-10-30T19:34:21.038450144Z + echo '2026-10-30T19:34:21+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-132-115.ec2.internal-to-br-int (ofport=[])' 2026-10-30T19:34:21.038450144Z + return 0 2026-10-30T19:34:21.038462082Z + return 0 2026-10-30T19:34:21.058934763Z I1030 19:34:21.058909 3618 default_node_network_controller.go:557] Node connection status = connected 2026-10-30T19:34:21.060107906Z I1030 19:34:21.060078 3618 ovnkube.go:546] Finished waiting for OVN northbound database changes to be processed by ovn-controller 2026-10-30T19:34:21.070846033Z I1030 19:34:21.070823 3618 bridgeconfig.go:707] Gateway is ready 2026-10-30T19:34:21.070846033Z I1030 19:34:21.070839 3618 gateway_shared_intf.go:1760] Creating Gateway Openflow Manager 2026-10-30T19:34:21.083069199Z I1030 19:34:21.083044 3618 node_ip_handler_linux.go:318] Node primary address changed to 10.0.132.115. Updating OVN encap IP. 2026-10-30T19:34:21.083090927Z I1030 19:34:21.083076 3618 node_ip_handler_linux.go:663] Will not update encap IP 10.0.132.115 - it is already configured 2026-10-30T19:34:21.083098190Z I1030 19:34:21.083088 3618 kube.go:267] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.132.115"]] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.104371730Z I1030 19:34:21.104319 3618 node_ip_handler_linux.go:612] Node address changed to map[10.0.132.115/20:{} 172.20.0.1/32:{}]. Updating annotations. 2026-10-30T19:34:21.104581933Z I1030 19:34:21.104561 3618 kube.go:267] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.132.115/20","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-132-115.ec2.internal","mac-address":"02:ff:cd:d8:de:bf","ip-addresses":["10.0.132.115/20"],"ip-address":"10.0.132.115/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:36fb7bc5-8a17-474a-b22e-33b645d72a64 k8s.ovn.org/node-encap-ips:["10.0.132.115"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.132.115/20"}] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.128756990Z I1030 19:34:21.128716 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.128756990Z I1030 19:34:21.128734 3618 gateway_shared_intf.go:2044] Setting OVN Masquerade route with source: 10.0.132.115 2026-10-30T19:34:21.128785061Z I1030 19:34:21.128757 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-115.ec2.internal" for egress firewall 2026-10-30T19:34:21.128796627Z I1030 19:34:21.128787 3618 master.go:549] Adding or Updating local node "ip-10-0-132-115.ec2.internal" for network "default" 2026-10-30T19:34:21.128830671Z I1030 19:34:21.128803 3618 default_network_controller.go:1136] Egress IP detected IP address change for node ip-10-0-132-115.ec2.internal. Updating no re-route policies 2026-10-30T19:34:21.128959954Z I1030 19:34:21.128931 3618 services_controller.go:1032] Node ip-10-0-132-115.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:21.129008742Z I1030 19:34:21.128815 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-115.ec2.internal: 104.111µs 2026-10-30T19:34:21.129065899Z I1030 19:34:21.128814 3618 kube.go:267] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.133792494Z I1030 19:34:21.133767 3618 base_network_controller_pods.go:486] [default/openshift-network-diagnostics/network-check-target-8f2fj] creating logical port openshift-network-diagnostics_network-check-target-8f2fj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.133915216Z I1030 19:34:21.133769 3618 base_network_controller_pods.go:486] [default/openshift-multus/network-metrics-daemon-57wdt] creating logical port openshift-multus_network-metrics-daemon-57wdt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.133987307Z I1030 19:34:21.133808 3618 base_network_controller_pods.go:486] [default/kube-system/global-pull-secret-syncer-shwzj] creating logical port kube-system_global-pull-secret-syncer-shwzj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:21.134576880Z I1030 19:34:21.134558 3618 pods.go:267] [openshift-network-diagnostics/network-check-target-8f2fj] addLogicalPort took 811.848µs, libovsdb time 482.714µs 2026-10-30T19:34:21.134748697Z I1030 19:34:21.134735 3618 pods.go:267] [openshift-multus/network-metrics-daemon-57wdt] addLogicalPort took 988.224µs, libovsdb time 573.518µs 2026-10-30T19:34:21.134914296Z I1030 19:34:21.134902 3618 pods.go:267] [kube-system/global-pull-secret-syncer-shwzj] addLogicalPort took 1.116246ms, libovsdb time 686.245µs 2026-10-30T19:34:21.153393776Z I1030 19:34:21.153360 3618 gateway_shared_intf.go:1825] Creating Gateway Node Port Watcher 2026-10-30T19:34:21.441749587Z I1030 19:34:21.441711 3618 gateway_shared_intf.go:2235] Ensuring IP Neighbor entry for: 169.254.0.1 2026-10-30T19:34:21.441823249Z W1030 19:34:21.441811 3618 gateway_shared_intf.go:2241] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory 2026-10-30T19:34:21.441864984Z I1030 19:34:21.441855 3618 gateway_shared_intf.go:2235] Ensuring IP Neighbor entry for: 169.254.0.4 2026-10-30T19:34:21.441929491Z W1030 19:34:21.441919 3618 gateway_shared_intf.go:2241] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory 2026-10-30T19:34:21.441977608Z I1030 19:34:21.441966 3618 gateway_init.go:336] Gateway and management port readiness took 2.387742771s 2026-10-30T19:34:21.442003503Z I1030 19:34:21.441994 3618 controller.go:153] Adding controller [node-nad-controller NAD controller] event handlers 2026-10-30T19:34:21.442077494Z I1030 19:34:21.442047 3618 shared_informer.go:381] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" 2026-10-30T19:34:21.442077494Z I1030 19:34:21.442064 3618 shared_informer.go:388] "Caches are synced" controller="[node-nad-controller NAD controller]" 2026-10-30T19:34:21.442099381Z I1030 19:34:21.442078 3618 nad_controller.go:969] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes 2026-10-30T19:34:21.442147454Z I1030 19:34:21.442136 3618 controller.go:177] Starting controller [node-nad-controller NAD controller] with 1 workers 2026-10-30T19:34:21.442241452Z I1030 19:34:21.442224 3618 nad_controller.go:1008] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.493µs 2026-10-30T19:34:21.442416493Z I1030 19:34:21.442405 3618 network_controller.go:383] [node-nad-controller network controller]: syncing all networks 2026-10-30T19:34:21.442441748Z I1030 19:34:21.442431 3618 network_controller.go:408] [node-nad-controller network controller]: finished syncing network default, took 17.404µs 2026-10-30T19:34:21.442441748Z I1030 19:34:21.442438 3618 network_controller.go:390] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.685µs 2026-10-30T19:34:21.442449356Z I1030 19:34:21.442444 3618 controller.go:177] Starting controller [node-nad-controller network controller] with 5 workers 2026-10-30T19:34:21.442467778Z I1030 19:34:21.442458 3618 nad_controller.go:550] [node-nad-controller NAD controller]: started 2026-10-30T19:34:21.442474986Z I1030 19:34:21.442467 3618 default_node_network_controller.go:915] Starting the default node network controller 2026-10-30T19:34:21.442481404Z I1030 19:34:21.442474 3618 gateway_init.go:346] Initializing Gateway Functionality for gateway Start 2026-10-30T19:34:21.442540758Z I1030 19:34:21.442528 3618 network_controller.go:408] [node-nad-controller network controller]: finished syncing network default, took 65.351µs 2026-10-30T19:34:21.442647324Z I1030 19:34:21.442636 3618 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 2026-10-30T19:34:21.442647324Z I1030 19:34:21.442645 3618 default_node_network_controller.go:949] Waiting for gateway and management port readiness... 2026-10-30T19:34:21.442715113Z I1030 19:34:21.442669 3618 obj_retry_gateway.go:36] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xdebe1c92c30 0xdebe19dca00 0xdebe13a45b0 0xdebe19dca80 0xdebe19dcb00 0xdebe13a4620 0xdebe19dcb80 0xdebe1cb0d70 0xdebe19dcc00 0xdebe19dcc80 0xdebe7162640 0xdebe160eb00 0xdebe19dcd00 map[0x3137780:0xdebe1aa02a0 0x3138740:0xdebe1cf6900 0x31389e0:0xdebe1cf6960 0x3140040:0xdebe1aa0120 0x3144d40:0xdebe1aa0180 0x3145000:0xdebe1aa01e0 0x31452c0:0xdebe1aa0240 0x3146080:0xdebe1aa0300 0x3146340:0xdebe1aa0360 0x315dd40:0xdebe1aa00c0 0x315f740:0xdebe1cf6780 0x3160100:0xdebe1cf6840 0x3160440:0xdebe1cf67e0 0x3161480:0xdebe1cf68a0 0x3161b00:0xdebe1cf6720] 0xdebe19cee70 0} 2026-10-30T19:34:21.442736733Z I1030 19:34:21.442726 3618 gateway.go:157] Starting gateway service sync 2026-10-30T19:34:21.449306119Z I1030 19:34:21.449284 3618 gateway.go:174] Gateway service sync done. Time taken: 6.546802ms 2026-10-30T19:34:21.449953011Z I1030 19:34:21.449937 3618 healthcheck.go:148] Opening healthcheck "openshift-ingress/router-default" on port 32580 2026-10-30T19:34:21.450341233Z I1030 19:34:21.450306 3618 obj_retry_gateway.go:36] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xdebe1c92c30 0xdebe19dca00 0xdebe13a45b0 0xdebe19dca80 0xdebe19dcb00 0xdebe13a4620 0xdebe19dcb80 0xdebe1cb0d70 0xdebe19dcc00 0xdebe19dcc80 0xdebe7162640 0xdebe160eb00 0xdebe19dcd00 map[0x3137780:0xdebe1aa02a0 0x3138740:0xdebe1cf6900 0x31389e0:0xdebe1cf6960 0x3140040:0xdebe1aa0120 0x3144d40:0xdebe1aa0180 0x3145000:0xdebe1aa01e0 0x31452c0:0xdebe1aa0240 0x3146080:0xdebe1aa0300 0x3146340:0xdebe1aa0360 0x315dd40:0xdebe1aa00c0 0x315f740:0xdebe1cf6780 0x3160100:0xdebe1cf6840 0x3160440:0xdebe1cf67e0 0x3161480:0xdebe1cf68a0 0x3161b00:0xdebe1cf6720] 0xdebe19cee70 0} 2026-10-30T19:34:21.450698876Z I1030 19:34:21.450671 3618 obj_retry_gateway.go:36] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xdebe1c92c30 0xdebe19dca00 0xdebe13a45b0 0xdebe19dca80 0xdebe19dcb00 0xdebe13a4620 0xdebe19dcb80 0xdebe1cb0d70 0xdebe19dcc00 0xdebe19dcc80 0xdebe7162640 0xdebe160eb00 0xdebe19dcd00 map[0x3137780:0xdebe1aa02a0 0x3138740:0xdebe1cf6900 0x31389e0:0xdebe1cf6960 0x3140040:0xdebe1aa0120 0x3144d40:0xdebe1aa0180 0x3145000:0xdebe1aa01e0 0x31452c0:0xdebe1aa0240 0x3146080:0xdebe1aa0300 0x3146340:0xdebe1aa0360 0x315dd40:0xdebe1aa00c0 0x315f740:0xdebe1cf6780 0x3160100:0xdebe1cf6840 0x3160440:0xdebe1cf67e0 0x3161480:0xdebe1cf68a0 0x3161b00:0xdebe1cf6720] 0xdebe19cee70 0} 2026-10-30T19:34:21.450718339Z I1030 19:34:21.450707 3618 gateway.go:541] Reconciling gateway with updates 2026-10-30T19:34:21.456642899Z I1030 19:34:21.456617 3618 gateway.go:343] Spawning Conntrack Rule Check Thread 2026-10-30T19:34:21.456725609Z I1030 19:34:21.456694 3618 default_node_network_controller.go:974] Gateway and management port readiness took 14.042785ms 2026-10-30T19:34:21.457016052Z I1030 19:34:21.456901 3618 port_claim.go:74] Svc openshift-ingress/router-default: port 30943 is already open, no action needed 2026-10-30T19:34:21.457016052Z I1030 19:34:21.456917 3618 port_claim.go:74] Svc openshift-ingress/router-default: port 31323 is already open, no action needed 2026-10-30T19:34:21.457457583Z I1030 19:34:21.457318 3618 gateway_shared_intf.go:2185] Ensuring masquerade resources on br-ex (ifindex=5, lastSuccessful=0) 2026-10-30T19:34:21.457597181Z I1030 19:34:21.457579 3618 gateway_shared_intf.go:2044] Setting OVN Masquerade route with source: 10.0.132.115 2026-10-30T19:34:21.457716062Z I1030 19:34:21.457703 3618 gateway_shared_intf.go:2235] Ensuring IP Neighbor entry for: 169.254.0.1 2026-10-30T19:34:21.457760922Z I1030 19:34:21.457748 3618 gateway_shared_intf.go:2235] Ensuring IP Neighbor entry for: 169.254.0.4 2026-10-30T19:34:21.457806536Z I1030 19:34:21.457792 3618 gateway_shared_intf.go:2211] Masquerade resources ensured on br-ex (ifindex=5) 2026-10-30T19:34:21.457861835Z I1030 19:34:21.457848 3618 node_ip_handler_linux.go:198] Node IP manager is running 2026-10-30T19:34:21.486161351Z W1030 19:34:21.485960 3618 port_linux.go:284] Missing or unable to find route entry for subnet 10.132.0.0/14 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0 2026-10-30T19:34:21.486161351Z W1030 19:34:21.486115 3618 port_linux.go:284] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0 2026-10-30T19:34:21.486371860Z W1030 19:34:21.486354 3618 port_linux.go:303] Missing arp entry for MAC/IP binding (0a:58:0a:84:00:01/10.132.0.1) on link ovn-k8s-mp0 2026-10-30T19:34:21.646974013Z I1030 19:34:21.646931 3618 default_network_controller.go:1136] Egress IP detected IP address change for node ip-10-0-133-26.ec2.internal. Updating no re-route policies 2026-10-30T19:34:21.647020101Z I1030 19:34:21.646949 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:21.647031300Z I1030 19:34:21.646968 3618 egressfirewall.go:700] Syncing node "ip-10-0-133-26.ec2.internal" for egress firewall 2026-10-30T19:34:21.647042757Z I1030 19:34:21.646976 3618 services_controller.go:1032] Node ip-10-0-133-26.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:21.647585862Z I1030 19:34:21.647555 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-133-26.ec2.internal: 609.965µs 2026-10-30T19:34:21.949828263Z I1030 19:34:21.949781 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-4.ec2.internal" for egress firewall 2026-10-30T19:34:21.949875451Z I1030 19:34:21.949852 3618 services_controller.go:1022] Node ip-10-0-132-4.ec2.internal has invalid / no HostSubnet annotations for network=default (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation 2026-10-30T19:34:21.949906438Z I1030 19:34:21.949888 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.949953727Z E1030 19:34:21.949936 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.949953727Z I1030 19:34:21.949889 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.950167251Z I1030 19:34:21.950144 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 257.223µs 2026-10-30T19:34:21.955722346Z I1030 19:34:21.955703 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.955735945Z E1030 19:34:21.955727 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.960140777Z I1030 19:34:21.960108 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.960214059Z E1030 19:34:21.960195 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.966233918Z I1030 19:34:21.966207 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.966259473Z E1030 19:34:21.966233 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.980942159Z I1030 19:34:21.980911 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.981019820Z I1030 19:34:21.981006 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-4.ec2.internal" for egress firewall 2026-10-30T19:34:21.981032833Z I1030 19:34:21.981007 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.981074699Z E1030 19:34:21.981052 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:21.981124560Z I1030 19:34:21.981105 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 196.983µs 2026-10-30T19:34:21.989011981Z I1030 19:34:21.988987 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:21.989075093Z E1030 19:34:21.989062 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.007072187Z I1030 19:34:22.007040 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.007105801Z E1030 19:34:22.007090 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.085209017Z I1030 19:34:22.085159 3618 node_info.go:79] Node ip-10-0-132-4.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-4.ec2.internal" 2026-10-30T19:34:22.085209017Z I1030 19:34:22.085196 3618 services_controller.go:1032] Node ip-10-0-132-4.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:22.085257368Z I1030 19:34:22.085211 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.085257368Z E1030 19:34:22.085242 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.199919649Z I1030 19:34:22.199873 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-4.ec2.internal" for egress firewall 2026-10-30T19:34:22.199919649Z I1030 19:34:22.199901 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.200022411Z I1030 19:34:22.199972 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.200022411Z I1030 19:34:22.199978 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 81.571µs 2026-10-30T19:34:22.200022411Z E1030 19:34:22.200011 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.213085786Z I1030 19:34:22.213053 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.213145885Z E1030 19:34:22.213128 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.327525807Z I1030 19:34:22.327467 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.327565602Z E1030 19:34:22.327520 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:22.434775563Z I1030 19:34:22.434734 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:22.434868959Z E1030 19:34:22.434847 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:23.271025977Z W1030 19:34:23.270988 3618 egressip_healthcheck.go:79] Health checking using insecure connection 2026-10-30T19:34:23.271059883Z I1030 19:34:23.271048 3618 egressip_healthcheck.go:112] Starting Egress IP Health Server on 10.132.0.2:9107 2026-10-30T19:34:23.271069677Z I1030 19:34:23.271062 3618 default_node_network_controller.go:1371] Starting node controller node sync 2026-10-30T19:34:23.277524477Z I1030 19:34:23.277474 3618 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 6.402502ms 2026-10-30T19:34:23.277625047Z I1030 19:34:23.277601 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-133-26.ec2.internal", IP: 10.0.133.26 to PMTUD blocking rules 2026-10-30T19:34:23.277635073Z I1030 19:34:23.277626 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-133-26.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules 2026-10-30T19:34:23.284136123Z I1030 19:34:23.284117 3618 healthcheck_node.go:127] "Starting node proxy healthz server" address="0.0.0.0:10256" 2026-10-30T19:34:23.284555571Z I1030 19:34:23.284523 3618 egressservice_node.go:97] Setting up event handlers for Egress Services 2026-10-30T19:34:23.284765615Z I1030 19:34:23.284748 3618 egressservice_node.go:187] Starting Egress Services Controller 2026-10-30T19:34:23.284777599Z I1030 19:34:23.284767 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices" 2026-10-30T19:34:23.284777599Z I1030 19:34:23.284775 3618 shared_informer.go:388] "Caches are synced" controller="egressservices" 2026-10-30T19:34:23.284787086Z I1030 19:34:23.284781 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices_services" 2026-10-30T19:34:23.284795925Z I1030 19:34:23.284785 3618 shared_informer.go:388] "Caches are synced" controller="egressservices_services" 2026-10-30T19:34:23.284795925Z I1030 19:34:23.284790 3618 shared_informer.go:381] "Waiting for caches to sync" controller="egressservices_endpointslices" 2026-10-30T19:34:23.284805144Z I1030 19:34:23.284794 3618 shared_informer.go:388] "Caches are synced" controller="egressservices_endpointslices" 2026-10-30T19:34:23.284805144Z I1030 19:34:23.284798 3618 egressservice_node.go:201] Repairing Egress Services 2026-10-30T19:34:23.295801479Z I1030 19:34:23.295775 3618 node_controller.go:46] Starting Admin Policy Based Route Node Controller 2026-10-30T19:34:23.295801479Z I1030 19:34:23.295787 3618 external_controller.go:282] Starting Admin Policy Based Route Controller 2026-10-30T19:34:23.295922106Z I1030 19:34:23.295910 3618 default_node_network_controller.go:1109] Egress IP for secondary host network is disabled 2026-10-30T19:34:23.295922106Z I1030 19:34:23.295919 3618 link_network_manager.go:122] Link manager is running 2026-10-30T19:34:23.295935062Z I1030 19:34:23.295930 3618 default_node_network_controller.go:1130] Default node network controller initialized and ready. 2026-10-30T19:34:23.296087445Z I1030 19:34:23.296058 3618 ovspinning_linux.go:59] OVS CPU affinity pinning disabled 2026-10-30T19:34:23.296375879Z I1030 19:34:23.296358 3618 vrf_manager.go:153] VRF manager is running 2026-10-30T19:34:23.296430855Z I1030 19:34:23.296418 3618 node_controller_manager.go:505] Removing flows to drop GARP 2026-10-30T19:34:23.296430855Z I1030 19:34:23.296427 3618 gateway.go:541] Reconciling gateway with updates 2026-10-30T19:34:23.309727687Z I1030 19:34:23.309695 3618 port_claim.go:74] Svc openshift-ingress/router-default: port 30943 is already open, no action needed 2026-10-30T19:34:23.309758202Z I1030 19:34:23.309732 3618 port_claim.go:74] Svc openshift-ingress/router-default: port 31323 is already open, no action needed 2026-10-30T19:34:23.367467536Z I1030 19:34:23.367423 3618 node_nftables.go:320] Cleaned up egress IP nftables table from previous shutdown : ovn-kubernetes-egressip 2026-10-30T19:34:25.181930728Z I1030 19:34:25.181876 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.182005535Z I1030 19:34:25.181973 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-115.ec2.internal: 104.293µs 2026-10-30T19:34:25.205970834Z I1030 19:34:25.205932 3618 base_network_controller_pods.go:486] [default/kube-system/kas-connection-checker-685895c7c9-kv78f] creating logical port kube-system_kas-connection-checker-685895c7c9-kv78f for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.206164827Z I1030 19:34:25.206140 3618 kube.go:235] Patching annotations on pod kube-system/kas-connection-checker-685895c7c9-kv78f 2026-10-30T19:34:25.210528500Z I1030 19:34:25.210122 3618 base_network_controller_pods.go:486] [default/kube-system/kas-connection-checker-685895c7c9-h4vsd] creating logical port kube-system_kas-connection-checker-685895c7c9-h4vsd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.210528500Z I1030 19:34:25.210240 3618 kube.go:235] Patching annotations on pod kube-system/kas-connection-checker-685895c7c9-h4vsd 2026-10-30T19:34:25.211991120Z I1030 19:34:25.211958 3618 base_network_controller_pods.go:486] [default/kube-system/kas-connection-checker-685895c7c9-7t7rs] creating logical port kube-system_kas-connection-checker-685895c7c9-7t7rs for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.212186611Z I1030 19:34:25.212161 3618 kube.go:235] Patching annotations on pod kube-system/kas-connection-checker-685895c7c9-7t7rs 2026-10-30T19:34:25.212413177Z I1030 19:34:25.212392 3618 base_network_controller_pods.go:486] [default/openshift-image-registry/image-registry-755b5c4488-4xx52] creating logical port openshift-image-registry_image-registry-755b5c4488-4xx52 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.212516575Z I1030 19:34:25.212472 3618 kube.go:235] Patching annotations on pod openshift-image-registry/image-registry-755b5c4488-4xx52 2026-10-30T19:34:25.222610149Z I1030 19:34:25.222583 3618 base_network_controller_pods.go:486] [default/openshift-insights/insights-operator-7c4986d449-frzlq] creating logical port openshift-insights_insights-operator-7c4986d449-frzlq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.222674091Z I1030 19:34:25.222661 3618 kube.go:235] Patching annotations on pod openshift-insights/insights-operator-7c4986d449-frzlq 2026-10-30T19:34:25.224431420Z I1030 19:34:25.224401 3618 base_network_controller_pods.go:486] [default/openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-6ddb6c8b94-lbrlp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.224609801Z I1030 19:34:25.224581 3618 kube.go:235] Patching annotations on pod openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp 2026-10-30T19:34:25.224818339Z I1030 19:34:25.224640 3618 base_network_controller_pods.go:486] [default/openshift-console-operator/console-operator-7cd56b8dbc-zl8sn] creating logical port openshift-console-operator_console-operator-7cd56b8dbc-zl8sn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.224963896Z I1030 19:34:25.224950 3618 kube.go:235] Patching annotations on pod openshift-console-operator/console-operator-7cd56b8dbc-zl8sn 2026-10-30T19:34:25.225267232Z I1030 19:34:25.225240 3618 base_network_controller_pods.go:486] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.225351057Z I1030 19:34:25.225336 3618 kube.go:235] Patching annotations on pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5 2026-10-30T19:34:25.228157175Z I1030 19:34:25.228132 3618 base_network_controller_pods.go:486] [default/openshift-ingress/router-default-fd9894b6f-skqbz] creating logical port openshift-ingress_router-default-fd9894b6f-skqbz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.228223186Z I1030 19:34:25.228209 3618 kube.go:235] Patching annotations on pod openshift-ingress/router-default-fd9894b6f-skqbz 2026-10-30T19:34:25.229403811Z I1030 19:34:25.229378 3618 base_network_controller_pods.go:486] [default/openshift-monitoring/cluster-monitoring-operator-884576c57-5484c] creating logical port openshift-monitoring_cluster-monitoring-operator-884576c57-5484c for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.229552982Z I1030 19:34:25.229536 3618 kube.go:235] Patching annotations on pod openshift-monitoring/cluster-monitoring-operator-884576c57-5484c 2026-10-30T19:34:25.231167246Z I1030 19:34:25.231143 3618 base_network_controller_pods.go:486] [default/openshift-dns/dns-default-sg9nh] creating logical port openshift-dns_dns-default-sg9nh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.231255025Z I1030 19:34:25.231242 3618 kube.go:235] Patching annotations on pod openshift-dns/dns-default-sg9nh 2026-10-30T19:34:25.237116132Z I1030 19:34:25.237086 3618 base_network_controller_pods.go:941] [default/kube-system/kas-connection-checker-685895c7c9-kv78f] addLogicalPort annotation time took 30.985921ms 2026-10-30T19:34:25.238100580Z I1030 19:34:25.238071 3618 base_network_controller_pods.go:941] [default/kube-system/kas-connection-checker-685895c7c9-h4vsd] addLogicalPort annotation time took 27.85848ms 2026-10-30T19:34:25.238433259Z I1030 19:34:25.238410 3618 pods.go:267] [kube-system/kas-connection-checker-685895c7c9-kv78f] addLogicalPort took 32.497695ms, libovsdb time 1.000941ms 2026-10-30T19:34:25.239267139Z I1030 19:34:25.239241 3618 pods.go:267] [kube-system/kas-connection-checker-685895c7c9-h4vsd] addLogicalPort took 29.136153ms, libovsdb time 688.079µs 2026-10-30T19:34:25.239359642Z I1030 19:34:25.239345 3618 base_network_controller_pods.go:486] [default/openshift-image-registry/image-registry-6775f6f89c-7npjm] creating logical port openshift-image-registry_image-registry-6775f6f89c-7npjm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.239478312Z I1030 19:34:25.239451 3618 kube.go:235] Patching annotations on pod openshift-image-registry/image-registry-6775f6f89c-7npjm 2026-10-30T19:34:25.243914815Z I1030 19:34:25.243884 3618 base_network_controller_pods.go:941] [default/kube-system/kas-connection-checker-685895c7c9-7t7rs] addLogicalPort annotation time took 31.755072ms 2026-10-30T19:34:25.246184401Z I1030 19:34:25.246154 3618 pods.go:267] [kube-system/kas-connection-checker-685895c7c9-7t7rs] addLogicalPort took 34.210099ms, libovsdb time 2.041074ms 2026-10-30T19:34:25.246249242Z I1030 19:34:25.246231 3618 base_network_controller_pods.go:486] [default/openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c] creating logical port openshift-service-ca-operator_service-ca-operator-544d749c8c-65x2c for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.246338302Z I1030 19:34:25.246321 3618 kube.go:235] Patching annotations on pod openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c 2026-10-30T19:34:25.258272251Z I1030 19:34:25.258242 3618 base_network_controller_pods.go:941] [default/openshift-image-registry/image-registry-755b5c4488-4xx52] addLogicalPort annotation time took 45.791296ms 2026-10-30T19:34:25.258464521Z I1030 19:34:25.258435 3618 base_network_controller_pods.go:941] [default/openshift-console-operator/console-operator-7cd56b8dbc-zl8sn] addLogicalPort annotation time took 33.516253ms 2026-10-30T19:34:25.258669985Z I1030 19:34:25.258435 3618 base_network_controller_pods.go:941] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5] addLogicalPort annotation time took 33.118595ms 2026-10-30T19:34:25.259224186Z I1030 19:34:25.259194 3618 base_network_controller_pods.go:941] [default/openshift-insights/insights-operator-7c4986d449-frzlq] addLogicalPort annotation time took 36.566853ms 2026-10-30T19:34:25.259552685Z I1030 19:34:25.259522 3618 base_network_controller_pods.go:941] [default/openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp] addLogicalPort annotation time took 35.035659ms 2026-10-30T19:34:25.262278265Z I1030 19:34:25.262243 3618 pods.go:267] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5] addLogicalPort took 37.013708ms, libovsdb time 2.457392ms 2026-10-30T19:34:25.262347396Z I1030 19:34:25.262328 3618 pods.go:267] [openshift-image-registry/image-registry-755b5c4488-4xx52] addLogicalPort took 49.944989ms, libovsdb time 3.776125ms 2026-10-30T19:34:25.262604549Z I1030 19:34:25.262580 3618 pods.go:267] [openshift-console-operator/console-operator-7cd56b8dbc-zl8sn] addLogicalPort took 37.954556ms, libovsdb time 3.821019ms 2026-10-30T19:34:25.262649586Z I1030 19:34:25.262634 3618 base_network_controller_pods.go:486] [default/openshift-ingress-canary/ingress-canary-r65qm] creating logical port openshift-ingress-canary_ingress-canary-r65qm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.262680430Z I1030 19:34:25.262659 3618 pods.go:267] [openshift-insights/insights-operator-7c4986d449-frzlq] addLogicalPort took 40.08887ms, libovsdb time 3.249234ms 2026-10-30T19:34:25.262732570Z I1030 19:34:25.262716 3618 kube.go:235] Patching annotations on pod openshift-ingress-canary/ingress-canary-r65qm 2026-10-30T19:34:25.262929342Z I1030 19:34:25.262875 3618 pods.go:267] [openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp] addLogicalPort took 38.486388ms, libovsdb time 3.111115ms 2026-10-30T19:34:25.262929342Z I1030 19:34:25.262632 3618 base_network_controller_pods.go:941] [default/openshift-monitoring/cluster-monitoring-operator-884576c57-5484c] addLogicalPort annotation time took 33.144437ms 2026-10-30T19:34:25.262947068Z I1030 19:34:25.262928 3618 base_network_controller_pods.go:486] [default/openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-58c9f5f46d-ppsxz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.263007938Z I1030 19:34:25.262990 3618 kube.go:235] Patching annotations on pod openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz 2026-10-30T19:34:25.263138243Z I1030 19:34:25.262720 3618 base_network_controller_pods.go:486] [default/openshift-network-console/networking-console-plugin-86c478bb88-mb2fw] creating logical port openshift-network-console_networking-console-plugin-86c478bb88-mb2fw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.263218294Z I1030 19:34:25.263199 3618 kube.go:235] Patching annotations on pod openshift-network-console/networking-console-plugin-86c478bb88-mb2fw 2026-10-30T19:34:25.265947842Z I1030 19:34:25.265917 3618 pods.go:267] [openshift-monitoring/cluster-monitoring-operator-884576c57-5484c] addLogicalPort took 36.548668ms, libovsdb time 2.753819ms 2026-10-30T19:34:25.266086941Z I1030 19:34:25.266063 3618 base_network_controller_pods.go:941] [default/openshift-dns/dns-default-sg9nh] addLogicalPort annotation time took 34.845765ms 2026-10-30T19:34:25.267192134Z I1030 19:34:25.267167 3618 pods.go:267] [openshift-dns/dns-default-sg9nh] addLogicalPort took 36.033036ms, libovsdb time 820.511µs 2026-10-30T19:34:25.268718967Z I1030 19:34:25.268695 3618 base_network_controller_pods.go:941] [default/openshift-ingress/router-default-fd9894b6f-skqbz] addLogicalPort annotation time took 40.498921ms 2026-10-30T19:34:25.271521779Z I1030 19:34:25.271475 3618 pods.go:267] [openshift-ingress/router-default-fd9894b6f-skqbz] addLogicalPort took 43.350241ms, libovsdb time 2.372545ms 2026-10-30T19:34:25.272826131Z I1030 19:34:25.272800 3618 base_network_controller_pods.go:486] [default/openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl] creating logical port openshift-network-diagnostics_network-check-source-6f78d59f99-l2ccl for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:25.272892027Z I1030 19:34:25.272877 3618 kube.go:235] Patching annotations on pod openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl 2026-10-30T19:34:25.277843019Z I1030 19:34:25.277818 3618 base_network_controller_pods.go:941] [default/openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c] addLogicalPort annotation time took 31.523851ms 2026-10-30T19:34:25.282180730Z I1030 19:34:25.279405 3618 pods.go:267] [openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c] addLogicalPort took 33.179208ms, libovsdb time 1.350914ms 2026-10-30T19:34:25.282180730Z I1030 19:34:25.279777 3618 base_network_controller_pods.go:941] [default/openshift-image-registry/image-registry-6775f6f89c-7npjm] addLogicalPort annotation time took 40.364644ms 2026-10-30T19:34:25.282180730Z I1030 19:34:25.281047 3618 pods.go:267] [openshift-image-registry/image-registry-6775f6f89c-7npjm] addLogicalPort took 41.710987ms, libovsdb time 773.191µs 2026-10-30T19:34:25.293848609Z I1030 19:34:25.293823 3618 base_network_controller_pods.go:941] [default/openshift-network-console/networking-console-plugin-86c478bb88-mb2fw] addLogicalPort annotation time took 30.655846ms 2026-10-30T19:34:25.294871100Z I1030 19:34:25.294844 3618 pods.go:267] [openshift-network-console/networking-console-plugin-86c478bb88-mb2fw] addLogicalPort took 32.13161ms, libovsdb time 677.856µs 2026-10-30T19:34:25.299419057Z I1030 19:34:25.299395 3618 base_network_controller_pods.go:941] [default/openshift-ingress-canary/ingress-canary-r65qm] addLogicalPort annotation time took 36.705495ms 2026-10-30T19:34:25.300118438Z I1030 19:34:25.300088 3618 base_network_controller_pods.go:941] [default/openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz] addLogicalPort annotation time took 37.12211ms 2026-10-30T19:34:25.300706055Z I1030 19:34:25.300683 3618 pods.go:267] [openshift-ingress-canary/ingress-canary-r65qm] addLogicalPort took 38.055872ms, libovsdb time 862.274µs 2026-10-30T19:34:25.301169209Z I1030 19:34:25.301152 3618 pods.go:267] [openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz] addLogicalPort took 38.232624ms, libovsdb time 767.958µs 2026-10-30T19:34:25.310763977Z I1030 19:34:25.310725 3618 base_network_controller_pods.go:941] [default/openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl] addLogicalPort annotation time took 37.876287ms 2026-10-30T19:34:25.311784434Z I1030 19:34:25.311762 3618 pods.go:267] [openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl] addLogicalPort took 38.971941ms, libovsdb time 718.073µs 2026-10-30T19:34:25.580405494Z I1030 19:34:25.580357 3618 cniserver.go:315] [kube-system/kas-connection-checker-685895c7c9-kv78f 587c1939e859fba3e0046b0767759b12634bc4aae80f4b11ab4a29fb8b72458e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.582799299Z I1030 19:34:25.582768 3618 cniserver.go:315] [kube-system/kas-connection-checker-685895c7c9-h4vsd d21768a46212f7f2d9a8dbe0e191bbcfeed937534e47f4ed25b5d87b701c453b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.584478279Z I1030 19:34:25.584449 3618 cniserver.go:315] [kube-system/kas-connection-checker-685895c7c9-7t7rs 79a20541cb5a9bed2d97bf8df47d5f86f02692463d545d9279ea47d525c1bd8b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.595532733Z I1030 19:34:25.595458 3618 helper_linux.go:694] ConfigureOVS: namespace: kube-system, podName: kas-connection-checker-685895c7c9-kv78f, hostIfaceName: 587c1939e859fba, network: default, NAD default, SandboxID: "587c1939e859fba3e0046b0767759b12634bc4aae80f4b11ab4a29fb8b72458e", PCI device ID: , UID: "df601210-c5b1-4f3f-939b-bb8a11c3759d", MAC: 0a:58:0a:84:00:06, IPs: [10.132.0.6/23] 2026-10-30T19:34:25.596183161Z I1030 19:34:25.596147 3618 helper_linux.go:694] ConfigureOVS: namespace: kube-system, podName: kas-connection-checker-685895c7c9-h4vsd, hostIfaceName: d21768a46212f7f, network: default, NAD default, SandboxID: "d21768a46212f7f2d9a8dbe0e191bbcfeed937534e47f4ed25b5d87b701c453b", PCI device ID: , UID: "fc0ef185-0820-4ae9-955b-0f35510667d9", MAC: 0a:58:0a:84:00:07, IPs: [10.132.0.7/23] 2026-10-30T19:34:25.598044697Z I1030 19:34:25.598004 3618 helper_linux.go:694] ConfigureOVS: namespace: kube-system, podName: kas-connection-checker-685895c7c9-7t7rs, hostIfaceName: 79a20541cb5a9be, network: default, NAD default, SandboxID: "79a20541cb5a9bed2d97bf8df47d5f86f02692463d545d9279ea47d525c1bd8b", PCI device ID: , UID: "16eeabd2-8f23-411a-b951-6207f95bdb43", MAC: 0a:58:0a:84:00:08, IPs: [10.132.0.8/23] 2026-10-30T19:34:25.642606825Z I1030 19:34:25.642509 3618 cniserver.go:315] [openshift-insights/insights-operator-7c4986d449-frzlq 5425e2a15b7b32187ecf6e1c974853e1bef4dd238e27f05a3d485a1004c61cf7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.659893544Z I1030 19:34:25.659843 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-7c4986d449-frzlq, hostIfaceName: 5425e2a15b7b321, network: default, NAD default, SandboxID: "5425e2a15b7b32187ecf6e1c974853e1bef4dd238e27f05a3d485a1004c61cf7", PCI device ID: , UID: "58fa447b-1c5e-4eab-aeda-1c0f6d80f1ae", MAC: 0a:58:0a:84:00:0a, IPs: [10.132.0.10/23] 2026-10-30T19:34:25.697851450Z I1030 19:34:25.697796 3618 cniserver.go:315] [openshift-console-operator/console-operator-7cd56b8dbc-zl8sn 97e56f8114c184e3b1077fc75f28f433cdeaeb916fefe395e19864ce66611028 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.706144139Z I1030 19:34:25.706086 3618 cniserver.go:315] [openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz c7232937f529ecdfecf34679747e36d3f76678ca6fe46f323caefb97aeb84048 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.712465571Z I1030 19:34:25.712421 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-7cd56b8dbc-zl8sn, hostIfaceName: 97e56f8114c184e, network: default, NAD default, SandboxID: "97e56f8114c184e3b1077fc75f28f433cdeaeb916fefe395e19864ce66611028", PCI device ID: , UID: "73261ca6-68ed-4f8d-bc9e-f4eb802b75a4", MAC: 0a:58:0a:84:00:0c, IPs: [10.132.0.12/23] 2026-10-30T19:34:25.712769773Z I1030 19:34:25.712729 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-58c9f5f46d-ppsxz, hostIfaceName: c7232937f529ecd, network: default, NAD default, SandboxID: "c7232937f529ecdfecf34679747e36d3f76678ca6fe46f323caefb97aeb84048", PCI device ID: , UID: "3da0ba8c-d364-4754-9069-47fe4a2017a6", MAC: 0a:58:0a:84:00:14, IPs: [10.132.0.20/23] 2026-10-30T19:34:25.714418656Z I1030 19:34:25.714380 3618 cniserver.go:315] [openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c 7d6ab31f712825ba8a00059f7273d53808e2eeebaa3bac54bd9f9dc186438e62 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.717441353Z I1030 19:34:25.717411 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-133-26.ec2.internal 2026-10-30T19:34:25.717522903Z I1030 19:34:25.717488 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-133-26.ec2.internal: 80.666µs 2026-10-30T19:34:25.726176739Z I1030 19:34:25.725836 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-544d749c8c-65x2c, hostIfaceName: 7d6ab31f712825b, network: default, NAD default, SandboxID: "7d6ab31f712825ba8a00059f7273d53808e2eeebaa3bac54bd9f9dc186438e62", PCI device ID: , UID: "410e9153-45cc-485e-ba92-efa60cca301e", MAC: 0a:58:0a:84:00:12, IPs: [10.132.0.18/23] 2026-10-30T19:34:25.728151012Z I1030 19:34:25.728113 3618 cniserver.go:315] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5 f3bc7ac281f4ecdcc82abd3f3429178724f7d55a2977aa4a00ac548656668a51 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.731698396Z I1030 19:34:25.731658 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5, hostIfaceName: f3bc7ac281f4ecd, network: default, NAD default, SandboxID: "f3bc7ac281f4ecdcc82abd3f3429178724f7d55a2977aa4a00ac548656668a51", PCI device ID: , UID: "51f9c455-a5a6-4c80-8bcd-cd0fe9d4d374", MAC: 0a:58:0a:84:00:0d, IPs: [10.132.0.13/23] 2026-10-30T19:34:25.752555013Z I1030 19:34:25.752518 3618 cniserver.go:315] [openshift-ingress-canary/ingress-canary-r65qm e98b9bf6ad247d0bf96ee71b127115acb6870dc58246308cd39fb5d853f1ca8d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.756076769Z I1030 19:34:25.756041 3618 cniserver.go:315] [openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl 30ac5ae9f2c36ff917ee747adef7187d08fd92eb26f96bafcda0e65dd149a6d8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:25.773330117Z I1030 19:34:25.773290 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-6f78d59f99-l2ccl, hostIfaceName: 30ac5ae9f2c36ff, network: default, NAD default, SandboxID: "30ac5ae9f2c36ff917ee747adef7187d08fd92eb26f96bafcda0e65dd149a6d8", PCI device ID: , UID: "46fd767b-686b-42dd-acdd-5901294699ac", MAC: 0a:58:0a:84:00:16, IPs: [10.132.0.22/23] 2026-10-30T19:34:25.774933659Z I1030 19:34:25.774901 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-r65qm, hostIfaceName: e98b9bf6ad247d0, network: default, NAD default, SandboxID: "e98b9bf6ad247d0bf96ee71b127115acb6870dc58246308cd39fb5d853f1ca8d", PCI device ID: , UID: "ae1ef3c9-11c5-48c2-b1db-166270b55b09", MAC: 0a:58:0a:84:00:13, IPs: [10.132.0.19/23] 2026-10-30T19:34:25.803762689Z I1030 19:34:25.803714 3618 cniserver.go:304] [kube-system/kas-connection-checker-685895c7c9-kv78f 587c1939e859fba3e0046b0767759b12634bc4aae80f4b11ab4a29fb8b72458e network default NAD default NAD key default] ADD finished CNI request [kube-system/kas-connection-checker-685895c7c9-kv78f 587c1939e859fba3e0046b0767759b12634bc4aae80f4b11ab4a29fb8b72458e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ec:c7:15:38:b8\",\"name\":\"587c1939e859fba\"},{\"mac\":\"0a:58:0a:84:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c070bb-c0af-4629-8b24-ea6a8577014e\"}],\"ips\":[{\"address\":\"10.132.0.6/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.803856683Z I1030 19:34:25.803838 3618 cniserver.go:304] [kube-system/kas-connection-checker-685895c7c9-7t7rs 79a20541cb5a9bed2d97bf8df47d5f86f02692463d545d9279ea47d525c1bd8b network default NAD default NAD key default] ADD finished CNI request [kube-system/kas-connection-checker-685895c7c9-7t7rs 79a20541cb5a9bed2d97bf8df47d5f86f02692463d545d9279ea47d525c1bd8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2d:c9:28:5f:22\",\"name\":\"79a20541cb5a9be\"},{\"mac\":\"0a:58:0a:84:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a782e12-8aa6-4e03-851c-9ed432e62843\"}],\"ips\":[{\"address\":\"10.132.0.8/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.803954878Z I1030 19:34:25.803935 3618 cniserver.go:304] [kube-system/kas-connection-checker-685895c7c9-h4vsd d21768a46212f7f2d9a8dbe0e191bbcfeed937534e47f4ed25b5d87b701c453b network default NAD default NAD key default] ADD finished CNI request [kube-system/kas-connection-checker-685895c7c9-h4vsd d21768a46212f7f2d9a8dbe0e191bbcfeed937534e47f4ed25b5d87b701c453b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:70:6d:2f:ee:5c\",\"name\":\"d21768a46212f7f\"},{\"mac\":\"0a:58:0a:84:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c48880fa-0e66-4b11-a763-7d3c126d6923\"}],\"ips\":[{\"address\":\"10.132.0.7/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.864815284Z I1030 19:34:25.864767 3618 cniserver.go:304] [openshift-insights/insights-operator-7c4986d449-frzlq 5425e2a15b7b32187ecf6e1c974853e1bef4dd238e27f05a3d485a1004c61cf7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-7c4986d449-frzlq 5425e2a15b7b32187ecf6e1c974853e1bef4dd238e27f05a3d485a1004c61cf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:be:96:72:50:ac\",\"name\":\"5425e2a15b7b321\"},{\"mac\":\"0a:58:0a:84:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b94eda0-0f60-4e31-a04b-6987f583977c\"}],\"ips\":[{\"address\":\"10.132.0.10/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.919694177Z I1030 19:34:25.919636 3618 cniserver.go:304] [openshift-console-operator/console-operator-7cd56b8dbc-zl8sn 97e56f8114c184e3b1077fc75f28f433cdeaeb916fefe395e19864ce66611028 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-7cd56b8dbc-zl8sn 97e56f8114c184e3b1077fc75f28f433cdeaeb916fefe395e19864ce66611028 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:08:99:99:cb:ca\",\"name\":\"97e56f8114c184e\"},{\"mac\":\"0a:58:0a:84:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20f5a5b2-f9e0-4e50-bedf-ee064f06d146\"}],\"ips\":[{\"address\":\"10.132.0.12/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.919848785Z I1030 19:34:25.919813 3618 cniserver.go:304] [openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz c7232937f529ecdfecf34679747e36d3f76678ca6fe46f323caefb97aeb84048 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-58c9f5f46d-ppsxz c7232937f529ecdfecf34679747e36d3f76678ca6fe46f323caefb97aeb84048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:23:fe:f9:71:ad\",\"name\":\"c7232937f529ecd\"},{\"mac\":\"0a:58:0a:84:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4182e989-0ba1-41c2-8f2c-11c8ab40015a\"}],\"ips\":[{\"address\":\"10.132.0.20/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.929134483Z I1030 19:34:25.929083 3618 cniserver.go:304] [openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c 7d6ab31f712825ba8a00059f7273d53808e2eeebaa3bac54bd9f9dc186438e62 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-544d749c8c-65x2c 7d6ab31f712825ba8a00059f7273d53808e2eeebaa3bac54bd9f9dc186438e62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:7e:7d:95:54:2d\",\"name\":\"7d6ab31f712825b\"},{\"mac\":\"0a:58:0a:84:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c24edc0b-721e-4aec-9bed-8fd6f5b95f4e\"}],\"ips\":[{\"address\":\"10.132.0.18/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.934330809Z I1030 19:34:25.934288 3618 cniserver.go:304] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5 f3bc7ac281f4ecdcc82abd3f3429178724f7d55a2977aa4a00ac548656668a51 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-7d4bc45dd6-rcsn5 f3bc7ac281f4ecdcc82abd3f3429178724f7d55a2977aa4a00ac548656668a51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:2d:57:a5:35:66\",\"name\":\"f3bc7ac281f4ecd\"},{\"mac\":\"0a:58:0a:84:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61be2b91-205b-4341-b846-5d91d5dbc233\"}],\"ips\":[{\"address\":\"10.132.0.13/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.976046837Z I1030 19:34:25.976000 3618 cniserver.go:304] [openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl 30ac5ae9f2c36ff917ee747adef7187d08fd92eb26f96bafcda0e65dd149a6d8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-6f78d59f99-l2ccl 30ac5ae9f2c36ff917ee747adef7187d08fd92eb26f96bafcda0e65dd149a6d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:83:77:56:3d:db\",\"name\":\"30ac5ae9f2c36ff\"},{\"mac\":\"0a:58:0a:84:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50ff031a-ce1c-4590-8d19-7bf3ef38c1d9\"}],\"ips\":[{\"address\":\"10.132.0.22/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:25.985799972Z I1030 19:34:25.985747 3618 cniserver.go:304] [openshift-ingress-canary/ingress-canary-r65qm e98b9bf6ad247d0bf96ee71b127115acb6870dc58246308cd39fb5d853f1ca8d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-r65qm e98b9bf6ad247d0bf96ee71b127115acb6870dc58246308cd39fb5d853f1ca8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:10:a4:88:45:64\",\"name\":\"e98b9bf6ad247d0\"},{\"mac\":\"0a:58:0a:84:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fd7385f-5ab5-49f8-bc84-78f9277bbd5b\"}],\"ips\":[{\"address\":\"10.132.0.19/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:26.239719296Z I1030 19:34:26.239676 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-133-26.ec2.internal", IP: 10.0.133.26 to PMTUD blocking rules 2026-10-30T19:34:26.239719296Z I1030 19:34:26.239700 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-133-26.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules 2026-10-30T19:34:27.448207970Z I1030 19:34:27.448167 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:27.448246463Z E1030 19:34:27.448231 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:29.002614735Z I1030 19:34:29.002554 3618 cniserver.go:315] [kube-system/global-pull-secret-syncer-shwzj ef89f3c592ef20d916344a90e437984542a518cae0fe21245ca2d23f11713b85 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:29.005601938Z I1030 19:34:29.005560 3618 helper_linux.go:694] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-shwzj, hostIfaceName: ef89f3c592ef20d, network: default, NAD default, SandboxID: "ef89f3c592ef20d916344a90e437984542a518cae0fe21245ca2d23f11713b85", PCI device ID: , UID: "b001525d-fb68-4e3f-b967-f1a8d43f620b", MAC: 0a:58:0a:84:00:05, IPs: [10.132.0.5/23] 2026-10-30T19:34:29.057930715Z I1030 19:34:29.057873 3618 cniserver.go:315] [openshift-network-diagnostics/network-check-target-8f2fj 0cac704a6c47abe8c20ee56a15fcaf70cde9089601bc45d630e44d685d9c204d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:29.061264418Z I1030 19:34:29.061203 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8f2fj, hostIfaceName: 0cac704a6c47abe, network: default, NAD default, SandboxID: "0cac704a6c47abe8c20ee56a15fcaf70cde9089601bc45d630e44d685d9c204d", PCI device ID: , UID: "3fc71932-8adb-4e3a-83e8-acfe87c1c896", MAC: 0a:58:0a:84:00:04, IPs: [10.132.0.4/23] 2026-10-30T19:34:29.208308946Z I1030 19:34:29.208255 3618 cniserver.go:304] [kube-system/global-pull-secret-syncer-shwzj ef89f3c592ef20d916344a90e437984542a518cae0fe21245ca2d23f11713b85 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-shwzj ef89f3c592ef20d916344a90e437984542a518cae0fe21245ca2d23f11713b85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:84:29:c5:09:6e\",\"name\":\"ef89f3c592ef20d\"},{\"mac\":\"0a:58:0a:84:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/840fa681-6337-4591-9280-cf10fba4c0ff\"}],\"ips\":[{\"address\":\"10.132.0.5/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:29.265083920Z I1030 19:34:29.265026 3618 cniserver.go:304] [openshift-network-diagnostics/network-check-target-8f2fj 0cac704a6c47abe8c20ee56a15fcaf70cde9089601bc45d630e44d685d9c204d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8f2fj 0cac704a6c47abe8c20ee56a15fcaf70cde9089601bc45d630e44d685d9c204d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:66:1f:71:df:07\",\"name\":\"0cac704a6c47abe\"},{\"mac\":\"0a:58:0a:84:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6ab03cb-8140-4e8f-9683-9d2014bde1c5\"}],\"ips\":[{\"address\":\"10.132.0.4/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:30.826713045Z I1030 19:34:30.826680 3618 base_network_controller_pods.go:486] [default/openshift-insights/insights-runtime-extractor-q8jlb] creating logical port openshift-insights_insights-runtime-extractor-q8jlb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:30.826892937Z I1030 19:34:30.826878 3618 kube.go:235] Patching annotations on pod openshift-insights/insights-runtime-extractor-q8jlb 2026-10-30T19:34:30.852288260Z I1030 19:34:30.852250 3618 base_network_controller_pods.go:941] [default/openshift-insights/insights-runtime-extractor-q8jlb] addLogicalPort annotation time took 25.40457ms 2026-10-30T19:34:30.853819580Z I1030 19:34:30.853776 3618 pods.go:267] [openshift-insights/insights-runtime-extractor-q8jlb] addLogicalPort took 27.11355ms, libovsdb time 1.096278ms 2026-10-30T19:34:31.203266239Z W1030 19:34:31.203226 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-console-operator/metrics 2026-10-30T19:34:31.646766768Z I1030 19:34:31.646722 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:31.646808040Z E1030 19:34:31.646771 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:31.920295234Z I1030 19:34:31.920248 3618 namespace.go:44] [openshift-kube-storage-version-migrator] adding namespace 2026-10-30T19:34:31.921798052Z I1030 19:34:31.921759 3618 namespace.go:48] [openshift-kube-storage-version-migrator] adding namespace took 1.446232ms 2026-10-30T19:34:31.936822810Z I1030 19:34:31.936790 3618 namespace.go:72] [openshift-kube-storage-version-migrator] updating namespace 2026-10-30T19:34:32.042732800Z I1030 19:34:32.042697 3618 base_network_controller_policy.go:1190] Adding network policy openshift-kube-storage-version-migrator/allow-migrator for network default 2026-10-30T19:34:32.042795048Z I1030 19:34:32.042783 3618 base_network_controller_policy.go:1085] Policy openshift-kube-storage-version-migrator/allow-migrator added to peer address sets [] 2026-10-30T19:34:32.046251127Z I1030 19:34:32.046222 3618 base_network_controller_policy.go:1243] Create network policy openshift-kube-storage-version-migrator/allow-migrator resources completed, update namespace loglevel 2026-10-30T19:34:32.047294490Z I1030 19:34:32.047263 3618 base_network_controller_pods.go:486] [default/openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk] creating logical port openshift-kube-storage-version-migrator_migrator-66df5d496b-sddsk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:34:32.047432232Z I1030 19:34:32.047410 3618 kube.go:235] Patching annotations on pod openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk 2026-10-30T19:34:32.073839781Z I1030 19:34:32.073808 3618 base_network_controller_pods.go:941] [default/openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk] addLogicalPort annotation time took 26.441677ms 2026-10-30T19:34:32.075069176Z I1030 19:34:32.075043 3618 pods.go:267] [openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk] addLogicalPort took 27.791843ms, libovsdb time 791.985µs 2026-10-30T19:34:32.078058638Z I1030 19:34:32.078039 3618 base_network_controller_policy.go:1190] Adding network policy openshift-kube-storage-version-migrator/default-deny for network default 2026-10-30T19:34:32.078106057Z I1030 19:34:32.078097 3618 base_network_controller_policy.go:1085] Policy openshift-kube-storage-version-migrator/default-deny added to peer address sets [] 2026-10-30T19:34:32.079587168Z I1030 19:34:32.079570 3618 base_network_controller_policy.go:1243] Create network policy openshift-kube-storage-version-migrator/default-deny resources completed, update namespace loglevel 2026-10-30T19:34:32.373108051Z I1030 19:34:32.373072 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-4.ec2.internal" for egress firewall 2026-10-30T19:34:32.373156270Z I1030 19:34:32.373080 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:32.373233980Z E1030 19:34:32.373203 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:32.373233980Z I1030 19:34:32.373103 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:32.373329230Z I1030 19:34:32.373310 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 213.05µs 2026-10-30T19:34:32.474641607Z I1030 19:34:32.474605 3618 namespace.go:44] [openshift-service-ca] adding namespace 2026-10-30T19:34:32.475275593Z I1030 19:34:32.475249 3618 namespace.go:48] [openshift-service-ca] adding namespace took 620.495µs 2026-10-30T19:34:32.498334824Z I1030 19:34:32.498302 3618 namespace.go:72] [openshift-service-ca] updating namespace 2026-10-30T19:34:32.541292230Z I1030 19:34:32.541245 3618 cniserver.go:315] [openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk 461942b33fa15a28c691eef8a5581c2881aa027ac0df8b987f3e6031407715f4 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:32.546047201Z I1030 19:34:32.546007 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-66df5d496b-sddsk, hostIfaceName: 461942b33fa15a2, network: default, NAD default, SandboxID: "461942b33fa15a28c691eef8a5581c2881aa027ac0df8b987f3e6031407715f4", PCI device ID: , UID: "34d9f428-c41a-47ae-9ae5-9d93c76941ef", MAC: 0a:58:0a:84:00:18, IPs: [10.132.0.24/23] 2026-10-30T19:34:32.749807336Z I1030 19:34:32.749761 3618 cniserver.go:304] [openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk 461942b33fa15a28c691eef8a5581c2881aa027ac0df8b987f3e6031407715f4 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-66df5d496b-sddsk 461942b33fa15a28c691eef8a5581c2881aa027ac0df8b987f3e6031407715f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c1:c2:1a:40:e7\",\"name\":\"461942b33fa15a2\"},{\"mac\":\"0a:58:0a:84:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/313d8290-2dd7-44a7-9b8c-072266640364\"}],\"ips\":[{\"address\":\"10.132.0.24/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:33.276118181Z W1030 19:34:33.276076 3618 util.go:881] Failed to build global endpoints for port TCP//8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target 2026-10-30T19:34:35.813927447Z I1030 19:34:35.813885 3618 udn_isolation.go:380] Kubelet restarted, re-applying isolation 2026-10-30T19:34:35.830393117Z I1030 19:34:35.830362 3618 udn_isolation.go:380] Kubelet restarted, re-applying isolation 2026-10-30T19:34:35.946393890Z I1030 19:34:35.946293 3618 udn_isolation.go:380] Kubelet restarted, re-applying isolation 2026-10-30T19:34:35.965716424Z I1030 19:34:35.965677 3618 udn_isolation.go:380] Kubelet restarted, re-applying isolation 2026-10-30T19:34:40.974912209Z I1030 19:34:40.974866 3618 cniserver.go:315] [openshift-insights/insights-runtime-extractor-q8jlb 5e0b6054bcd6423ee4ebe5007111a7cab4baf939060f8134f6c686fd8693b66b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:40.977590581Z I1030 19:34:40.977540 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q8jlb, hostIfaceName: 5e0b6054bcd6423, network: default, NAD default, SandboxID: "5e0b6054bcd6423ee4ebe5007111a7cab4baf939060f8134f6c686fd8693b66b", PCI device ID: , UID: "eb7bc2f1-d85e-4656-b3a2-ca8c46710e20", MAC: 0a:58:0a:84:00:17, IPs: [10.132.0.23/23] 2026-10-30T19:34:41.180397292Z I1030 19:34:41.180344 3618 cniserver.go:304] [openshift-insights/insights-runtime-extractor-q8jlb 5e0b6054bcd6423ee4ebe5007111a7cab4baf939060f8134f6c686fd8693b66b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q8jlb 5e0b6054bcd6423ee4ebe5007111a7cab4baf939060f8134f6c686fd8693b66b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:99:56:cb:bf:29\",\"name\":\"5e0b6054bcd6423\"},{\"mac\":\"0a:58:0a:84:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3c8c8e3-22f9-4ac0-a2c7-1eb8ed6e8435\"}],\"ips\":[{\"address\":\"10.132.0.23/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:44.869351670Z I1030 19:34:44.869303 3618 cniserver.go:315] [openshift-ingress/router-default-fd9894b6f-skqbz bdcf745f6a78f614d43db0e6d77fd563f7586f4bce082d65b353875f517a8700 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:44.874332289Z I1030 19:34:44.874289 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: router-default-fd9894b6f-skqbz, hostIfaceName: bdcf745f6a78f61, network: default, NAD default, SandboxID: "bdcf745f6a78f614d43db0e6d77fd563f7586f4bce082d65b353875f517a8700", PCI device ID: , UID: "498b6873-9b05-4819-8d44-c6bbab466828", MAC: 0a:58:0a:84:00:0e, IPs: [10.132.0.14/23] 2026-10-30T19:34:44.878853317Z I1030 19:34:44.878815 3618 cniserver.go:315] [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:44.879353799Z I1030 19:34:44.879317 3618 cniserver.go:315] [openshift-network-console/networking-console-plugin-86c478bb88-mb2fw 04beeb79b107cfe541c8e6708aa6929ff58485123f8546031b22c156cd6341a6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:44.883300451Z I1030 19:34:44.883274 3618 cniserver.go:315] [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:44.889279313Z I1030 19:34:44.889241 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6775f6f89c-7npjm, hostIfaceName: 7a4372cf263a674, network: default, NAD default, SandboxID: "7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6", PCI device ID: , UID: "ab02b8d2-0815-412a-a732-ef750ca1130b", MAC: 0a:58:0a:84:00:11, IPs: [10.132.0.17/23] 2026-10-30T19:34:44.891754543Z I1030 19:34:44.891728 3618 cniserver.go:315] [openshift-dns/dns-default-sg9nh 542dded661834526b7768dc663f5710b751bf657d6d9fb723159e1c9ca76edf9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:44.894195791Z I1030 19:34:44.894160 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-755b5c4488-4xx52, hostIfaceName: 6806eda30073f7d, network: default, NAD default, SandboxID: "6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809", PCI device ID: , UID: "b936af65-9699-44af-bbec-bd298c20d1fc", MAC: 0a:58:0a:84:00:09, IPs: [10.132.0.9/23] 2026-10-30T19:34:44.895565630Z I1030 19:34:44.895528 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-dns, podName: dns-default-sg9nh, hostIfaceName: 542dded66183452, network: default, NAD default, SandboxID: "542dded661834526b7768dc663f5710b751bf657d6d9fb723159e1c9ca76edf9", PCI device ID: , UID: "3d7a9e09-ccd3-4c01-92fd-41844e62b60f", MAC: 0a:58:0a:84:00:10, IPs: [10.132.0.16/23] 2026-10-30T19:34:44.895998276Z I1030 19:34:44.895968 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-86c478bb88-mb2fw, hostIfaceName: 04beeb79b107cfe, network: default, NAD default, SandboxID: "04beeb79b107cfe541c8e6708aa6929ff58485123f8546031b22c156cd6341a6", PCI device ID: , UID: "5e27c42b-524e-4f97-b89b-87047a1d32f7", MAC: 0a:58:0a:84:00:15, IPs: [10.132.0.21/23] 2026-10-30T19:34:45.080133385Z I1030 19:34:45.080079 3618 cniserver.go:304] [openshift-ingress/router-default-fd9894b6f-skqbz bdcf745f6a78f614d43db0e6d77fd563f7586f4bce082d65b353875f517a8700 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-fd9894b6f-skqbz bdcf745f6a78f614d43db0e6d77fd563f7586f4bce082d65b353875f517a8700 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5e:be:98:ef:cc\",\"name\":\"bdcf745f6a78f61\"},{\"mac\":\"0a:58:0a:84:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc8a8a8b-74fc-4a81-a460-84849bc2f7d0\"}],\"ips\":[{\"address\":\"10.132.0.14/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:45.093852566Z I1030 19:34:45.093818 3618 cniserver.go:304] [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a7:fb:85:c2:33\",\"name\":\"7a4372cf263a674\"},{\"mac\":\"0a:58:0a:84:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c6e49be-b6f6-4476-b8d2-1ea37515138d\"}],\"ips\":[{\"address\":\"10.132.0.17/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:45.101354610Z I1030 19:34:45.101319 3618 cniserver.go:304] [openshift-network-console/networking-console-plugin-86c478bb88-mb2fw 04beeb79b107cfe541c8e6708aa6929ff58485123f8546031b22c156cd6341a6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-86c478bb88-mb2fw 04beeb79b107cfe541c8e6708aa6929ff58485123f8546031b22c156cd6341a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:15:73:35:9d:35\",\"name\":\"04beeb79b107cfe\"},{\"mac\":\"0a:58:0a:84:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/126c8ddc-9ecd-48c0-bec2-46cbe74bb99b\"}],\"ips\":[{\"address\":\"10.132.0.21/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:45.101382620Z I1030 19:34:45.101342 3618 cniserver.go:304] [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:b8:f2:65:e9:0e\",\"name\":\"6806eda30073f7d\"},{\"mac\":\"0a:58:0a:84:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecd75fdc-7fe1-494a-b95d-10932aae574e\"}],\"ips\":[{\"address\":\"10.132.0.9/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:45.101382620Z I1030 19:34:45.101345 3618 cniserver.go:304] [openshift-dns/dns-default-sg9nh 542dded661834526b7768dc663f5710b751bf657d6d9fb723159e1c9ca76edf9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-sg9nh 542dded661834526b7768dc663f5710b751bf657d6d9fb723159e1c9ca76edf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f9:b8:3c:5a:b5\",\"name\":\"542dded66183452\"},{\"mac\":\"0a:58:0a:84:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0488a720-effc-4176-890a-3281d1a0ffd2\"}],\"ips\":[{\"address\":\"10.132.0.16/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:47.686804763Z W1030 19:34:47.686729 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-console-operator/metrics 2026-10-30T19:34:47.928672824Z I1030 19:34:47.928633 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:47.928723221Z E1030 19:34:47.928707 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:52.279961994Z I1030 19:34:52.279911 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:52.280001752Z E1030 19:34:52.279957 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:52.970781689Z I1030 19:34:52.970735 3618 cniserver.go:315] [openshift-monitoring/cluster-monitoring-operator-884576c57-5484c 0b5860fa4930c3dabf0d6d44b4c63eab53889d7ce400fa0096bec3d695c9ee24 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:52.974327242Z I1030 19:34:52.974280 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-884576c57-5484c, hostIfaceName: 0b5860fa4930c3d, network: default, NAD default, SandboxID: "0b5860fa4930c3dabf0d6d44b4c63eab53889d7ce400fa0096bec3d695c9ee24", PCI device ID: , UID: "3e7e7bcf-5f36-44d1-9232-167eebe939aa", MAC: 0a:58:0a:84:00:0f, IPs: [10.132.0.15/23] 2026-10-30T19:34:52.976073110Z I1030 19:34:52.976043 3618 cniserver.go:315] [openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp 302d852329c462a841474b82ce305c8a550c7b447bd901d4fb0f7d1b01f1e46d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:52.979707738Z I1030 19:34:52.979669 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-6ddb6c8b94-lbrlp, hostIfaceName: 302d852329c462a, network: default, NAD default, SandboxID: "302d852329c462a841474b82ce305c8a550c7b447bd901d4fb0f7d1b01f1e46d", PCI device ID: , UID: "cdbd83b4-3edb-4b0b-aed1-27ca01f92641", MAC: 0a:58:0a:84:00:0b, IPs: [10.132.0.11/23] 2026-10-30T19:34:52.980523223Z I1030 19:34:52.980467 3618 cniserver.go:315] [openshift-multus/network-metrics-daemon-57wdt fd61861a3dc16fca1d81d11067cb1ce37783b796b9b3e0413beb29621e9223e0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:34:52.983631172Z I1030 19:34:52.983511 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-57wdt, hostIfaceName: fd61861a3dc16fc, network: default, NAD default, SandboxID: "fd61861a3dc16fca1d81d11067cb1ce37783b796b9b3e0413beb29621e9223e0", PCI device ID: , UID: "36088f70-cd5c-4911-ac09-cfb10529c20a", MAC: 0a:58:0a:84:00:03, IPs: [10.132.0.3/23] 2026-10-30T19:34:53.183749718Z I1030 19:34:53.183692 3618 cniserver.go:304] [openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp 302d852329c462a841474b82ce305c8a550c7b447bd901d4fb0f7d1b01f1e46d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-6ddb6c8b94-lbrlp 302d852329c462a841474b82ce305c8a550c7b447bd901d4fb0f7d1b01f1e46d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b0:6e:cc:68:4c\",\"name\":\"302d852329c462a\"},{\"mac\":\"0a:58:0a:84:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/231bd8ce-954a-4978-a7bd-57afa3e82eb5\"}],\"ips\":[{\"address\":\"10.132.0.11/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:53.183749718Z I1030 19:34:53.183704 3618 cniserver.go:304] [openshift-monitoring/cluster-monitoring-operator-884576c57-5484c 0b5860fa4930c3dabf0d6d44b4c63eab53889d7ce400fa0096bec3d695c9ee24 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-884576c57-5484c 0b5860fa4930c3dabf0d6d44b4c63eab53889d7ce400fa0096bec3d695c9ee24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0f:03:29:e9:14\",\"name\":\"0b5860fa4930c3d\"},{\"mac\":\"0a:58:0a:84:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66c9759e-ba88-4621-be26-62fe4c2e6f4c\"}],\"ips\":[{\"address\":\"10.132.0.15/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:53.186486139Z I1030 19:34:53.186449 3618 cniserver.go:304] [openshift-multus/network-metrics-daemon-57wdt fd61861a3dc16fca1d81d11067cb1ce37783b796b9b3e0413beb29621e9223e0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-57wdt fd61861a3dc16fca1d81d11067cb1ce37783b796b9b3e0413beb29621e9223e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f7:23:a6:87:d3\",\"name\":\"fd61861a3dc16fc\"},{\"mac\":\"0a:58:0a:84:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6239b44e-8f98-4de1-a3d9-a34eaeb6b144\"}],\"ips\":[{\"address\":\"10.132.0.3/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:34:54.018880240Z W1030 19:34:54.018835 3618 util.go:881] Failed to build global endpoints for port TCP/5000-tcp/5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:34:54.020272457Z W1030 19:34:54.020237 3618 util.go:881] Failed to build global endpoints for port TCP//8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target 2026-10-30T19:34:54.020983952Z W1030 19:34:54.020958 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics 2026-10-30T19:34:54.031230763Z I1030 19:34:54.031195 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:54.031337238Z E1030 19:34:54.031321 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:54.032962608Z W1030 19:34:54.032928 3618 util.go:881] Failed to build global endpoints for port UDP/dns/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:54.032962608Z W1030 19:34:54.032952 3618 util.go:881] Failed to build global endpoints for port TCP/dns-tcp/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:54.032986698Z W1030 19:34:54.032961 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:54.074217473Z W1030 19:34:54.074176 3618 util.go:881] Failed to build global endpoints for port TCP/5000-tcp/5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:34:55.409726437Z I1030 19:34:55.409673 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:55.409759118Z E1030 19:34:55.409734 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:55.615838838Z I1030 19:34:55.615796 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:55.615994206Z E1030 19:34:55.615866 3618 controller.go:278] Controller node-topology-node: error found while processing ip-10-0-132-4.ec2.internal|default: adding or updating remote node chassis ip-10-0-132-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:55.765881710Z W1030 19:34:55.765841 3618 util.go:881] Failed to build global endpoints for port TCP/5000-tcp/5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:34:55.798625217Z I1030 19:34:55.798579 3618 services_controller.go:1032] Node ip-10-0-132-4.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:55.798625217Z I1030 19:34:55.798604 3618 default_network_controller.go:564] Node "ip-10-0-132-4.ec2.internal" in remote zone "ip-10-0-132-4.ec2.internal", network "default", needs interconnect zone sync up 2026-10-30T19:34:55.799181014Z W1030 19:34:55.799155 3618 util.go:881] Failed to build global endpoints for port TCP/5000-tcp/5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:34:55.799582438Z W1030 19:34:55.799556 3618 util.go:881] Failed to build global endpoints for port TCP//8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target 2026-10-30T19:34:55.799652428Z I1030 19:34:55.799621 3618 zone_ic_handler.go:198] Time taken to create transit switch: 352.363µs 2026-10-30T19:34:55.799652428Z I1030 19:34:55.799643 3618 zone_ic_handler.go:268] Creating interconnect resources for remote zone node ip-10-0-132-4.ec2.internal for the network default 2026-10-30T19:34:55.800048970Z W1030 19:34:55.800024 3618 util.go:881] Failed to build global endpoints for port TCP/dns-tcp/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:55.800048970Z W1030 19:34:55.800041 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:55.800067340Z W1030 19:34:55.800050 3618 util.go:881] Failed to build global endpoints for port UDP/dns/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:55.800941743Z I1030 19:34:55.800916 3618 zone_ic_handler.go:273] Creating Interconnect resources for node "ip-10-0-132-4.ec2.internal" on network "default" took: 1.657465ms 2026-10-30T19:34:55.855004790Z I1030 19:34:55.854962 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/prometheus-operator for network default 2026-10-30T19:34:55.855047711Z I1030 19:34:55.855011 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/prometheus-operator added to peer address sets [] 2026-10-30T19:34:55.856273690Z I1030 19:34:55.856234 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/prometheus-operator resources completed, update namespace loglevel 2026-10-30T19:34:56.072227228Z I1030 19:34:56.072189 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/prometheus-operator-admission-webhook for network default 2026-10-30T19:34:56.072310381Z I1030 19:34:56.072282 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/prometheus-operator-admission-webhook added to peer address sets [] 2026-10-30T19:34:56.073318418Z I1030 19:34:56.073296 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/prometheus-operator-admission-webhook resources completed, update namespace loglevel 2026-10-30T19:34:56.379791411Z I1030 19:34:56.379746 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:34:56.379843626Z I1030 19:34:56.379812 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 10.0.132.4 to PMTUD blocking rules 2026-10-30T19:34:56.379843626Z I1030 19:34:56.379826 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules 2026-10-30T19:34:56.379843626Z I1030 19:34:56.379834 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 93.357µs 2026-10-30T19:34:56.379855229Z I1030 19:34:56.379745 3618 egressfirewall.go:700] Syncing node "ip-10-0-132-4.ec2.internal" for egress firewall 2026-10-30T19:34:56.379893413Z I1030 19:34:56.379878 3618 services_controller.go:1032] Node ip-10-0-132-4.ec2.internal switch + router changed, syncing services in network "default" 2026-10-30T19:34:56.380318070Z W1030 19:34:56.380228 3618 util.go:881] Failed to build global endpoints for port UDP/dns/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.380318070Z W1030 19:34:56.380245 3618 util.go:881] Failed to build global endpoints for port TCP/dns-tcp/5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.380318070Z W1030 19:34:56.380252 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.380538375Z W1030 19:34:56.380513 3618 util.go:881] Failed to build global endpoints for port TCP//8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target 2026-10-30T19:34:56.381273904Z W1030 19:34:56.381242 3618 util.go:881] Failed to build global endpoints for port TCP/5000-tcp/5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:34:56.386321041Z I1030 19:34:56.386292 3618 default_network_controller.go:1136] Egress IP detected IP address change for node ip-10-0-132-4.ec2.internal. Updating no re-route policies 2026-10-30T19:34:56.405324424Z I1030 19:34:56.405299 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules 2026-10-30T19:34:56.405324424Z I1030 19:34:56.405315 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 10.0.132.4 to PMTUD blocking rules 2026-10-30T19:34:56.737916965Z W1030 19:34:56.737867 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.737916965Z W1030 19:34:56.737892 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.737916965Z W1030 19:34:56.737900 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.737964575Z W1030 19:34:56.737915 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.737964575Z W1030 19:34:56.737921 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:56.737964575Z W1030 19:34:56.737927 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:57.157863491Z W1030 19:34:57.157822 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:57.157863491Z W1030 19:34:57.157848 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:57.157863491Z W1030 19:34:57.157857 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default 2026-10-30T19:34:58.778274712Z W1030 19:34:58.778233 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook 2026-10-30T19:35:00.280920605Z I1030 19:35:00.280882 3618 egressservice_zone_node.go:115] Processing sync for Egress Service node ip-10-0-132-4.ec2.internal 2026-10-30T19:35:00.281065177Z I1030 19:35:00.281031 3618 egressservice_zone_node.go:118] Finished syncing Egress Service node ip-10-0-132-4.ec2.internal: 154.031µs 2026-10-30T19:35:03.729246449Z I1030 19:35:03.729203 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/prometheus for network default 2026-10-30T19:35:03.729246449Z I1030 19:35:03.729239 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/prometheus added to peer address sets [] 2026-10-30T19:35:03.730393966Z I1030 19:35:03.730354 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/prometheus resources completed, update namespace loglevel 2026-10-30T19:35:03.732252802Z I1030 19:35:03.732221 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/thanos-querier for network default 2026-10-30T19:35:03.732315689Z I1030 19:35:03.732297 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/thanos-querier added to peer address sets [] 2026-10-30T19:35:03.733643448Z I1030 19:35:03.733619 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/thanos-querier resources completed, update namespace loglevel 2026-10-30T19:35:03.733666740Z I1030 19:35:03.733650 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/kube-state-metrics for network default 2026-10-30T19:35:03.733676891Z I1030 19:35:03.733664 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/kube-state-metrics added to peer address sets [] 2026-10-30T19:35:03.734722037Z I1030 19:35:03.734696 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/kube-state-metrics resources completed, update namespace loglevel 2026-10-30T19:35:03.734743054Z I1030 19:35:03.734730 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/alertmanager for network default 2026-10-30T19:35:03.734756362Z I1030 19:35:03.734747 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/alertmanager added to peer address sets [] 2026-10-30T19:35:03.735716135Z I1030 19:35:03.735692 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/alertmanager resources completed, update namespace loglevel 2026-10-30T19:35:03.735747699Z I1030 19:35:03.735716 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/metrics-server for network default 2026-10-30T19:35:03.735747699Z I1030 19:35:03.735726 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/metrics-server added to peer address sets [] 2026-10-30T19:35:03.736589384Z I1030 19:35:03.736566 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/metrics-server resources completed, update namespace loglevel 2026-10-30T19:35:03.736612474Z I1030 19:35:03.736594 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/monitoring-plugin for network default 2026-10-30T19:35:03.736612474Z I1030 19:35:03.736607 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/monitoring-plugin added to peer address sets [] 2026-10-30T19:35:03.737482278Z I1030 19:35:03.737462 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/monitoring-plugin resources completed, update namespace loglevel 2026-10-30T19:35:03.737526968Z I1030 19:35:03.737513 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/openshift-state-metrics for network default 2026-10-30T19:35:03.737541632Z I1030 19:35:03.737531 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/openshift-state-metrics added to peer address sets [] 2026-10-30T19:35:03.738339447Z I1030 19:35:03.738310 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/openshift-state-metrics resources completed, update namespace loglevel 2026-10-30T19:35:05.766009046Z W1030 19:35:05.765962 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-console/console 2026-10-30T19:35:07.802850551Z W1030 19:35:07.802805 3618 util.go:881] Failed to build global endpoints for port TCP/web/9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:07.802850551Z W1030 19:35:07.802829 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:07.802850551Z W1030 19:35:07.802835 3618 util.go:881] Failed to build global endpoints for port TCP/tenancy/9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:08.051261365Z I1030 19:35:08.051215 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 10.0.132.4 to PMTUD blocking rules 2026-10-30T19:35:08.051261365Z I1030 19:35:08.051238 3618 default_node_network_controller.go:1276] Adding remote node "ip-10-0-132-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules 2026-10-30T19:35:08.097402363Z W1030 19:35:08.097361 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target 2026-10-30T19:35:10.839021204Z W1030 19:35:10.838981 3618 util.go:881] Failed to build global endpoints for port TCP/tenancy/9092: empty IP address endpoints for service openshift-monitoring/thanos-querier 2026-10-30T19:35:10.839077794Z W1030 19:35:10.839066 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9094: empty IP address endpoints for service openshift-monitoring/thanos-querier 2026-10-30T19:35:10.839105833Z W1030 19:35:10.839097 3618 util.go:881] Failed to build global endpoints for port TCP/web/9091: empty IP address endpoints for service openshift-monitoring/thanos-querier 2026-10-30T19:35:10.839133350Z W1030 19:35:10.839125 3618 util.go:881] Failed to build global endpoints for port TCP/tenancy-rules/9093: empty IP address endpoints for service openshift-monitoring/thanos-querier 2026-10-30T19:35:10.876920460Z W1030 19:35:10.876882 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry 2026-10-30T19:35:11.834940055Z W1030 19:35:11.834894 3618 util.go:881] Failed to build global endpoints for port TCP/https/9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin 2026-10-30T19:35:11.850970483Z W1030 19:35:11.850934 3618 util.go:881] Failed to build global endpoints for port TCP/http/8080: empty IP address endpoints for service openshift-console/downloads 2026-10-30T19:35:11.922833051Z W1030 19:35:11.922799 3618 util.go:881] Failed to build global endpoints for port TCP/https/10250: empty IP address endpoints for service openshift-monitoring/metrics-server 2026-10-30T19:35:12.861030464Z W1030 19:35:12.860978 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s 2026-10-30T19:35:12.861094544Z W1030 19:35:12.861077 3618 util.go:881] Failed to build global endpoints for port TCP/web/9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s 2026-10-30T19:35:13.625528137Z I1030 19:35:13.625466 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/telemeter-client for network default 2026-10-30T19:35:13.625528137Z I1030 19:35:13.625516 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/telemeter-client added to peer address sets [] 2026-10-30T19:35:13.626646278Z I1030 19:35:13.626618 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/telemeter-client resources completed, update namespace loglevel 2026-10-30T19:35:19.243477929Z I1030 19:35:19.243432 3618 cniserver.go:315] [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:35:19.307784756Z I1030 19:35:19.307741 3618 cniserver.go:304] [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-755b5c4488-4xx52 6806eda30073f7ddc7c5f500156c1edc0fb208274d368311f17ba09266030809 network default NAD default NAD key default], result "{}", err 2026-10-30T19:35:19.387611792Z I1030 19:35:19.387566 3618 pods.go:175] Deleting pod: openshift-image-registry/image-registry-755b5c4488-4xx52 2026-10-30T19:35:19.389062506Z I1030 19:35:19.389027 3618 pods.go:232] Attempting to release IPs for pod: openshift-image-registry/image-registry-755b5c4488-4xx52, ips: 10.132.0.9 2026-10-30T19:35:19.389106127Z I1030 19:35:19.389094 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-image-registry/image-registry-networkpolicy to delete 1 local pods... 2026-10-30T19:35:43.023644405Z I1030 19:35:43.023602 3618 cniserver.go:315] [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:35:43.094475894Z I1030 19:35:43.094428 3618 cniserver.go:304] [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6775f6f89c-7npjm 7a4372cf263a674bbfe48d457909c8eb46d040864c3a071144d464962060fac6 network default NAD default NAD key default], result "{}", err 2026-10-30T19:35:43.188570379Z I1030 19:35:43.188528 3618 pods.go:175] Deleting pod: openshift-image-registry/image-registry-6775f6f89c-7npjm 2026-10-30T19:35:43.190072486Z I1030 19:35:43.190037 3618 pods.go:232] Attempting to release IPs for pod: openshift-image-registry/image-registry-6775f6f89c-7npjm, ips: 10.132.0.17 2026-10-30T19:35:43.190115653Z I1030 19:35:43.190102 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-image-registry/image-registry-networkpolicy to delete 1 local pods... 2026-10-30T19:35:43.865746060Z I1030 19:35:43.865698 3618 base_network_controller_policy.go:1190] Adding network policy openshift-monitoring/deny-cluster-monitoring-operator-and-operands for network default 2026-10-30T19:35:43.865746060Z I1030 19:35:43.865724 3618 base_network_controller_policy.go:1085] Policy openshift-monitoring/deny-cluster-monitoring-operator-and-operands added to peer address sets [] 2026-10-30T19:35:43.866931991Z I1030 19:35:43.866895 3618 base_network_controller_policy.go:1243] Create network policy openshift-monitoring/deny-cluster-monitoring-operator-and-operands resources completed, update namespace loglevel 2026-10-30T19:35:51.025640632Z I1030 19:35:51.025590 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-monitoring/deny-cluster-monitoring-operator-and-operands to delete 1 local pods... 2026-10-30T19:35:51.025752458Z I1030 19:35:51.025719 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-monitoring/alertmanager to delete 1 local pods... 2026-10-30T19:35:52.904125072Z W1030 19:35:52.904075 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:52.904125072Z W1030 19:35:52.904097 3618 util.go:881] Failed to build global endpoints for port TCP/tenancy/9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:52.904125072Z W1030 19:35:52.904102 3618 util.go:881] Failed to build global endpoints for port TCP/web/9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main 2026-10-30T19:35:54.134268012Z I1030 19:35:54.134225 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-monitoring/deny-cluster-monitoring-operator-and-operands to delete 1 local pods... 2026-10-30T19:35:54.134311033Z I1030 19:35:54.134283 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-monitoring/prometheus to delete 1 local pods... 2026-10-30T19:35:55.929914431Z W1030 19:35:55.929865 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s 2026-10-30T19:35:55.929914431Z W1030 19:35:55.929891 3618 util.go:881] Failed to build global endpoints for port TCP/web/9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s 2026-10-30T19:36:01.490438912Z W1030 19:36:01.490387 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics 2026-10-30T19:36:01.490473478Z W1030 19:36:01.490460 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics 2026-10-30T19:36:01.490576026Z W1030 19:36:01.490553 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics 2026-10-30T19:36:02.494560187Z W1030 19:36:02.494521 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics 2026-10-30T19:36:02.536328998Z W1030 19:36:02.536289 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics 2026-10-30T19:36:02.536448851Z W1030 19:36:02.536420 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics 2026-10-30T19:36:02.536464740Z W1030 19:36:02.536338 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-service-ca-operator/metrics 2026-10-30T19:36:03.506934987Z W1030 19:36:03.506886 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics 2026-10-30T19:36:05.516677714Z W1030 19:36:05.516641 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-insights/metrics 2026-10-30T19:36:05.516927085Z W1030 19:36:05.516673 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics 2026-10-30T19:36:05.516956579Z W1030 19:36:05.516947 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics 2026-10-30T19:36:06.517332778Z W1030 19:36:06.517287 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics 2026-10-30T19:36:41.674844806Z I1030 19:36:41.674798 3618 namespace.go:72] [openshift-kube-storage-version-migrator] updating namespace 2026-10-30T19:40:02.453177090Z I1030 19:40:02.453125 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=7 2026-10-30T19:40:03.633572949Z I1030 19:40:03.633515 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=7 2026-10-30T19:40:28.249168667Z I1030 19:40:28.249123 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=47 2026-10-30T19:40:29.588474670Z I1030 19:40:29.588415 3618 namespace.go:44] [rhoai-deps] adding namespace 2026-10-30T19:40:29.589073154Z I1030 19:40:29.589040 3618 namespace.go:48] [rhoai-deps] adding namespace took 601.666µs 2026-10-30T19:40:29.608599443Z I1030 19:40:29.608552 3618 namespace.go:72] [rhoai-deps] updating namespace 2026-10-30T19:40:29.636387762Z I1030 19:40:29.636346 3618 namespace.go:72] [rhoai-deps] updating namespace 2026-10-30T19:40:29.639646052Z I1030 19:40:29.639607 3618 namespace.go:44] [opendatahub-operator-system] adding namespace 2026-10-30T19:40:29.639745249Z I1030 19:40:29.639715 3618 namespace.go:44] [kuadrant-system] adding namespace 2026-10-30T19:40:29.640226676Z I1030 19:40:29.640201 3618 namespace.go:48] [opendatahub-operator-system] adding namespace took 571.32µs 2026-10-30T19:40:29.640617418Z I1030 19:40:29.640593 3618 namespace.go:48] [kuadrant-system] adding namespace took 838.189µs 2026-10-30T19:40:29.642807198Z I1030 19:40:29.642776 3618 namespace.go:44] [cert-manager-operator] adding namespace 2026-10-30T19:40:29.642886676Z I1030 19:40:29.642860 3618 namespace.go:44] [openshift-jobset-operator] adding namespace 2026-10-30T19:40:29.643714687Z I1030 19:40:29.643695 3618 namespace.go:48] [cert-manager-operator] adding namespace took 849.305µs 2026-10-30T19:40:29.644059829Z I1030 19:40:29.644043 3618 namespace.go:48] [openshift-jobset-operator] adding namespace took 1.167871ms 2026-10-30T19:40:29.663918381Z I1030 19:40:29.663876 3618 namespace.go:72] [opendatahub-operator-system] updating namespace 2026-10-30T19:40:29.677058044Z I1030 19:40:29.677009 3618 namespace.go:72] [opendatahub-operator-system] updating namespace 2026-10-30T19:40:29.685880099Z I1030 19:40:29.685846 3618 namespace.go:72] [kuadrant-system] updating namespace 2026-10-30T19:40:29.700313674Z I1030 19:40:29.700278 3618 namespace.go:72] [kuadrant-system] updating namespace 2026-10-30T19:40:29.711750669Z I1030 19:40:29.711709 3618 namespace.go:72] [cert-manager-operator] updating namespace 2026-10-30T19:40:29.713083071Z I1030 19:40:29.713053 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/openshift-ai-inference-allow for network default 2026-10-30T19:40:29.713158903Z I1030 19:40:29.713137 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/openshift-ai-inference-allow added to peer address sets [] 2026-10-30T19:40:29.714312101Z I1030 19:40:29.714290 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/openshift-ai-inference-allow resources completed, update namespace loglevel 2026-10-30T19:40:29.726870127Z I1030 19:40:29.726824 3618 namespace.go:72] [cert-manager-operator] updating namespace 2026-10-30T19:40:29.738909678Z I1030 19:40:29.738873 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/maas-default-gateway-allow for network default 2026-10-30T19:40:29.738994142Z I1030 19:40:29.738965 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/maas-default-gateway-allow added to peer address sets [] 2026-10-30T19:40:29.739816874Z I1030 19:40:29.739791 3618 namespace.go:72] [openshift-jobset-operator] updating namespace 2026-10-30T19:40:29.740186825Z I1030 19:40:29.740166 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/maas-default-gateway-allow resources completed, update namespace loglevel 2026-10-30T19:40:29.757519357Z I1030 19:40:29.757449 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/istiod-allow for network default 2026-10-30T19:40:29.757519357Z I1030 19:40:29.757483 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/istiod-allow added to peer address sets [] 2026-10-30T19:40:29.758837516Z I1030 19:40:29.758809 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/istiod-allow resources completed, update namespace loglevel 2026-10-30T19:40:29.772350698Z I1030 19:40:29.772260 3618 namespace.go:72] [openshift-jobset-operator] updating namespace 2026-10-30T19:40:30.497265101Z I1030 19:40:30.497212 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=8 2026-10-30T19:40:31.144914949Z I1030 19:40:31.144872 3618 base_network_controller_pods.go:486] [default/openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg] creating logical port openshift-ingress_istiod-openshift-gateway-7876bfcb74-676sg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:40:31.145116577Z I1030 19:40:31.145094 3618 kube.go:235] Patching annotations on pod openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 2026-10-30T19:40:31.172327537Z I1030 19:40:31.172280 3618 base_network_controller_pods.go:941] [default/openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg] addLogicalPort annotation time took 27.22149ms 2026-10-30T19:40:31.173665589Z I1030 19:40:31.173632 3618 pods.go:267] [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg] addLogicalPort took 28.778933ms, libovsdb time 905.622µs 2026-10-30T19:40:31.507335285Z I1030 19:40:31.507292 3618 cniserver.go:315] [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:40:31.509937651Z I1030 19:40:31.509890 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: istiod-openshift-gateway-7876bfcb74-676sg, hostIfaceName: 5320cf59a3fc95f, network: default, NAD default, SandboxID: "5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43", PCI device ID: , UID: "667615b9-e88d-45e9-b387-65b3cbc75c1c", MAC: 0a:58:0a:84:00:19, IPs: [10.132.0.25/23] 2026-10-30T19:40:31.712837101Z I1030 19:40:31.712774 3618 cniserver.go:304] [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9f:27:46:69:e8\",\"name\":\"5320cf59a3fc95f\"},{\"mac\":\"0a:58:0a:84:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d469d84c-bfaa-453e-97a3-cdf4fc070590\"}],\"ips\":[{\"address\":\"10.132.0.25/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:40:35.494107982Z W1030 19:40:35.494059 3618 util.go:881] Failed to build global endpoints for port TCP/http-monitoring/15014: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:35.494107982Z W1030 19:40:35.494082 3618 util.go:881] Failed to build global endpoints for port TCP/grpc-xds/15010: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:35.494107982Z W1030 19:40:35.494089 3618 util.go:881] Failed to build global endpoints for port TCP/https-webhook/15017: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:35.494107982Z W1030 19:40:35.494096 3618 util.go:881] Failed to build global endpoints for port TCP/https-dns/15012: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:36.494120999Z W1030 19:40:36.494061 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15017: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:36.494120999Z W1030 19:40:36.494090 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15012: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:36.494120999Z W1030 19:40:36.494095 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15014: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:36.494120999Z W1030 19:40:36.494101 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15010: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway 2026-10-30T19:40:47.210453722Z W1030 19:40:47.210401 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:40:47.210453722Z W1030 19:40:47.210429 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:40:47.262918262Z W1030 19:40:47.262877 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/openshift-ai-inference-openshift-ai-inference 2026-10-30T19:40:47.262918262Z W1030 19:40:47.262900 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/openshift-ai-inference-openshift-ai-inference 2026-10-30T19:41:01.601642745Z I1030 19:41:01.601590 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:01.601642745Z I1030 19:41:01.601618 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.619670677Z I1030 19:41:04.619627 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.619670677Z I1030 19:41:04.619658 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.661116458Z I1030 19:41:04.661074 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.661116458Z I1030 19:41:04.661103 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.705612055Z I1030 19:41:04.705566 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.705648078Z I1030 19:41:04.705608 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.756378071Z I1030 19:41:04.756337 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.756415442Z I1030 19:41:04.756391 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.813518957Z I1030 19:41:04.813461 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.813604297Z I1030 19:41:04.813580 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:04.859909065Z I1030 19:41:04.859873 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:04.859942105Z I1030 19:41:04.859933 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:05.633013773Z I1030 19:41:05.632968 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:05.633013773Z I1030 19:41:05.633001 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:05.675968651Z I1030 19:41:05.675926 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... 2026-10-30T19:41:05.675968651Z I1030 19:41:05.675959 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... 2026-10-30T19:41:08.311389367Z I1030 19:41:08.311348 3618 namespace.go:72] [openshift-jobset-operator] updating namespace 2026-10-30T19:41:08.320369406Z I1030 19:41:08.320335 3618 namespace.go:72] [openshift-jobset-operator] updating namespace 2026-10-30T19:41:18.482353002Z I1030 19:41:18.482305 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=7 2026-10-30T19:41:19.840007558Z I1030 19:41:19.839962 3618 base_network_controller_pods.go:486] [default/opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb] creating logical port opendatahub-operator-system_opendatahub-operator-controller-manager-54879d4f6b-cs4mb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:41:19.840215569Z I1030 19:41:19.840178 3618 kube.go:235] Patching annotations on pod opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb 2026-10-30T19:41:19.891967624Z I1030 19:41:19.891924 3618 base_network_controller_pods.go:941] [default/opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb] addLogicalPort annotation time took 51.774717ms 2026-10-30T19:41:19.893236880Z I1030 19:41:19.893206 3618 pods.go:267] [opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb] addLogicalPort took 53.261791ms, libovsdb time 865.59µs 2026-10-30T19:41:20.235607258Z I1030 19:41:20.235562 3618 cniserver.go:315] [opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb 0190cb4db48b9751ed987cd663f221a517bfd7e3f239efc9740287e9aba7c97e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:41:20.238181202Z I1030 19:41:20.238132 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub-operator-system, podName: opendatahub-operator-controller-manager-54879d4f6b-cs4mb, hostIfaceName: 0190cb4db48b975, network: default, NAD default, SandboxID: "0190cb4db48b9751ed987cd663f221a517bfd7e3f239efc9740287e9aba7c97e", PCI device ID: , UID: "6e372fa2-9f21-40aa-8a02-cc3699e73a2d", MAC: 0a:58:0a:84:00:1a, IPs: [10.132.0.26/23] 2026-10-30T19:41:20.249352219Z I1030 19:41:20.249317 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=30 2026-10-30T19:41:20.440206526Z I1030 19:41:20.440159 3618 cniserver.go:304] [opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb 0190cb4db48b9751ed987cd663f221a517bfd7e3f239efc9740287e9aba7c97e network default NAD default NAD key default] ADD finished CNI request [opendatahub-operator-system/opendatahub-operator-controller-manager-54879d4f6b-cs4mb 0190cb4db48b9751ed987cd663f221a517bfd7e3f239efc9740287e9aba7c97e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3e:9b:4a:e3:f2\",\"name\":\"0190cb4db48b975\"},{\"mac\":\"0a:58:0a:84:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/637cfc31-eaf6-47c9-88b4-bd88eaf8f9b2\"}],\"ips\":[{\"address\":\"10.132.0.26/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:41:21.548892680Z W1030 19:41:21.548847 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:21.548892680Z W1030 19:41:21.548876 3618 util.go:881] Failed to build global endpoints for port TCP/pprof/8082: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:22.706682878Z W1030 19:41:22.706635 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:22.706682878Z W1030 19:41:22.706662 3618 util.go:881] Failed to build global endpoints for port TCP/pprof/8082: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:22.714788548Z W1030 19:41:22.714658 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:22.714788548Z W1030 19:41:22.714683 3618 util.go:881] Failed to build global endpoints for port TCP/pprof/8082: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service 2026-10-30T19:41:23.597289607Z W1030 19:41:23.597235 3618 util.go:881] Failed to build global endpoints for port TCP/443/9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:23.597360774Z W1030 19:41:23.597345 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:23.703587304Z W1030 19:41:23.703546 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:23.703661529Z W1030 19:41:23.703643 3618 util.go:881] Failed to build global endpoints for port TCP/443/9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:24.188471162Z W1030 19:41:24.188415 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:24.188975636Z W1030 19:41:24.188928 3618 util.go:881] Failed to build global endpoints for port TCP/443/9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:25.592181675Z W1030 19:41:25.592136 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/authorino-operator-metrics 2026-10-30T19:41:25.771004837Z W1030 19:41:25.770962 3618 util.go:881] Failed to build global endpoints for port TCP/443/9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:25.791286594Z W1030 19:41:25.791232 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:25.795604603Z W1030 19:41:25.795563 3618 util.go:881] Failed to build global endpoints for port TCP/443/9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:25.806479320Z W1030 19:41:25.806439 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:29.527760525Z I1030 19:41:29.527714 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 2026-10-30T19:41:31.611414783Z W1030 19:41:31.611369 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics 2026-10-30T19:41:36.229136671Z W1030 19:41:36.229090 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:36.229216726Z W1030 19:41:36.229205 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:36.229309021Z W1030 19:41:36.229280 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:36.229309021Z W1030 19:41:36.229297 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:36.525771790Z I1030 19:41:36.525722 3618 namespace.go:44] [cert-manager] adding namespace 2026-10-30T19:41:36.526377529Z I1030 19:41:36.526348 3618 namespace.go:48] [cert-manager] adding namespace took 574.838µs 2026-10-30T19:41:36.552069216Z I1030 19:41:36.552013 3618 namespace.go:72] [cert-manager] updating namespace 2026-10-30T19:41:36.581302200Z I1030 19:41:36.581263 3618 namespace.go:72] [cert-manager] updating namespace 2026-10-30T19:41:36.695914457Z W1030 19:41:36.695865 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:36.696015509Z W1030 19:41:36.695986 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:36.696073847Z W1030 19:41:36.696054 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:36.696084876Z W1030 19:41:36.696071 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:36.761127764Z W1030 19:41:36.761077 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-service 2026-10-30T19:41:36.761308480Z W1030 19:41:36.761263 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub-operator-system/opendatahub-operator-controller-manager-metrics-service 2026-10-30T19:41:42.250428271Z W1030 19:41:42.250388 3618 util.go:881] Failed to build global endpoints for port TCP/https/10250: empty IP address endpoints for service cert-manager/cert-manager-webhook 2026-10-30T19:41:42.250515604Z W1030 19:41:42.250470 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/9402: empty IP address endpoints for service cert-manager/cert-manager-webhook 2026-10-30T19:41:43.701269665Z W1030 19:41:43.701224 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T19:41:43.702859364Z W1030 19:41:43.702824 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T19:41:43.702909653Z W1030 19:41:43.702895 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T19:41:50.854237438Z W1030 19:41:50.854193 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T19:41:50.862939802Z W1030 19:41:50.862903 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T19:41:50.873825907Z W1030 19:41:50.873791 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T19:41:50.883901702Z W1030 19:41:50.883869 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T19:41:50.899380402Z W1030 19:41:50.899351 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T19:41:50.909066971Z W1030 19:41:50.909036 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T19:41:50.923558337Z W1030 19:41:50.923526 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T19:41:50.930639441Z W1030 19:41:50.930608 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T19:41:50.931608456Z W1030 19:41:50.931582 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T19:41:50.939075297Z W1030 19:41:50.939043 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T19:41:50.956092210Z W1030 19:41:50.956057 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T19:41:50.963377300Z W1030 19:41:50.963346 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T19:41:52.112854137Z I1030 19:41:52.112805 3618 namespace.go:44] [opendatahub] adding namespace 2026-10-30T19:41:52.113449909Z I1030 19:41:52.113417 3618 namespace.go:48] [opendatahub] adding namespace took 523.358µs 2026-10-30T19:41:52.133578156Z I1030 19:41:52.133518 3618 namespace.go:72] [opendatahub] updating namespace 2026-10-30T19:41:52.143686565Z I1030 19:41:52.143641 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/opendatahub for network default 2026-10-30T19:41:52.146650051Z I1030 19:41:52.146610 3618 base_network_controller_policy.go:1085] Policy opendatahub/opendatahub added to peer address sets [default-network-controller_LS{ML:{opendatahub.io/generated-namespace: true,},}_LS{}_LNM default-network-controller_LS{ML:{opendatahub.io/application-namespace: true,},}_LS{}_LNM default-network-controller_LS{ML:{network.openshift.io/policy-group: ingress,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-host-network,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-cluster-observability-operator,},}_LS{}_LNM] 2026-10-30T19:41:52.147307964Z I1030 19:41:52.147278 3618 namespace.go:72] [opendatahub] updating namespace 2026-10-30T19:41:52.149520067Z I1030 19:41:52.149466 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/opendatahub resources completed, update namespace loglevel 2026-10-30T19:41:52.948456967Z I1030 19:41:52.948417 3618 base_network_controller_pods.go:486] [default/openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz] creating logical port openshift-ingress_kube-auth-proxy-66b985bdbd-tc2wz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:41:52.948589737Z I1030 19:41:52.948574 3618 kube.go:235] Patching annotations on pod openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz 2026-10-30T19:41:52.982962209Z I1030 19:41:52.982904 3618 base_network_controller_pods.go:941] [default/openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz] addLogicalPort annotation time took 34.363135ms 2026-10-30T19:41:52.984188714Z I1030 19:41:52.984162 3618 pods.go:267] [openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz] addLogicalPort took 35.762349ms, libovsdb time 823.775µs 2026-10-30T19:41:53.012874421Z I1030 19:41:53.012834 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/data-science-gateway-allow for network default 2026-10-30T19:41:53.012874421Z I1030 19:41:53.012865 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/data-science-gateway-allow added to peer address sets [] 2026-10-30T19:41:53.013891386Z I1030 19:41:53.013857 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/data-science-gateway-allow resources completed, update namespace loglevel 2026-10-30T19:41:53.307720721Z I1030 19:41:53.307676 3618 cniserver.go:315] [openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz 7591121c147401a7f74f53d57611495dacdcdf64d07b28b50a37c7b87900d019 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:41:53.310962499Z I1030 19:41:53.310914 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: kube-auth-proxy-66b985bdbd-tc2wz, hostIfaceName: 7591121c147401a, network: default, NAD default, SandboxID: "7591121c147401a7f74f53d57611495dacdcdf64d07b28b50a37c7b87900d019", PCI device ID: , UID: "77496d52-d5c3-4e02-88f6-2036d4547a8c", MAC: 0a:58:0a:84:00:1b, IPs: [10.132.0.27/23] 2026-10-30T19:41:53.513910716Z I1030 19:41:53.513860 3618 cniserver.go:304] [openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz 7591121c147401a7f74f53d57611495dacdcdf64d07b28b50a37c7b87900d019 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/kube-auth-proxy-66b985bdbd-tc2wz 7591121c147401a7f74f53d57611495dacdcdf64d07b28b50a37c7b87900d019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d0:96:a3:d2:c2\",\"name\":\"7591121c147401a\"},{\"mac\":\"0a:58:0a:84:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2f36424-b98e-4148-a14b-f9dfb6f3d92f\"}],\"ips\":[{\"address\":\"10.132.0.27/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:41:53.586135259Z I1030 19:41:53.586097 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/kube-auth-proxy for network default 2026-10-30T19:41:53.587351244Z I1030 19:41:53.587318 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/kube-auth-proxy added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: data-science-gateway,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:41:53.589032630Z I1030 19:41:53.589003 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/kube-auth-proxy resources completed, update namespace loglevel 2026-10-30T19:41:54.746745082Z W1030 19:41:54.746705 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class 2026-10-30T19:41:54.746745082Z W1030 19:41:54.746726 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class 2026-10-30T19:41:55.024223134Z I1030 19:41:55.024178 3618 base_network_controller_pods.go:486] [default/kuadrant-system/authorino-56c6c9ddd5-k5w6s] creating logical port kuadrant-system_authorino-56c6c9ddd5-k5w6s for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:41:55.024420373Z I1030 19:41:55.024391 3618 kube.go:235] Patching annotations on pod kuadrant-system/authorino-56c6c9ddd5-k5w6s 2026-10-30T19:41:55.053757294Z I1030 19:41:55.053717 3618 base_network_controller_pods.go:941] [default/kuadrant-system/authorino-56c6c9ddd5-k5w6s] addLogicalPort annotation time took 29.347785ms 2026-10-30T19:41:55.055089696Z I1030 19:41:55.055057 3618 pods.go:267] [kuadrant-system/authorino-56c6c9ddd5-k5w6s] addLogicalPort took 30.902858ms, libovsdb time 870.969µs 2026-10-30T19:41:55.415846999Z I1030 19:41:55.415796 3618 cniserver.go:315] [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:41:55.418642031Z I1030 19:41:55.418595 3618 helper_linux.go:694] ConfigureOVS: namespace: kuadrant-system, podName: authorino-56c6c9ddd5-k5w6s, hostIfaceName: 094133bdc496ed5, network: default, NAD default, SandboxID: "094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9", PCI device ID: , UID: "f1e94fb4-65a9-4408-b807-27c9b5cf8c5d", MAC: 0a:58:0a:84:00:1c, IPs: [10.132.0.28/23] 2026-10-30T19:41:55.621391958Z I1030 19:41:55.621338 3618 cniserver.go:304] [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:50:e6:b8:2f:6d\",\"name\":\"094133bdc496ed5\"},{\"mac\":\"0a:58:0a:84:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/264b2bd0-d670-4197-87bc-7e6bfdcd588d\"}],\"ips\":[{\"address\":\"10.132.0.28/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:42:09.249734806Z I1030 19:42:09.249700 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=187 2026-10-30T19:42:14.777383259Z I1030 19:42:14.777336 3618 namespace.go:44] [odh-ai-gateway-infra] adding namespace 2026-10-30T19:42:14.778018248Z I1030 19:42:14.777980 3618 namespace.go:48] [odh-ai-gateway-infra] adding namespace took 618.018µs 2026-10-30T19:42:14.806009191Z I1030 19:42:14.805962 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:42:14.828101425Z I1030 19:42:14.828066 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:42:21.896082600Z W1030 19:42:21.896043 3618 util.go:881] Failed to build global endpoints for port TCP//5432: empty IP address endpoints for service odh-ai-gateway-infra/postgres 2026-10-30T19:42:23.250200534Z I1030 19:42:23.250156 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=148 2026-10-30T19:42:23.634406537Z I1030 19:42:23.634362 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=10 2026-10-30T19:42:35.186912980Z I1030 19:42:35.186877 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/maas-controller-allow-monitoring for network default 2026-10-30T19:42:35.187452066Z I1030 19:42:35.187415 3618 base_network_controller_policy.go:1085] Policy opendatahub/maas-controller-allow-monitoring added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM] 2026-10-30T19:42:35.188271416Z I1030 19:42:35.188239 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/maas-controller-allow-monitoring resources completed, update namespace loglevel 2026-10-30T19:42:38.924842974Z I1030 19:42:38.924798 3618 namespace.go:44] [ai-tenants] adding namespace 2026-10-30T19:42:38.925473090Z I1030 19:42:38.925447 3618 namespace.go:48] [ai-tenants] adding namespace took 568.203µs 2026-10-30T19:42:38.952302873Z I1030 19:42:38.952275 3618 namespace.go:72] [ai-tenants] updating namespace 2026-10-30T19:42:38.960476475Z I1030 19:42:38.960444 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:42:38.973568562Z I1030 19:42:38.973541 3618 namespace.go:72] [ai-tenants] updating namespace 2026-10-30T19:42:39.002689680Z W1030 19:42:39.002655 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service 2026-10-30T19:42:39.005910094Z W1030 19:42:39.005881 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/maas-controller-metrics 2026-10-30T19:42:39.059469593Z W1030 19:42:39.059439 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service 2026-10-30T19:42:39.059604897Z W1030 19:42:39.059582 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/maas-controller-metrics 2026-10-30T19:42:40.564753913Z I1030 19:42:40.564718 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/usage-tenancy-proxy-allow-perses for network default 2026-10-30T19:42:40.565715259Z I1030 19:42:40.565681 3618 base_network_controller_policy.go:1085] Policy opendatahub/usage-tenancy-proxy-allow-perses added to peer address sets [default-network-controller_opendatahub_LS{ML:{app.kubernetes.io/managed-by: perses-operator,},} default-network-controller_LS{ML:{network.openshift.io/policy-group: host-network,},}_LS{}_LNM] 2026-10-30T19:42:40.566743802Z I1030 19:42:40.566718 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/usage-tenancy-proxy-allow-perses resources completed, update namespace loglevel 2026-10-30T19:42:40.587300662Z I1030 19:42:40.587277 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/usage-tenancy-proxy-egress-restrict for network default 2026-10-30T19:42:40.587790622Z I1030 19:42:40.587752 3618 base_network_controller_policy.go:1085] Policy opendatahub/usage-tenancy-proxy-egress-restrict added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} default-network-controller_opendatahub_LS{ML:{app.kubernetes.io/component: lokistack-gateway,app.kubernetes.io/instance: data-science-lokistack,app.kubernetes.io/name: lokistack,},}] 2026-10-30T19:42:40.588943953Z I1030 19:42:40.588923 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/usage-tenancy-proxy-egress-restrict resources completed, update namespace loglevel 2026-10-30T19:42:43.512782123Z I1030 19:42:43.512740 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 2026-10-30T19:42:46.347390864Z I1030 19:42:46.347337 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 2026-10-30T19:42:50.452695727Z I1030 19:42:50.452647 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:42:50.452742138Z I1030 19:42:50.452696 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods... 2026-10-30T19:42:53.108073138Z W1030 19:42:53.108032 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub/usage-logs-tenancy-proxy 2026-10-30T19:42:57.683993505Z I1030 19:42:57.683951 3618 base_network_controller_pods.go:486] [default/openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9] creating logical port openshift-ingress_istiod-openshift-gateway-7ddd9cfdc8-vcqz9 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:42:57.684214104Z I1030 19:42:57.684179 3618 kube.go:235] Patching annotations on pod openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9 2026-10-30T19:42:57.714744982Z I1030 19:42:57.714712 3618 base_network_controller_pods.go:941] [default/openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9] addLogicalPort annotation time took 30.577657ms 2026-10-30T19:42:57.715882446Z I1030 19:42:57.715860 3618 pods.go:267] [openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9] addLogicalPort took 31.93028ms, libovsdb time 769.582µs 2026-10-30T19:42:58.041760978Z I1030 19:42:58.041717 3618 cniserver.go:315] [openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9 4de9759d8376a70842a31050bb98bf8012a29f79dbdfbd3bece44a7da27184fe network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:42:58.044979085Z I1030 19:42:58.044940 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: istiod-openshift-gateway-7ddd9cfdc8-vcqz9, hostIfaceName: 4de9759d8376a70, network: default, NAD default, SandboxID: "4de9759d8376a70842a31050bb98bf8012a29f79dbdfbd3bece44a7da27184fe", PCI device ID: , UID: "11a13b5e-fa09-42e7-93fd-54108c02ac43", MAC: 0a:58:0a:84:00:1d, IPs: [10.132.0.29/23] 2026-10-30T19:42:58.247485399Z I1030 19:42:58.247409 3618 cniserver.go:304] [openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9 4de9759d8376a70842a31050bb98bf8012a29f79dbdfbd3bece44a7da27184fe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/istiod-openshift-gateway-7ddd9cfdc8-vcqz9 4de9759d8376a70842a31050bb98bf8012a29f79dbdfbd3bece44a7da27184fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d1:7c:25:6e:32\",\"name\":\"4de9759d8376a70\"},{\"mac\":\"0a:58:0a:84:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/101d8e0e-8b04-4d31-8625-e8ca5b438aef\"}],\"ips\":[{\"address\":\"10.132.0.29/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:42:58.249777795Z I1030 19:42:58.249747 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=96 2026-10-30T19:42:59.143260129Z I1030 19:42:59.143224 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/kserve-controller-manager for network default 2026-10-30T19:42:59.143260129Z I1030 19:42:59.143249 3618 base_network_controller_policy.go:1085] Policy opendatahub/kserve-controller-manager added to peer address sets [] 2026-10-30T19:42:59.144225762Z I1030 19:42:59.144191 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/kserve-controller-manager resources completed, update namespace loglevel 2026-10-30T19:42:59.182919823Z I1030 19:42:59.182883 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/llmisvc-controller-manager for network default 2026-10-30T19:42:59.183002661Z I1030 19:42:59.182975 3618 base_network_controller_policy.go:1085] Policy opendatahub/llmisvc-controller-manager added to peer address sets [] 2026-10-30T19:42:59.183776145Z I1030 19:42:59.183742 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/llmisvc-controller-manager resources completed, update namespace loglevel 2026-10-30T19:42:59.221248132Z I1030 19:42:59.221219 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/odh-model-controller-webhook-allow-ingress for network default 2026-10-30T19:42:59.221248132Z I1030 19:42:59.221241 3618 base_network_controller_policy.go:1085] Policy opendatahub/odh-model-controller-webhook-allow-ingress added to peer address sets [] 2026-10-30T19:42:59.222186541Z I1030 19:42:59.222156 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/odh-model-controller-webhook-allow-ingress resources completed, update namespace loglevel 2026-10-30T19:42:59.307244713Z I1030 19:42:59.307200 3618 namespace.go:72] [opendatahub] updating namespace 2026-10-30T19:43:00.289177997Z I1030 19:43:00.289139 3618 cniserver.go:315] [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:43:00.358697631Z I1030 19:43:00.358608 3618 cniserver.go:304] [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 5320cf59a3fc95f250301fadcc5857df75688b9fdd88f146e2d2a3a46d6aca43 network default NAD default NAD key default], result "{}", err 2026-10-30T19:43:00.439577500Z I1030 19:43:00.439541 3618 pods.go:175] Deleting pod: openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg 2026-10-30T19:43:00.441416579Z I1030 19:43:00.441379 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/istiod-openshift-gateway-7876bfcb74-676sg, ips: 10.132.0.25 2026-10-30T19:43:00.441440741Z I1030 19:43:00.441420 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:43:00.441903526Z I1030 19:43:00.441880 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/istiod-allow to delete 1 local pods... 2026-10-30T19:43:01.610082084Z W1030 19:43:01.610043 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service opendatahub/model-serving-api 2026-10-30T19:43:01.610082084Z W1030 19:43:01.610064 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub/model-serving-api 2026-10-30T19:43:04.165066747Z W1030 19:43:04.165028 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/kserve-webhook-server-service 2026-10-30T19:43:04.165198650Z W1030 19:43:04.165181 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub/kserve-controller-manager-metrics-service 2026-10-30T19:43:04.221455804Z W1030 19:43:04.221428 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub/odh-model-controller-metrics-service 2026-10-30T19:43:04.221613362Z W1030 19:43:04.221588 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/odh-model-controller-webhook-service 2026-10-30T19:43:04.258602087Z W1030 19:43:04.258568 3618 util.go:881] Failed to build global endpoints for port TCP/https/9443: empty IP address endpoints for service opendatahub/llmisvc-webhook-server-service 2026-10-30T19:43:04.262103589Z W1030 19:43:04.262071 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service opendatahub/llmisvc-controller-manager-service 2026-10-30T19:43:09.028799146Z I1030 19:43:09.028757 3618 namespace.go:44] [models-as-a-service] adding namespace 2026-10-30T19:43:09.029364656Z I1030 19:43:09.029335 3618 namespace.go:48] [models-as-a-service] adding namespace took 554.709µs 2026-10-30T19:43:09.045005096Z I1030 19:43:09.044970 3618 namespace.go:72] [models-as-a-service] updating namespace 2026-10-30T19:43:09.053902548Z I1030 19:43:09.053874 3618 namespace.go:72] [models-as-a-service] updating namespace 2026-10-30T19:43:10.740843442Z I1030 19:43:10.740804 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-cleanup-restrict for network default 2026-10-30T19:43:10.741454959Z I1030 19:43:10.741426 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-cleanup-restrict added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}] 2026-10-30T19:43:10.743669385Z I1030 19:43:10.743647 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-cleanup-restrict resources completed, update namespace loglevel 2026-10-30T19:43:10.793645282Z I1030 19:43:10.793616 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-cleanup for network default 2026-10-30T19:43:10.794119886Z I1030 19:43:10.794093 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-cleanup added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app: maas-api-cleanup,app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}] 2026-10-30T19:43:10.794764044Z I1030 19:43:10.794741 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-cleanup resources completed, update namespace loglevel 2026-10-30T19:43:10.880177055Z I1030 19:43:10.880147 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5] creating logical port odh-ai-gateway-infra_maas-api-6d669c7fcd-fw7g5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:43:10.880284785Z I1030 19:43:10.880272 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 2026-10-30T19:43:10.916788031Z I1030 19:43:10.916749 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5] addLogicalPort annotation time took 36.506668ms 2026-10-30T19:43:10.917743455Z I1030 19:43:10.917710 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5] addLogicalPort took 37.576291ms, libovsdb time 652.977µs 2026-10-30T19:43:11.241264752Z I1030 19:43:11.241219 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:43:11.244757299Z I1030 19:43:11.244703 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-6d669c7fcd-fw7g5, hostIfaceName: 6549850388fda34, network: default, NAD default, SandboxID: "6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41", PCI device ID: , UID: "d4b3bc5f-7cbd-4dae-bfc3-25a73c0efa14", MAC: 0a:58:0a:84:00:1e, IPs: [10.132.0.30/23] 2026-10-30T19:43:11.395422630Z I1030 19:43:11.395382 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-egress-restrict for network default 2026-10-30T19:43:11.395539057Z I1030 19:43:11.395515 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-egress-restrict added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] 2026-10-30T19:43:11.397428332Z I1030 19:43:11.397392 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-egress-restrict resources completed, update namespace loglevel 2026-10-30T19:43:11.447802853Z I1030 19:43:11.447762 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:41:dd:8a:1d:b8\",\"name\":\"6549850388fda34\"},{\"mac\":\"0a:58:0a:84:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6245d84-d777-496c-a7d0-a777aa36ec15\"}],\"ips\":[{\"address\":\"10.132.0.30/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:43:11.462478497Z I1030 19:43:11.462452 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-authorino-allow for network default 2026-10-30T19:43:11.463264670Z I1030 19:43:11.463240 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-authorino-allow added to peer address sets [default-network-controller_LS{ME:{LSR{Key:kubernetes.io/metadata.name,Operator:In,Values:[kuadrant-system openshift-operators rh-connectivity-link],}},}_LS{ML:{authorino-resource: authorino,},}] 2026-10-30T19:43:11.464313392Z I1030 19:43:11.464289 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-authorino-allow resources completed, update namespace loglevel 2026-10-30T19:43:11.620181025Z I1030 19:43:11.620139 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-monitoring for network default 2026-10-30T19:43:11.620217138Z I1030 19:43:11.620196 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-monitoring added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM] 2026-10-30T19:43:11.621479664Z I1030 19:43:11.621446 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-monitoring resources completed, update namespace loglevel 2026-10-30T19:43:11.713616819Z I1030 19:43:11.713581 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-deployment-ns for network default 2026-10-30T19:43:11.715117916Z I1030 19:43:11.715085 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-deployment-ns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{control-plane: maas-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ME:{LSR{Key:deployment,Operator:In,Values:[maas-ui odh-dashboard rhods-dashboard],}},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{maas-api-e2e-probe: true,},}] 2026-10-30T19:43:11.716056333Z I1030 19:43:11.716029 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-deployment-ns resources completed, update namespace loglevel 2026-10-30T19:43:11.757321981Z I1030 19:43:11.757298 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway--default for network default 2026-10-30T19:43:11.758382384Z I1030 19:43:11.758359 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway--default added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: maas-default-gateway,},}] 2026-10-30T19:43:11.759392072Z I1030 19:43:11.759368 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway--default resources completed, update namespace loglevel 2026-10-30T19:43:14.130299273Z W1030 19:43:14.130253 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T19:43:14.139449907Z W1030 19:43:14.139418 3618 util.go:881] Failed to build global endpoints for port TCP/https/9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T19:43:17.853773428Z I1030 19:43:17.853729 3618 base_network_controller_pods.go:486] [default/openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh] creating logical port openshift-jobset-operator_jobset-controller-manager-5fdf59b7-zzrlh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:43:17.854003450Z I1030 19:43:17.853964 3618 kube.go:235] Patching annotations on pod openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh 2026-10-30T19:43:17.879180442Z I1030 19:43:17.879147 3618 base_network_controller_pods.go:941] [default/openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh] addLogicalPort annotation time took 25.223741ms 2026-10-30T19:43:17.880550120Z I1030 19:43:17.880523 3618 pods.go:267] [openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh] addLogicalPort took 26.814192ms, libovsdb time 944.104µs 2026-10-30T19:43:18.212746747Z I1030 19:43:18.212702 3618 cniserver.go:315] [openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh 55c46cff3e50128f19b205a0c55ad3684da0db9f1c50404ed448f0a752fc0afa network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:43:18.215521980Z I1030 19:43:18.215468 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-jobset-operator, podName: jobset-controller-manager-5fdf59b7-zzrlh, hostIfaceName: 55c46cff3e50128, network: default, NAD default, SandboxID: "55c46cff3e50128f19b205a0c55ad3684da0db9f1c50404ed448f0a752fc0afa", PCI device ID: , UID: "a3771588-95d8-475b-9c96-91c6b6d8a8ff", MAC: 0a:58:0a:84:00:1f, IPs: [10.132.0.31/23] 2026-10-30T19:43:18.417648620Z I1030 19:43:18.417600 3618 cniserver.go:304] [openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh 55c46cff3e50128f19b205a0c55ad3684da0db9f1c50404ed448f0a752fc0afa network default NAD default NAD key default] ADD finished CNI request [openshift-jobset-operator/jobset-controller-manager-5fdf59b7-zzrlh 55c46cff3e50128f19b205a0c55ad3684da0db9f1c50404ed448f0a752fc0afa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9f:ff:23:a3:a8\",\"name\":\"55c46cff3e50128\"},{\"mac\":\"0a:58:0a:84:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b716b8f3-0c36-484f-9130-aabc226a5345\"}],\"ips\":[{\"address\":\"10.132.0.31/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:43:20.136974445Z W1030 19:43:20.136937 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T19:43:20.141837454Z W1030 19:43:20.141799 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T19:43:20.467730192Z I1030 19:43:20.467690 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=9 2026-10-30T19:43:22.171107895Z W1030 19:43:22.171054 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service openshift-jobset-operator/jobset-webhook-service 2026-10-30T19:43:22.171153781Z W1030 19:43:22.171141 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service openshift-jobset-operator/jobset-controller-manager-metrics-service 2026-10-30T19:43:22.387395720Z W1030 19:43:22.387345 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:43:22.387395720Z W1030 19:43:22.387374 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:43:23.523797325Z I1030 19:43:23.523746 3618 cniserver.go:315] [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:43:23.594153760Z I1030 19:43:23.594110 3618 cniserver.go:304] [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-56c6c9ddd5-k5w6s 094133bdc496ed57300a0014453767ef09676d6f3e268958277a0666dc0db7c9 network default NAD default NAD key default], result "{}", err 2026-10-30T19:43:23.660646832Z I1030 19:43:23.660599 3618 pods.go:175] Deleting pod: kuadrant-system/authorino-56c6c9ddd5-k5w6s 2026-10-30T19:43:23.662051980Z I1030 19:43:23.662023 3618 pods.go:232] Attempting to release IPs for pod: kuadrant-system/authorino-56c6c9ddd5-k5w6s, ips: 10.132.0.28 2026-10-30T19:43:30.902122588Z I1030 19:43:30.902080 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:43:30.966528117Z I1030 19:43:30.966472 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 6549850388fda34ad6432aefeff8580be2d57da8578d55b97377528406a8aa41 network default NAD default NAD key default], result "{}", err 2026-10-30T19:43:31.036599220Z I1030 19:43:31.036555 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5 2026-10-30T19:43:31.038989847Z I1030 19:43:31.038951 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-6d669c7fcd-fw7g5, ips: 10.132.0.30 2026-10-30T19:43:31.039020416Z I1030 19:43:31.039011 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:43:31.039381963Z I1030 19:43:31.039350 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway--default to delete 1 local pods... 2026-10-30T19:43:31.039682420Z I1030 19:43:31.039650 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:43:31.039939328Z I1030 19:43:31.039913 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:43:31.040167742Z I1030 19:43:31.040148 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:43:31.040395732Z I1030 19:43:31.040376 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:43:33.191864850Z W1030 19:43:33.191814 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service openshift-jobset-operator/jobset-controller-manager-metrics-service 2026-10-30T19:43:33.192052318Z W1030 19:43:33.192022 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9443: empty IP address endpoints for service openshift-jobset-operator/jobset-webhook-service 2026-10-30T19:43:45.348119273Z I1030 19:43:45.348069 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=12 2026-10-30T19:44:03.250005141Z I1030 19:44:03.249969 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=887 2026-10-30T19:44:37.877836415Z I1030 19:44:37.874995 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/llmisvc-controller-manager to delete 1 local pods... 2026-10-30T19:44:37.877836415Z I1030 19:44:37.875027 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:44:38.334128823Z I1030 19:44:38.334081 3618 namespace.go:44] [llm] adding namespace 2026-10-30T19:44:38.334787665Z I1030 19:44:38.334753 3618 namespace.go:48] [llm] adding namespace took 574.977µs 2026-10-30T19:44:38.352614694Z I1030 19:44:38.352573 3618 namespace.go:72] [llm] updating namespace 2026-10-30T19:44:38.367919815Z I1030 19:44:38.367875 3618 namespace.go:72] [llm] updating namespace 2026-10-30T19:44:56.275634653Z I1030 19:44:56.275594 3618 base_network_controller_policy.go:1190] Adding network policy llm/premium-simulated-simulated-premium-prometheus-scraping for network default 2026-10-30T19:44:56.276798897Z I1030 19:44:56.276772 3618 base_network_controller_policy.go:1085] Policy llm/premium-simulated-simulated-premium-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:44:56.279280784Z I1030 19:44:56.279242 3618 base_network_controller_policy.go:1243] Create network policy llm/premium-simulated-simulated-premium-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:44:58.080774154Z I1030 19:44:58.080722 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-distinct-2-simulated-prometheus-scraping for network default 2026-10-30T19:44:58.080830649Z I1030 19:44:58.080818 3618 base_network_controller_policy.go:1085] Policy llm/e2e-distinct-2-simulated-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:44:58.082059953Z I1030 19:44:58.082021 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-distinct-2-simulated-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:44:58.134012590Z W1030 19:44:58.133973 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:44:59.162784769Z W1030 19:44:59.162741 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-distinct-2-simulated-kserve-workload-svc 2026-10-30T19:44:59.721833614Z I1030 19:44:59.721794 3618 base_network_controller_pods.go:486] [default/llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4] creating logical port llm_e2e-distinct-simulated-kserve-7b998b79d9-5npp4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:44:59.721993379Z I1030 19:44:59.721962 3618 kube.go:235] Patching annotations on pod llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4 2026-10-30T19:44:59.754395008Z I1030 19:44:59.754347 3618 base_network_controller_pods.go:941] [default/llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4] addLogicalPort annotation time took 32.416402ms 2026-10-30T19:44:59.755703300Z I1030 19:44:59.755656 3618 pods.go:267] [llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4] addLogicalPort took 33.879239ms, libovsdb time 823.872µs 2026-10-30T19:45:00.086717586Z I1030 19:45:00.086669 3618 cniserver.go:315] [llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4 d7f48f77139096ce3ef344d312766cd326af5372febdc101d8f89fcc08860902 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:00.089682573Z I1030 19:45:00.089637 3618 helper_linux.go:694] ConfigureOVS: namespace: llm, podName: e2e-distinct-simulated-kserve-7b998b79d9-5npp4, hostIfaceName: d7f48f77139096c, network: default, NAD default, SandboxID: "d7f48f77139096ce3ef344d312766cd326af5372febdc101d8f89fcc08860902", PCI device ID: , UID: "10a0dd10-7ce2-48e4-8fe6-e7c1b9019fde", MAC: 0a:58:0a:84:00:20, IPs: [10.132.0.32/23] 2026-10-30T19:45:00.160766771Z I1030 19:45:00.160719 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-29889825-hpbwp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:00.160894792Z I1030 19:45:00.160876 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp 2026-10-30T19:45:00.193786881Z I1030 19:45:00.193737 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp] addLogicalPort annotation time took 32.875603ms 2026-10-30T19:45:00.195260572Z I1030 19:45:00.195224 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp] addLogicalPort took 34.521508ms, libovsdb time 977.054µs 2026-10-30T19:45:00.210231807Z I1030 19:45:00.210186 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-distinct-simulated-prometheus-scraping for network default 2026-10-30T19:45:00.210283994Z I1030 19:45:00.210269 3618 base_network_controller_policy.go:1085] Policy llm/e2e-distinct-simulated-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:00.211783832Z I1030 19:45:00.211745 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-distinct-simulated-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:00.292386950Z I1030 19:45:00.292335 3618 cniserver.go:304] [llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4 d7f48f77139096ce3ef344d312766cd326af5372febdc101d8f89fcc08860902 network default NAD default NAD key default] ADD finished CNI request [llm/e2e-distinct-simulated-kserve-7b998b79d9-5npp4 d7f48f77139096ce3ef344d312766cd326af5372febdc101d8f89fcc08860902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b4:8d:55:6b:cf\",\"name\":\"d7f48f77139096c\"},{\"mac\":\"0a:58:0a:84:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c520822-ccfc-423c-95ea-baf72dcfe99c\"}],\"ips\":[{\"address\":\"10.132.0.32/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:00.523025742Z I1030 19:45:00.522978 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:00.525952642Z I1030 19:45:00.525904 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-29889825-hpbwp, hostIfaceName: aa534c04c63172c, network: default, NAD default, SandboxID: "aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb", PCI device ID: , UID: "014b7614-80f6-46bb-b643-b142e1b1b773", MAC: 0a:58:0a:84:00:21, IPs: [10.132.0.33/23] 2026-10-30T19:45:00.728873710Z I1030 19:45:00.728805 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fb:e1:56:59:f8\",\"name\":\"aa534c04c63172c\"},{\"mac\":\"0a:58:0a:84:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c389fcb4-8083-4e5c-96a5-45f9f1c304ce\"}],\"ips\":[{\"address\":\"10.132.0.33/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:01.538021818Z I1030 19:45:01.537972 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-embedding-simulated-prometheus-scraping for network default 2026-10-30T19:45:01.538133497Z I1030 19:45:01.538062 3618 base_network_controller_policy.go:1085] Policy llm/e2e-embedding-simulated-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:01.539345350Z I1030 19:45:01.539323 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-embedding-simulated-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:02.159696285Z W1030 19:45:02.159656 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-embedding-simulated-kserve-workload-svc 2026-10-30T19:45:02.574805480Z W1030 19:45:02.574761 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc 2026-10-30T19:45:02.951316086Z I1030 19:45:02.951271 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-trlp-test-simulated-prometheus-scraping for network default 2026-10-30T19:45:02.951394864Z I1030 19:45:02.951370 3618 base_network_controller_policy.go:1085] Policy llm/e2e-trlp-test-simulated-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:02.952898415Z I1030 19:45:02.952861 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-trlp-test-simulated-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:04.082773640Z I1030 19:45:04.082729 3618 base_network_controller_pods.go:486] [default/llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65] creating logical port llm_e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:04.082900525Z I1030 19:45:04.082878 3618 kube.go:235] Patching annotations on pod llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65 2026-10-30T19:45:04.116972892Z I1030 19:45:04.116924 3618 base_network_controller_pods.go:941] [default/llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65] addLogicalPort annotation time took 34.082682ms 2026-10-30T19:45:04.118215431Z I1030 19:45:04.118175 3618 pods.go:267] [llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65] addLogicalPort took 35.467342ms, libovsdb time 875.634µs 2026-10-30T19:45:04.180838884Z W1030 19:45:04.180797 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-trlp-test-simulated-kserve-workload-svc 2026-10-30T19:45:04.445512141Z I1030 19:45:04.445452 3618 cniserver.go:315] [llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65 a0957b144d17bdc2de7fd69455d205c0ff815a5b970b581b9e3671ee177e858c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:04.448428582Z I1030 19:45:04.448375 3618 helper_linux.go:694] ConfigureOVS: namespace: llm, podName: e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65, hostIfaceName: a0957b144d17bdc, network: default, NAD default, SandboxID: "a0957b144d17bdc2de7fd69455d205c0ff815a5b970b581b9e3671ee177e858c", PCI device ID: , UID: "890d2c73-01dc-453a-b0d6-9db8142c9980", MAC: 0a:58:0a:84:00:22, IPs: [10.132.0.34/23] 2026-10-30T19:45:04.544223688Z I1030 19:45:04.544180 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-prometheus-scraping for network default 2026-10-30T19:45:04.544356892Z I1030 19:45:04.544325 3618 base_network_controller_policy.go:1085] Policy llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:04.546136957Z I1030 19:45:04.546111 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:04.651238868Z I1030 19:45:04.651175 3618 cniserver.go:304] [llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65 a0957b144d17bdc2de7fd69455d205c0ff815a5b970b581b9e3671ee177e858c network default NAD default NAD key default] ADD finished CNI request [llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-7658b8skr65 a0957b144d17bdc2de7fd69455d205c0ff815a5b970b581b9e3671ee177e858c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:18:eb:c6:66:2b\",\"name\":\"a0957b144d17bdc\"},{\"mac\":\"0a:58:0a:84:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b69d42e6-3bb6-460f-ab54-2c60029cb20c\"}],\"ips\":[{\"address\":\"10.132.0.34/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:05.622531969Z W1030 19:45:05.622473 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc 2026-10-30T19:45:06.442521903Z I1030 19:45:06.442456 3618 base_network_controller_policy.go:1190] Adding network policy llm/echo-simulator-prometheus-scraping for network default 2026-10-30T19:45:06.442583268Z I1030 19:45:06.442566 3618 base_network_controller_policy.go:1085] Policy llm/echo-simulator-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:06.443845610Z I1030 19:45:06.443826 3618 base_network_controller_policy.go:1243] Create network policy llm/echo-simulator-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:07.899175148Z W1030 19:45:07.899127 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/maas-controller-metrics 2026-10-30T19:45:07.899918291Z W1030 19:45:07.899882 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service 2026-10-30T19:45:08.145274518Z I1030 19:45:08.145228 3618 base_network_controller_policy.go:1190] Adding network policy llm/facebook-opt-125m-simulated-prometheus-scraping for network default 2026-10-30T19:45:08.145326626Z I1030 19:45:08.145309 3618 base_network_controller_policy.go:1085] Policy llm/facebook-opt-125m-simulated-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T19:45:08.146563869Z I1030 19:45:08.146527 3618 base_network_controller_policy.go:1243] Create network policy llm/facebook-opt-125m-simulated-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:45:09.221072207Z W1030 19:45:09.221031 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/echo-simulator-kserve-workload-svc 2026-10-30T19:45:09.287968273Z W1030 19:45:09.287923 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/facebook-opt-125m-simulated-kserve-workload-svc 2026-10-30T19:45:10.613801073Z W1030 19:45:10.613754 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc 2026-10-30T19:45:14.635717826Z W1030 19:45:14.635674 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc 2026-10-30T19:45:21.634093470Z I1030 19:45:21.634042 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:45:21.701318438Z I1030 19:45:21.701273 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp aa534c04c63172ca951c95aa8ef9b09491fb0596588e56cf96b9258af357e6bb network default NAD default NAD key default], result "{}", err 2026-10-30T19:45:21.776389409Z I1030 19:45:21.776329 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp 2026-10-30T19:45:21.778599422Z I1030 19:45:21.778561 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp, ips: 10.132.0.33 2026-10-30T19:45:21.778624295Z I1030 19:45:21.778603 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:45:21.778849767Z I1030 19:45:21.778831 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:45:21.779043265Z I1030 19:45:21.779025 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:45:21.779316068Z I1030 19:45:21.779299 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:45:21.779532352Z I1030 19:45:21.779485 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:45:21.779718759Z I1030 19:45:21.779702 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:45:22.500621336Z I1030 19:45:22.500576 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-lr88d for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:22.500865977Z I1030 19:45:22.500830 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 2026-10-30T19:45:22.539610606Z I1030 19:45:22.539568 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d] addLogicalPort annotation time took 38.789967ms 2026-10-30T19:45:22.541104925Z I1030 19:45:22.541061 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d] addLogicalPort took 40.490285ms, libovsdb time 1.006599ms 2026-10-30T19:45:22.555915304Z I1030 19:45:22.555867 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-stmx4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:22.556037005Z I1030 19:45:22.556019 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 2026-10-30T19:45:22.591416855Z I1030 19:45:22.591371 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4] addLogicalPort annotation time took 35.387706ms 2026-10-30T19:45:22.592972323Z I1030 19:45:22.592933 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4] addLogicalPort took 37.082411ms, libovsdb time 1.040024ms 2026-10-30T19:45:22.868344472Z I1030 19:45:22.868300 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:22.871081497Z I1030 19:45:22.871040 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-lr88d, hostIfaceName: 4bdee8b74be08c0, network: default, NAD default, SandboxID: "4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177", PCI device ID: , UID: "b9a6dc58-5919-49b9-9165-466126251f9a", MAC: 0a:58:0a:84:00:23, IPs: [10.132.0.35/23] 2026-10-30T19:45:22.925181725Z I1030 19:45:22.925140 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:22.927995808Z I1030 19:45:22.927954 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-stmx4, hostIfaceName: d3619d2066009fe, network: default, NAD default, SandboxID: "d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167", PCI device ID: , UID: "a4c4fcbd-d5f6-405d-9f04-fa1c2f3964e4", MAC: 0a:58:0a:84:00:24, IPs: [10.132.0.36/23] 2026-10-30T19:45:23.074230139Z I1030 19:45:23.074169 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b3:fb:02:63:72\",\"name\":\"4bdee8b74be08c0\"},{\"mac\":\"0a:58:0a:84:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88658d0b-1839-4d3f-b5af-77b31d024197\"}],\"ips\":[{\"address\":\"10.132.0.35/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:23.130957858Z I1030 19:45:23.130901 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:3d:52:3f:8b:f6\",\"name\":\"d3619d2066009fe\"},{\"mac\":\"0a:58:0a:84:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdb487e9-f637-44ab-a48d-9633ad2fb801\"}],\"ips\":[{\"address\":\"10.132.0.36/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:27.604576214Z I1030 19:45:27.604515 3618 base_network_controller_pods.go:486] [default/kuadrant-system/authorino-9874ff978-sr9zq] creating logical port kuadrant-system_authorino-9874ff978-sr9zq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:27.604670364Z I1030 19:45:27.604650 3618 kube.go:235] Patching annotations on pod kuadrant-system/authorino-9874ff978-sr9zq 2026-10-30T19:45:27.637677997Z I1030 19:45:27.637629 3618 base_network_controller_pods.go:941] [default/kuadrant-system/authorino-9874ff978-sr9zq] addLogicalPort annotation time took 33.027364ms 2026-10-30T19:45:27.639245093Z I1030 19:45:27.639208 3618 pods.go:267] [kuadrant-system/authorino-9874ff978-sr9zq] addLogicalPort took 34.74315ms, libovsdb time 1.111455ms 2026-10-30T19:45:28.037013512Z I1030 19:45:28.036964 3618 cniserver.go:315] [kuadrant-system/authorino-9874ff978-sr9zq 0f1c78c1c322f81d8ed92a16938e3ab36a60c0d51a870ba25283d12025c363a4 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:28.039381292Z I1030 19:45:28.039339 3618 helper_linux.go:694] ConfigureOVS: namespace: kuadrant-system, podName: authorino-9874ff978-sr9zq, hostIfaceName: 0f1c78c1c322f81, network: default, NAD default, SandboxID: "0f1c78c1c322f81d8ed92a16938e3ab36a60c0d51a870ba25283d12025c363a4", PCI device ID: , UID: "a0eaa649-8275-4d68-8e6a-3dd606034036", MAC: 0a:58:0a:84:00:25, IPs: [10.132.0.37/23] 2026-10-30T19:45:28.121520236Z I1030 19:45:28.121463 3618 base_network_controller_pods.go:486] [default/opendatahub/ai-gateway-controller-66dd76bf94-6tj8k] creating logical port opendatahub_ai-gateway-controller-66dd76bf94-6tj8k for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:28.121675470Z I1030 19:45:28.121657 3618 kube.go:235] Patching annotations on pod opendatahub/ai-gateway-controller-66dd76bf94-6tj8k 2026-10-30T19:45:28.152026232Z I1030 19:45:28.151973 3618 base_network_controller_pods.go:941] [default/opendatahub/ai-gateway-controller-66dd76bf94-6tj8k] addLogicalPort annotation time took 30.355602ms 2026-10-30T19:45:28.164116487Z I1030 19:45:28.163929 3618 pods.go:267] [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k] addLogicalPort took 42.484084ms, libovsdb time 11.196802ms 2026-10-30T19:45:28.207539951Z I1030 19:45:28.203886 3618 base_network_controller_policy.go:1190] Adding network policy opendatahub/ai-gateway-controller-allow-metrics-traffic for network default 2026-10-30T19:45:28.207539951Z I1030 19:45:28.205159 3618 base_network_controller_policy.go:1085] Policy opendatahub/ai-gateway-controller-allow-metrics-traffic added to peer address sets [default-network-controller_LS{ME:{LSR{Key:kubernetes.io/metadata.name,Operator:In,Values:[openshift-monitoring redhat-ods-monitoring],}},}_LS{}_LNM] 2026-10-30T19:45:28.207539951Z I1030 19:45:28.206756 3618 base_network_controller_policy.go:1243] Create network policy opendatahub/ai-gateway-controller-allow-metrics-traffic resources completed, update namespace loglevel 2026-10-30T19:45:28.242568889Z I1030 19:45:28.242484 3618 cniserver.go:304] [kuadrant-system/authorino-9874ff978-sr9zq 0f1c78c1c322f81d8ed92a16938e3ab36a60c0d51a870ba25283d12025c363a4 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-9874ff978-sr9zq 0f1c78c1c322f81d8ed92a16938e3ab36a60c0d51a870ba25283d12025c363a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:06:a0:bb:21:2c\",\"name\":\"0f1c78c1c322f81\"},{\"mac\":\"0a:58:0a:84:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df5f21bb-c344-49e1-a3c5-3b8e1f622357\"}],\"ips\":[{\"address\":\"10.132.0.37/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:28.537329081Z I1030 19:45:28.537281 3618 cniserver.go:315] [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:28.540796714Z I1030 19:45:28.540739 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: ai-gateway-controller-66dd76bf94-6tj8k, hostIfaceName: ce8a2410d1a40dc, network: default, NAD default, SandboxID: "ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2", PCI device ID: , UID: "2dff0610-9610-4591-878a-93b46e0c8330", MAC: 0a:58:0a:84:00:26, IPs: [10.132.0.38/23] 2026-10-30T19:45:28.743037903Z I1030 19:45:28.742967 3618 cniserver.go:304] [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default] ADD finished CNI request [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:be:e1:62:88:91\",\"name\":\"ce8a2410d1a40dc\"},{\"mac\":\"0a:58:0a:84:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb9d9de-83a9-4e8c-a1ce-a6d3ecfb7383\"}],\"ips\":[{\"address\":\"10.132.0.38/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:32.790620466Z W1030 19:45:32.790570 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/ai-gateway-controller-metrics 2026-10-30T19:45:34.518634131Z I1030 19:45:34.518581 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2] creating logical port openshift-ingress_payload-pre-processing-7b98bb678c-7zvc2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:34.518740011Z I1030 19:45:34.518722 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2 2026-10-30T19:45:34.548542302Z I1030 19:45:34.545609 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2] addLogicalPort annotation time took 26.912857ms 2026-10-30T19:45:34.551149444Z I1030 19:45:34.549380 3618 pods.go:267] [openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2] addLogicalPort took 30.801298ms, libovsdb time 2.885877ms 2026-10-30T19:45:34.661142170Z I1030 19:45:34.661099 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing for network default 2026-10-30T19:45:34.662603471Z I1030 19:45:34.662560 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:45:34.664944811Z I1030 19:45:34.664915 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing resources completed, update namespace loglevel 2026-10-30T19:45:34.682588956Z I1030 19:45:34.682542 3618 base_network_controller_policy.go:1190] Adding network policy models-as-a-service/payload-processing for network default 2026-10-30T19:45:34.682665547Z I1030 19:45:34.682636 3618 base_network_controller_policy.go:1085] Policy models-as-a-service/payload-processing added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:45:34.687902373Z I1030 19:45:34.687854 3618 base_network_controller_policy.go:1243] Create network policy models-as-a-service/payload-processing resources completed, update namespace loglevel 2026-10-30T19:45:34.895833958Z I1030 19:45:34.895787 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2 6b805edb1d6c4252d5a1e0665fd421b674d5b8d5b486e037e8b0658841106904 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:34.899052482Z I1030 19:45:34.899009 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-7b98bb678c-7zvc2, hostIfaceName: 6b805edb1d6c425, network: default, NAD default, SandboxID: "6b805edb1d6c4252d5a1e0665fd421b674d5b8d5b486e037e8b0658841106904", PCI device ID: , UID: "561f2758-1a08-4cbb-b4cd-22080c44c16f", MAC: 0a:58:0a:84:00:27, IPs: [10.132.0.39/23] 2026-10-30T19:45:35.103959331Z I1030 19:45:35.103888 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2 6b805edb1d6c4252d5a1e0665fd421b674d5b8d5b486e037e8b0658841106904 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-7b98bb678c-7zvc2 6b805edb1d6c4252d5a1e0665fd421b674d5b8d5b486e037e8b0658841106904 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fa:63:e5:ba:c5\",\"name\":\"6b805edb1d6c425\"},{\"mac\":\"0a:58:0a:84:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a67210f-3e76-43d2-b7b0-dd0bb521fbd6\"}],\"ips\":[{\"address\":\"10.132.0.39/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:36.667646675Z W1030 19:45:36.667598 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:36.667646675Z W1030 19:45:36.667633 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:36.667690914Z W1030 19:45:36.667652 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:36.667690914Z W1030 19:45:36.667662 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:37.445067862Z W1030 19:45:37.445023 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:37.445067862Z W1030 19:45:37.445052 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T19:45:38.504095243Z W1030 19:45:38.504055 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing 2026-10-30T19:45:38.867508058Z W1030 19:45:38.867446 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing 2026-10-30T19:45:43.802402630Z W1030 19:45:43.802349 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service opendatahub/ai-gateway-controller-metrics 2026-10-30T19:45:44.051967209Z I1030 19:45:44.051920 3618 base_network_controller_pods.go:486] [default/opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd] creating logical port opendatahub_ai-gateway-controller-57ff5bcdf7-twvfd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:45:44.052167185Z I1030 19:45:44.052131 3618 kube.go:235] Patching annotations on pod opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd 2026-10-30T19:45:44.083850662Z I1030 19:45:44.083802 3618 base_network_controller_pods.go:941] [default/opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd] addLogicalPort annotation time took 31.713915ms 2026-10-30T19:45:44.085376441Z I1030 19:45:44.085344 3618 pods.go:267] [opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd] addLogicalPort took 33.444625ms, libovsdb time 1.103537ms 2026-10-30T19:45:44.421783663Z I1030 19:45:44.421739 3618 cniserver.go:315] [opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd 4a63ee53b896bce51ff5e33363979c2f3ccc512a8fc8cd55c728731c5ed18d7f network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:45:44.424653626Z I1030 19:45:44.424604 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: ai-gateway-controller-57ff5bcdf7-twvfd, hostIfaceName: 4a63ee53b896bce, network: default, NAD default, SandboxID: "4a63ee53b896bce51ff5e33363979c2f3ccc512a8fc8cd55c728731c5ed18d7f", PCI device ID: , UID: "5f103348-8709-416f-af44-07d3eee0737d", MAC: 0a:58:0a:84:00:28, IPs: [10.132.0.40/23] 2026-10-30T19:45:44.627449066Z I1030 19:45:44.627395 3618 cniserver.go:304] [opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd 4a63ee53b896bce51ff5e33363979c2f3ccc512a8fc8cd55c728731c5ed18d7f network default NAD default NAD key default] ADD finished CNI request [opendatahub/ai-gateway-controller-57ff5bcdf7-twvfd 4a63ee53b896bce51ff5e33363979c2f3ccc512a8fc8cd55c728731c5ed18d7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:7e:18:43:c0:3f\",\"name\":\"4a63ee53b896bce\"},{\"mac\":\"0a:58:0a:84:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6251bf8-6622-4841-aa7f-b98797d23b4b\"}],\"ips\":[{\"address\":\"10.132.0.40/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:45:50.886010986Z W1030 19:45:50.885951 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing 2026-10-30T19:45:57.095637965Z I1030 19:45:57.095594 3618 cniserver.go:315] [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:45:57.160823685Z I1030 19:45:57.160770 3618 cniserver.go:304] [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default] DEL finished CNI request [opendatahub/ai-gateway-controller-66dd76bf94-6tj8k ce8a2410d1a40dcbb6fc6a5914c877640da42ddc66d61b6c489e9079f3d1a1f2 network default NAD default NAD key default], result "{}", err 2026-10-30T19:45:57.233390445Z I1030 19:45:57.233346 3618 pods.go:175] Deleting pod: opendatahub/ai-gateway-controller-66dd76bf94-6tj8k 2026-10-30T19:45:57.235013989Z I1030 19:45:57.234975 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/ai-gateway-controller-66dd76bf94-6tj8k, ips: 10.132.0.38 2026-10-30T19:45:57.235047360Z I1030 19:45:57.235034 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/ai-gateway-controller-allow-metrics-traffic to delete 1 local pods... 2026-10-30T19:45:57.235312949Z I1030 19:45:57.235296 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:46:00.860026271Z I1030 19:46:00.859981 3618 namespace.go:44] [premium-users-namespace] adding namespace 2026-10-30T19:46:00.860724921Z I1030 19:46:00.860696 3618 namespace.go:48] [premium-users-namespace] adding namespace took 612.818µs 2026-10-30T19:46:00.884756073Z I1030 19:46:00.884720 3618 namespace.go:72] [premium-users-namespace] updating namespace 2026-10-30T19:46:00.898653223Z I1030 19:46:00.898619 3618 namespace.go:72] [premium-users-namespace] updating namespace 2026-10-30T19:46:02.494843714Z I1030 19:46:02.494797 3618 namespace.go:44] [maas-admin] adding namespace 2026-10-30T19:46:02.495446538Z I1030 19:46:02.495411 3618 namespace.go:48] [maas-admin] adding namespace took 591.09µs 2026-10-30T19:46:02.511193279Z I1030 19:46:02.511152 3618 namespace.go:72] [maas-admin] updating namespace 2026-10-30T19:46:02.521031596Z I1030 19:46:02.520992 3618 namespace.go:72] [maas-admin] updating namespace 2026-10-30T19:46:06.512909204Z I1030 19:46:06.512856 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=6 2026-10-30T19:46:25.529515929Z I1030 19:46:25.529447 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.534147632Z I1030 19:46:25.534116 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.542774761Z I1030 19:46:25.542742 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.550325552Z I1030 19:46:25.550300 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.556292321Z I1030 19:46:25.556264 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.567405436Z I1030 19:46:25.567380 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.583157412Z I1030 19:46:25.583130 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:25.910228158Z I1030 19:46:25.910190 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w2-284bf6-allow for network default 2026-10-30T19:46:25.910267700Z I1030 19:46:25.910223 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w2-284bf6-allow added to peer address sets [] 2026-10-30T19:46:25.911266842Z I1030 19:46:25.911247 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w2-284bf6-allow resources completed, update namespace loglevel 2026-10-30T19:46:25.928455597Z I1030 19:46:25.928422 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w3-01f7d3-allow for network default 2026-10-30T19:46:25.928552376Z I1030 19:46:25.928527 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w3-01f7d3-allow added to peer address sets [] 2026-10-30T19:46:25.929470021Z I1030 19:46:25.929452 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w3-01f7d3-allow resources completed, update namespace loglevel 2026-10-30T19:46:25.943370791Z I1030 19:46:25.943290 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w0-5db436-allow for network default 2026-10-30T19:46:25.943370791Z I1030 19:46:25.943314 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w0-5db436-allow added to peer address sets [] 2026-10-30T19:46:25.944304470Z I1030 19:46:25.944278 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w0-5db436-allow resources completed, update namespace loglevel 2026-10-30T19:46:25.957743084Z I1030 19:46:25.957697 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w6-f349a1-allow for network default 2026-10-30T19:46:25.957743084Z I1030 19:46:25.957724 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w6-f349a1-allow added to peer address sets [] 2026-10-30T19:46:25.958604187Z I1030 19:46:25.958576 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w6-f349a1-allow resources completed, update namespace loglevel 2026-10-30T19:46:25.982435572Z I1030 19:46:25.982407 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w5-6c4dd1-allow for network default 2026-10-30T19:46:25.982435572Z I1030 19:46:25.982429 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w5-6c4dd1-allow added to peer address sets [] 2026-10-30T19:46:25.983453995Z I1030 19:46:25.983417 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w5-6c4dd1-allow resources completed, update namespace loglevel 2026-10-30T19:46:26.005981447Z I1030 19:46:26.005950 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w1-109cfe-allow for network default 2026-10-30T19:46:26.006045653Z I1030 19:46:26.006028 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w1-109cfe-allow added to peer address sets [] 2026-10-30T19:46:26.007022118Z I1030 19:46:26.006996 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w1-109cfe-allow resources completed, update namespace loglevel 2026-10-30T19:46:26.029960022Z I1030 19:46:26.029918 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-w4-8a3426-allow for network default 2026-10-30T19:46:26.029960022Z I1030 19:46:26.029945 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-w4-8a3426-allow added to peer address sets [] 2026-10-30T19:46:26.030887657Z I1030 19:46:26.030862 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-w4-8a3426-allow resources completed, update namespace loglevel 2026-10-30T19:46:26.082552945Z I1030 19:46:26.082516 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf] creating logical port openshift-ingress_e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:26.082708612Z I1030 19:46:26.082686 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 2026-10-30T19:46:26.110123992Z I1030 19:46:26.110084 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf] addLogicalPort annotation time took 27.43318ms 2026-10-30T19:46:26.111383634Z I1030 19:46:26.111352 3618 pods.go:267] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf] addLogicalPort took 28.87152ms, libovsdb time 834.729µs 2026-10-30T19:46:26.228867060Z I1030 19:46:26.228812 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb] creating logical port openshift-ingress_e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:26.228953882Z I1030 19:46:26.228938 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 2026-10-30T19:46:26.255169872Z I1030 19:46:26.255117 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb] addLogicalPort annotation time took 26.206302ms 2026-10-30T19:46:26.257087803Z I1030 19:46:26.257040 3618 pods.go:267] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb] addLogicalPort took 28.244513ms, libovsdb time 1.3837ms 2026-10-30T19:46:26.372130462Z I1030 19:46:26.372089 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx] creating logical port openshift-ingress_e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:26.372325249Z I1030 19:46:26.372275 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 2026-10-30T19:46:26.401952276Z I1030 19:46:26.401914 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx] addLogicalPort annotation time took 29.684137ms 2026-10-30T19:46:26.403400743Z I1030 19:46:26.403371 3618 pods.go:267] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx] addLogicalPort took 31.314009ms, libovsdb time 1.020205ms 2026-10-30T19:46:26.448920167Z I1030 19:46:26.448874 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:26.452766327Z I1030 19:46:26.452723 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf, hostIfaceName: 9ba410b13c963b5, network: default, NAD default, SandboxID: "9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f", PCI device ID: , UID: "01d7759f-78c0-4427-8451-fe3022de4942", MAC: 0a:58:0a:84:00:29, IPs: [10.132.0.41/23] 2026-10-30T19:46:26.596000579Z I1030 19:46:26.595959 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:26.598477260Z I1030 19:46:26.598431 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb, hostIfaceName: 8bc3ce4c3357860, network: default, NAD default, SandboxID: "8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d", PCI device ID: , UID: "850ff4e7-92c1-435f-86a6-54416b38c49d", MAC: 0a:58:0a:84:00:2a, IPs: [10.132.0.42/23] 2026-10-30T19:46:26.654753653Z I1030 19:46:26.654712 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:5e:73:4c:87:12\",\"name\":\"9ba410b13c963b5\"},{\"mac\":\"0a:58:0a:84:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47abe47e-2892-4d56-b19d-2371ff588b34\"}],\"ips\":[{\"address\":\"10.132.0.41/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:26.755515593Z I1030 19:46:26.755446 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:26.758777684Z I1030 19:46:26.758734 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx, hostIfaceName: 6a4a0c4d6cc4064, network: default, NAD default, SandboxID: "6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb", PCI device ID: , UID: "3a98ac8a-04b4-4aac-8b5d-a366e28c0ba6", MAC: 0a:58:0a:84:00:2b, IPs: [10.132.0.43/23] 2026-10-30T19:46:26.800796884Z I1030 19:46:26.800749 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b4:5b:e8:d9:54\",\"name\":\"8bc3ce4c3357860\"},{\"mac\":\"0a:58:0a:84:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/310f2e56-e266-4e6d-b55b-2799f0328938\"}],\"ips\":[{\"address\":\"10.132.0.42/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:26.857262222Z I1030 19:46:26.857217 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g] creating logical port openshift-ingress_e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:26.857399038Z I1030 19:46:26.857368 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 2026-10-30T19:46:26.912021099Z I1030 19:46:26.911980 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g] addLogicalPort annotation time took 54.655422ms 2026-10-30T19:46:26.913296324Z I1030 19:46:26.913267 3618 pods.go:267] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g] addLogicalPort took 56.068953ms, libovsdb time 870.475µs 2026-10-30T19:46:26.961714676Z I1030 19:46:26.961673 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8f:12:c2:f6:29\",\"name\":\"6a4a0c4d6cc4064\"},{\"mac\":\"0a:58:0a:84:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af64f6d-9016-4c32-b685-3b02dfa710f2\"}],\"ips\":[{\"address\":\"10.132.0.43/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:27.116705292Z W1030 19:46:27.116663 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:27.116731038Z W1030 19:46:27.116715 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:27.185243179Z W1030 19:46:27.185202 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:27.185243179Z W1030 19:46:27.185229 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:27.238026379Z I1030 19:46:27.236976 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:27.242530736Z I1030 19:46:27.240016 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g, hostIfaceName: 26133b90ed2cebc, network: default, NAD default, SandboxID: "26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d", PCI device ID: , UID: "d379af6f-5f5c-4a9f-abcb-e14e5fdb044a", MAC: 0a:58:0a:84:00:2c, IPs: [10.132.0.44/23] 2026-10-30T19:46:27.402003073Z W1030 19:46:27.401949 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:46:27.402003073Z W1030 19:46:27.401977 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:46:27.443958357Z I1030 19:46:27.443911 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:86:ca:e2:cc:29\",\"name\":\"26133b90ed2cebc\"},{\"mac\":\"0a:58:0a:84:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4147c276-e4da-49d1-b890-c98cb0728d62\"}],\"ips\":[{\"address\":\"10.132.0.44/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:28.103187965Z W1030 19:46:28.103126 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:46:28.103187965Z W1030 19:46:28.103152 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:46:28.150795452Z W1030 19:46:28.150748 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:28.150795452Z W1030 19:46:28.150771 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:28.198904027Z W1030 19:46:28.198864 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:46:28.198904027Z W1030 19:46:28.198896 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:46:28.255181130Z W1030 19:46:28.255114 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:28.255181130Z W1030 19:46:28.255139 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:28.729335825Z W1030 19:46:28.729285 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:46:28.729335825Z W1030 19:46:28.729314 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:46:28.776226707Z W1030 19:46:28.776183 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:46:28.776226707Z W1030 19:46:28.776220 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:46:29.113766830Z W1030 19:46:29.113722 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:46:29.113766830Z W1030 19:46:29.113748 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:46:29.179865620Z W1030 19:46:29.179817 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:46:29.179865620Z W1030 19:46:29.179842 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:46:29.818090021Z I1030 19:46:29.818046 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:29.884189625Z I1030 19:46:29.884138 3618 namespace.go:44] [ai-tenant-e2e-worker-w6-f349a1] adding namespace 2026-10-30T19:46:29.884931459Z I1030 19:46:29.884888 3618 namespace.go:48] [ai-tenant-e2e-worker-w6-f349a1] adding namespace took 723.159µs 2026-10-30T19:46:29.911280129Z I1030 19:46:29.911244 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:29.926287691Z I1030 19:46:29.926246 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:30.040634570Z I1030 19:46:30.040594 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:30.098388127Z I1030 19:46:30.098345 3618 namespace.go:44] [ai-tenant-e2e-worker-w2-284bf6] adding namespace 2026-10-30T19:46:30.099061341Z I1030 19:46:30.099025 3618 namespace.go:48] [ai-tenant-e2e-worker-w2-284bf6] adding namespace took 645.424µs 2026-10-30T19:46:30.119269739Z I1030 19:46:30.119235 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:30.139803903Z I1030 19:46:30.139763 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:30.247918350Z I1030 19:46:30.247874 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:30.301934347Z I1030 19:46:30.301896 3618 namespace.go:44] [ai-tenant-e2e-worker-w5-6c4dd1] adding namespace 2026-10-30T19:46:30.302607492Z I1030 19:46:30.302581 3618 namespace.go:48] [ai-tenant-e2e-worker-w5-6c4dd1] adding namespace took 597.651µs 2026-10-30T19:46:30.336324048Z I1030 19:46:30.336275 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:46:30.347120277Z I1030 19:46:30.347080 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:46:30.707411158Z I1030 19:46:30.707369 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:30.756322368Z I1030 19:46:30.756284 3618 namespace.go:44] [ai-tenant-e2e-worker-w3-01f7d3] adding namespace 2026-10-30T19:46:30.756986987Z I1030 19:46:30.756956 3618 namespace.go:48] [ai-tenant-e2e-worker-w3-01f7d3] adding namespace took 579.674µs 2026-10-30T19:46:30.779489707Z I1030 19:46:30.779455 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:46:30.796166921Z I1030 19:46:30.796137 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:46:30.941210549Z I1030 19:46:30.941167 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:31.005399744Z I1030 19:46:31.005365 3618 namespace.go:44] [ai-tenant-e2e-worker-w1-109cfe] adding namespace 2026-10-30T19:46:31.006023358Z I1030 19:46:31.005982 3618 namespace.go:48] [ai-tenant-e2e-worker-w1-109cfe] adding namespace took 550.893µs 2026-10-30T19:46:31.024311374Z I1030 19:46:31.024279 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:46:31.102189438Z I1030 19:46:31.102153 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:46:32.201236698Z I1030 19:46:32.201193 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8] creating logical port openshift-ingress_payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:32.201400911Z I1030 19:46:32.201363 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 2026-10-30T19:46:32.228978525Z I1030 19:46:32.228941 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8] addLogicalPort annotation time took 27.60715ms 2026-10-30T19:46:32.230127379Z I1030 19:46:32.230095 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8] addLogicalPort took 28.919981ms, libovsdb time 771.817µs 2026-10-30T19:46:32.283356813Z I1030 19:46:32.283306 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw] creating logical port openshift-ingress_payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:32.283602704Z I1030 19:46:32.283573 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw 2026-10-30T19:46:32.317531517Z I1030 19:46:32.314088 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw] addLogicalPort annotation time took 30.558414ms 2026-10-30T19:46:32.320322307Z I1030 19:46:32.320283 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw] addLogicalPort took 36.99212ms, libovsdb time 5.421575ms 2026-10-30T19:46:32.347272421Z I1030 19:46:32.347227 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w6-f349a1 for network default 2026-10-30T19:46:32.347345038Z I1030 19:46:32.347325 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w6-f349a1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:32.350833826Z I1030 19:46:32.350798 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w6-f349a1 resources completed, update namespace loglevel 2026-10-30T19:46:32.368415187Z I1030 19:46:32.368371 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w6-f349a1/payload-processing-e2e-worker-w6-f349a1 for network default 2026-10-30T19:46:32.368462361Z I1030 19:46:32.368445 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w6-f349a1/payload-processing-e2e-worker-w6-f349a1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:32.371277945Z I1030 19:46:32.371247 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w6-f349a1/payload-processing-e2e-worker-w6-f349a1 resources completed, update namespace loglevel 2026-10-30T19:46:32.566987249Z I1030 19:46:32.566942 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:32.570604678Z I1030 19:46:32.570557 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8, hostIfaceName: 7868caaa6b96234, network: default, NAD default, SandboxID: "7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944", PCI device ID: , UID: "151b789c-59c3-4f70-8b36-d7203dbed073", MAC: 0a:58:0a:84:00:2d, IPs: [10.132.0.45/23] 2026-10-30T19:46:32.696985171Z I1030 19:46:32.696945 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:32.700040594Z I1030 19:46:32.699990 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw, hostIfaceName: cea73a4249f0406, network: default, NAD default, SandboxID: "cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007", PCI device ID: , UID: "1c14d5fa-3809-4428-8be6-0a5501383465", MAC: 0a:58:0a:84:00:2e, IPs: [10.132.0.46/23] 2026-10-30T19:46:32.774536821Z I1030 19:46:32.774460 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f5:fa:4b:ac:aa\",\"name\":\"7868caaa6b96234\"},{\"mac\":\"0a:58:0a:84:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a6588d3-1c17-44d5-8a8f-3d05363e0367\"}],\"ips\":[{\"address\":\"10.132.0.45/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:32.902340656Z I1030 19:46:32.902299 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:6b:30:b1:f2:a7\",\"name\":\"cea73a4249f0406\"},{\"mac\":\"0a:58:0a:84:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15c78af2-38ef-4c48-b947-d8efcffd8b54\"}],\"ips\":[{\"address\":\"10.132.0.46/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:33.126547855Z W1030 19:46:33.126486 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1 2026-10-30T19:46:33.147895534Z I1030 19:46:33.147852 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w6-f349a1 for network default 2026-10-30T19:46:33.148910650Z I1030 19:46:33.148878 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w6-f349a1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w6-f349a1,},}] 2026-10-30T19:46:33.149580081Z I1030 19:46:33.149563 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w6-f349a1 resources completed, update namespace loglevel 2026-10-30T19:46:33.165814478Z W1030 19:46:33.165779 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w6-f349a1 2026-10-30T19:46:33.235146439Z I1030 19:46:33.235105 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w2-284bf6 for network default 2026-10-30T19:46:33.235191559Z I1030 19:46:33.235178 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w2-284bf6 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:33.236881721Z I1030 19:46:33.236849 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w2-284bf6 resources completed, update namespace loglevel 2026-10-30T19:46:33.238891956Z I1030 19:46:33.238859 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:33.245431143Z I1030 19:46:33.245401 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx] creating logical port openshift-ingress_payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:33.245570615Z I1030 19:46:33.245549 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 2026-10-30T19:46:33.256766527Z I1030 19:46:33.256731 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w2-284bf6/payload-processing-e2e-worker-w2-284bf6 for network default 2026-10-30T19:46:33.256839623Z I1030 19:46:33.256821 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w2-284bf6/payload-processing-e2e-worker-w2-284bf6 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:33.269376313Z I1030 19:46:33.269339 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx] addLogicalPort annotation time took 23.834467ms 2026-10-30T19:46:33.270795148Z I1030 19:46:33.270762 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx] addLogicalPort took 25.375996ms, libovsdb time 871.446µs 2026-10-30T19:46:33.271733780Z I1030 19:46:33.271709 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w2-284bf6/payload-processing-e2e-worker-w2-284bf6 resources completed, update namespace loglevel 2026-10-30T19:46:33.298363663Z I1030 19:46:33.298315 3618 namespace.go:44] [ai-tenant-e2e-worker-w0-5db436] adding namespace 2026-10-30T19:46:33.301742863Z I1030 19:46:33.301692 3618 namespace.go:48] [ai-tenant-e2e-worker-w0-5db436] adding namespace took 3.278301ms 2026-10-30T19:46:33.320812784Z I1030 19:46:33.320769 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:46:33.348531821Z I1030 19:46:33.344333 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:46:33.511474690Z I1030 19:46:33.511396 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:46:33.586484600Z I1030 19:46:33.586444 3618 namespace.go:44] [ai-tenant-e2e-worker-w4-8a3426] adding namespace 2026-10-30T19:46:33.587090183Z I1030 19:46:33.587056 3618 namespace.go:48] [ai-tenant-e2e-worker-w4-8a3426] adding namespace took 589.394µs 2026-10-30T19:46:33.615828268Z I1030 19:46:33.615789 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:46:33.620657577Z I1030 19:46:33.620627 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:33.623783311Z I1030 19:46:33.623741 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx, hostIfaceName: 15f9822c5379601, network: default, NAD default, SandboxID: "15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821", PCI device ID: , UID: "d3a8512e-1144-4d81-a115-51de804273cc", MAC: 0a:58:0a:84:00:2f, IPs: [10.132.0.47/23] 2026-10-30T19:46:33.637916668Z I1030 19:46:33.637886 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:46:33.758082589Z W1030 19:46:33.758044 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w6-f349a1 2026-10-30T19:46:33.826161310Z I1030 19:46:33.826112 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d4:0d:06:4d:fc\",\"name\":\"15f9822c5379601\"},{\"mac\":\"0a:58:0a:84:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/245669db-b62a-4817-97c7-962a25d739fe\"}],\"ips\":[{\"address\":\"10.132.0.47/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:34.105975333Z I1030 19:46:34.105933 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh] creating logical port odh-ai-gateway-infra_maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:34.106108558Z I1030 19:46:34.106093 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 2026-10-30T19:46:34.135251225Z I1030 19:46:34.135209 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh] addLogicalPort annotation time took 29.1537ms 2026-10-30T19:46:34.137679624Z I1030 19:46:34.137561 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh] addLogicalPort took 31.644715ms, libovsdb time 1.265265ms 2026-10-30T19:46:34.151342284Z W1030 19:46:34.151306 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6 2026-10-30T19:46:34.329103619Z I1030 19:46:34.329061 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w] creating logical port openshift-ingress_payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:34.329205442Z I1030 19:46:34.329184 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w 2026-10-30T19:46:34.397249100Z E1030 19:46:34.397203 3618 kube.go:245] Error in patching annotations on pod openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w: the server rejected our request due to an error in our request 2026-10-30T19:46:34.408593990Z I1030 19:46:34.408557 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w 2026-10-30T19:46:34.472797333Z I1030 19:46:34.472747 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w] addLogicalPort annotation time took 143.600427ms 2026-10-30T19:46:34.474440466Z I1030 19:46:34.474405 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w] addLogicalPort took 145.366548ms, libovsdb time 1.147295ms 2026-10-30T19:46:34.476052908Z I1030 19:46:34.476023 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:34.479220441Z I1030 19:46:34.479188 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh, hostIfaceName: 7d51b44b5e0d44f, network: default, NAD default, SandboxID: "7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295", PCI device ID: , UID: "17d94575-6bf2-45a5-a7f2-f72dd9a14ae8", MAC: 0a:58:0a:84:00:30, IPs: [10.132.0.48/23] 2026-10-30T19:46:34.538516682Z I1030 19:46:34.538467 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 for network default 2026-10-30T19:46:34.538593288Z I1030 19:46:34.538575 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:34.540268684Z I1030 19:46:34.540242 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 resources completed, update namespace loglevel 2026-10-30T19:46:34.575250774Z I1030 19:46:34.575223 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w5-6c4dd1/payload-processing-e2e-worker-w5-6c4dd1 for network default 2026-10-30T19:46:34.575360544Z I1030 19:46:34.575335 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w5-6c4dd1/payload-processing-e2e-worker-w5-6c4dd1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:34.578176364Z I1030 19:46:34.578147 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w5-6c4dd1/payload-processing-e2e-worker-w5-6c4dd1 resources completed, update namespace loglevel 2026-10-30T19:46:34.684465730Z I1030 19:46:34.684411 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:29:68:d3:35:51\",\"name\":\"7d51b44b5e0d44f\"},{\"mac\":\"0a:58:0a:84:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a821165-ee17-4f0d-9a6c-a880420823a9\"}],\"ips\":[{\"address\":\"10.132.0.48/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:34.694253128Z I1030 19:46:34.694220 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:34.697245648Z I1030 19:46:34.697194 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w, hostIfaceName: e3a84cbde477e79, network: default, NAD default, SandboxID: "e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980", PCI device ID: , UID: "21ad2e0e-8576-4f37-931f-ce70b65e4e35", MAC: 0a:58:0a:84:00:31, IPs: [10.132.0.49/23] 2026-10-30T19:46:34.747985944Z W1030 19:46:34.747946 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w2-284bf6 2026-10-30T19:46:34.900265259Z I1030 19:46:34.900209 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b1:db:ca:79:f6\",\"name\":\"e3a84cbde477e79\"},{\"mac\":\"0a:58:0a:84:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0669b3d-4de5-48a0-b05b-a5c19ed33dd9\"}],\"ips\":[{\"address\":\"10.132.0.49/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:35.145064759Z W1030 19:46:35.145022 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T19:46:35.372556526Z I1030 19:46:35.372487 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w2-284bf6 for network default 2026-10-30T19:46:35.373588357Z I1030 19:46:35.373549 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w2-284bf6 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w2-284bf6,},}] 2026-10-30T19:46:35.374810570Z I1030 19:46:35.374774 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w2-284bf6 resources completed, update namespace loglevel 2026-10-30T19:46:35.408810172Z I1030 19:46:35.408780 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 for network default 2026-10-30T19:46:35.408875547Z I1030 19:46:35.408859 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:35.410538594Z I1030 19:46:35.410507 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 resources completed, update namespace loglevel 2026-10-30T19:46:35.433087228Z I1030 19:46:35.432833 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w3-01f7d3/payload-processing-e2e-worker-w3-01f7d3 for network default 2026-10-30T19:46:35.433087228Z I1030 19:46:35.432898 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w3-01f7d3/payload-processing-e2e-worker-w3-01f7d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:35.436411347Z I1030 19:46:35.436382 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w3-01f7d3/payload-processing-e2e-worker-w3-01f7d3 resources completed, update namespace loglevel 2026-10-30T19:46:35.754730413Z W1030 19:46:35.754688 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w5-6c4dd1 2026-10-30T19:46:36.183841559Z W1030 19:46:36.183794 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6 2026-10-30T19:46:36.481216463Z I1030 19:46:36.477956 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w1-109cfe for network default 2026-10-30T19:46:36.481216463Z I1030 19:46:36.478050 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w1-109cfe added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:36.491049611Z I1030 19:46:36.491006 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w1-109cfe resources completed, update namespace loglevel 2026-10-30T19:46:36.499788724Z I1030 19:46:36.499741 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w1-109cfe/payload-processing-e2e-worker-w1-109cfe for network default 2026-10-30T19:46:36.499868795Z I1030 19:46:36.499849 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w1-109cfe/payload-processing-e2e-worker-w1-109cfe added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:36.503291216Z I1030 19:46:36.503259 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w1-109cfe/payload-processing-e2e-worker-w1-109cfe resources completed, update namespace loglevel 2026-10-30T19:46:36.757722992Z W1030 19:46:36.757684 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w3-01f7d3 2026-10-30T19:46:36.792140322Z W1030 19:46:36.792100 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 2026-10-30T19:46:37.332377766Z I1030 19:46:37.332339 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w0-5db436 for network default 2026-10-30T19:46:37.332534851Z I1030 19:46:37.332477 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w0-5db436 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:37.334205674Z I1030 19:46:37.334178 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w0-5db436 resources completed, update namespace loglevel 2026-10-30T19:46:37.351109096Z I1030 19:46:37.351076 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w0-5db436/payload-processing-e2e-worker-w0-5db436 for network default 2026-10-30T19:46:37.351196171Z I1030 19:46:37.351163 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w0-5db436/payload-processing-e2e-worker-w0-5db436 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:37.354754255Z I1030 19:46:37.354725 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w0-5db436/payload-processing-e2e-worker-w0-5db436 resources completed, update namespace loglevel 2026-10-30T19:46:37.400338735Z I1030 19:46:37.400303 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs] creating logical port openshift-ingress_payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:37.400569291Z I1030 19:46:37.400541 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 2026-10-30T19:46:37.432997516Z I1030 19:46:37.432949 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs] addLogicalPort annotation time took 32.476104ms 2026-10-30T19:46:37.439606815Z I1030 19:46:37.439566 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs] addLogicalPort took 39.281802ms, libovsdb time 5.852753ms 2026-10-30T19:46:37.767123837Z W1030 19:46:37.767081 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w1-109cfe 2026-10-30T19:46:37.822322546Z I1030 19:46:37.822268 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:37.826274018Z I1030 19:46:37.826231 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs, hostIfaceName: 28d4048413eb937, network: default, NAD default, SandboxID: "28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5", PCI device ID: , UID: "3cfef63e-8821-451f-9403-fc3b7356f408", MAC: 0a:58:0a:84:00:32, IPs: [10.132.0.50/23] 2026-10-30T19:46:38.029232209Z I1030 19:46:38.029172 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:80:e7:f5:97:2d\",\"name\":\"28d4048413eb937\"},{\"mac\":\"0a:58:0a:84:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48c04c7e-6bde-4b88-8976-a9bb80d7067b\"}],\"ips\":[{\"address\":\"10.132.0.50/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:38.098126952Z I1030 19:46:38.098082 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k] creating logical port odh-ai-gateway-infra_maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:38.098253301Z I1030 19:46:38.098232 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k 2026-10-30T19:46:38.128646206Z I1030 19:46:38.128606 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k] addLogicalPort annotation time took 30.407247ms 2026-10-30T19:46:38.130402351Z I1030 19:46:38.130337 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k] addLogicalPort took 32.267864ms, libovsdb time 1.107527ms 2026-10-30T19:46:38.288831898Z I1030 19:46:38.288780 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-w4-8a3426 for network default 2026-10-30T19:46:38.288869858Z I1030 19:46:38.288860 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-w4-8a3426 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:38.290761149Z I1030 19:46:38.290722 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-w4-8a3426 resources completed, update namespace loglevel 2026-10-30T19:46:38.308421404Z I1030 19:46:38.308390 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-w4-8a3426/payload-processing-e2e-worker-w4-8a3426 for network default 2026-10-30T19:46:38.308480075Z I1030 19:46:38.308462 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-w4-8a3426/payload-processing-e2e-worker-w4-8a3426 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:46:38.311242133Z I1030 19:46:38.311202 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-w4-8a3426/payload-processing-e2e-worker-w4-8a3426 resources completed, update namespace loglevel 2026-10-30T19:46:38.535646439Z I1030 19:46:38.535602 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:38.538357144Z I1030 19:46:38.538247 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k, hostIfaceName: f59cecbd1044578, network: default, NAD default, SandboxID: "f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8", PCI device ID: , UID: "50891422-97f8-4a2a-a2e9-bae193d83192", MAC: 0a:58:0a:84:00:33, IPs: [10.132.0.51/23] 2026-10-30T19:46:38.740914458Z I1030 19:46:38.740863 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:63:2e:cc:7f:bd\",\"name\":\"f59cecbd1044578\"},{\"mac\":\"0a:58:0a:84:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53042d8f-612f-4363-98e3-edb0d66125fb\"}],\"ips\":[{\"address\":\"10.132.0.51/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:38.782538395Z W1030 19:46:38.781900 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w0-5db436 2026-10-30T19:46:39.139719466Z I1030 19:46:39.139680 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w5-6c4dd1 for network default 2026-10-30T19:46:39.140674263Z I1030 19:46:39.140640 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w5-6c4dd1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w5-6c4dd1,},}] 2026-10-30T19:46:39.141906381Z I1030 19:46:39.141880 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w5-6c4dd1 resources completed, update namespace loglevel 2026-10-30T19:46:39.159644971Z W1030 19:46:39.159599 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w0-5db436 2026-10-30T19:46:39.469401440Z W1030 19:46:39.469353 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w1-109cfe 2026-10-30T19:46:39.769968153Z W1030 19:46:39.760448 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T19:46:39.772331466Z W1030 19:46:39.772294 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T19:46:39.788280609Z W1030 19:46:39.788239 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w4-8a3426 2026-10-30T19:46:40.182177767Z W1030 19:46:40.182134 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1 2026-10-30T19:46:40.478043611Z W1030 19:46:40.477997 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w4-8a3426 2026-10-30T19:46:42.160764174Z W1030 19:46:42.160717 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6 2026-10-30T19:46:42.164458678Z W1030 19:46:42.164420 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T19:46:42.743745644Z I1030 19:46:42.743705 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w3-01f7d3 for network default 2026-10-30T19:46:42.746875781Z I1030 19:46:42.746587 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w3-01f7d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w3-01f7d3,},}] 2026-10-30T19:46:42.747670677Z I1030 19:46:42.747643 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w3-01f7d3 resources completed, update namespace loglevel 2026-10-30T19:46:42.818519377Z W1030 19:46:42.818462 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w3-01f7d3 2026-10-30T19:46:44.167935632Z W1030 19:46:44.167896 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1 2026-10-30T19:46:44.217970158Z W1030 19:46:44.217930 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w6-f349a1 2026-10-30T19:46:44.606915067Z I1030 19:46:44.606871 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:45.146472867Z W1030 19:46:45.146412 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6 2026-10-30T19:46:45.220049681Z I1030 19:46:45.219986 3618 namespace.go:44] [e2e-models-e2e-worker-w6-f349a1] adding namespace 2026-10-30T19:46:45.220882033Z I1030 19:46:45.220846 3618 namespace.go:48] [e2e-models-e2e-worker-w6-f349a1] adding namespace took 728.502µs 2026-10-30T19:46:45.242289371Z I1030 19:46:45.242240 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:45.256389798Z I1030 19:46:45.256336 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:45.394024489Z I1030 19:46:45.393977 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T19:46:46.095841767Z I1030 19:46:46.095792 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h] creating logical port odh-ai-gateway-infra_maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:46.095992113Z I1030 19:46:46.095972 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 2026-10-30T19:46:46.121651291Z I1030 19:46:46.121599 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h] addLogicalPort annotation time took 25.673146ms 2026-10-30T19:46:46.124227678Z I1030 19:46:46.124191 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h] addLogicalPort took 28.426928ms, libovsdb time 1.97872ms 2026-10-30T19:46:46.174597280Z W1030 19:46:46.174555 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T19:46:46.223114582Z W1030 19:46:46.223067 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1 2026-10-30T19:46:47.070038855Z I1030 19:46:47.069990 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:47.073641599Z I1030 19:46:47.073582 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h, hostIfaceName: 30d2859139f40ed, network: default, NAD default, SandboxID: "30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb", PCI device ID: , UID: "527f1372-f22d-450b-bca2-09d79e750070", MAC: 0a:58:0a:84:00:34, IPs: [10.132.0.52/23] 2026-10-30T19:46:47.277674100Z I1030 19:46:47.277615 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e7:be:c6:c2:6e\",\"name\":\"30d2859139f40ed\"},{\"mac\":\"0a:58:0a:84:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae4e4a7d-00fc-4841-bfd2-1a27df1dd97e\"}],\"ips\":[{\"address\":\"10.132.0.52/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:47.768886906Z I1030 19:46:47.768842 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping for network default 2026-10-30T19:46:47.769924459Z I1030 19:46:47.769887 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w6-f349a1_LS{}] 2026-10-30T19:46:47.772555609Z I1030 19:46:47.772527 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:46:47.853665361Z I1030 19:46:47.853630 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w1-109cfe for network default 2026-10-30T19:46:47.854647189Z I1030 19:46:47.854606 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w1-109cfe added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w1-109cfe,},}] 2026-10-30T19:46:47.855684554Z I1030 19:46:47.855654 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w1-109cfe resources completed, update namespace loglevel 2026-10-30T19:46:48.251010580Z W1030 19:46:48.250962 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.251010580Z W1030 19:46:48.250988 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.251123471Z W1030 19:46:48.251098 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.251123471Z W1030 19:46:48.251119 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.251195349Z W1030 19:46:48.251177 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.251195349Z W1030 19:46:48.251188 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:48.304419910Z W1030 19:46:48.304363 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe 2026-10-30T19:46:48.361463408Z W1030 19:46:48.361414 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:48.361463408Z W1030 19:46:48.361438 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:48.361615696Z W1030 19:46:48.361595 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:48.361632814Z W1030 19:46:48.361615 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:48.361691497Z W1030 19:46:48.361677 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:48.361702093Z W1030 19:46:48.361689 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:49.773400184Z I1030 19:46:49.773336 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:49.854928667Z W1030 19:46:49.854871 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w0-5db436 2026-10-30T19:46:50.059538974Z I1030 19:46:50.055955 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w0-5db436 for network default 2026-10-30T19:46:50.067529626Z I1030 19:46:50.066651 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w0-5db436 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w0-5db436,},}] 2026-10-30T19:46:50.074216771Z I1030 19:46:50.074163 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w0-5db436 resources completed, update namespace loglevel 2026-10-30T19:46:50.198886356Z W1030 19:46:50.198829 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-w0-5db436 2026-10-30T19:46:50.382561410Z I1030 19:46:50.382518 3618 namespace.go:44] [e2e-models-e2e-worker-w2-284bf6] adding namespace 2026-10-30T19:46:50.385764927Z I1030 19:46:50.385732 3618 namespace.go:48] [e2e-models-e2e-worker-w2-284bf6] adding namespace took 1.845043ms 2026-10-30T19:46:50.401112457Z I1030 19:46:50.401079 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:50.413515587Z I1030 19:46:50.413463 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:50.551929077Z I1030 19:46:50.551886 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T19:46:50.578922874Z W1030 19:46:50.578879 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:46:52.601622793Z W1030 19:46:52.601567 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:46:52.601697630Z W1030 19:46:52.601685 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:46:52.678055590Z I1030 19:46:52.678011 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz] creating logical port odh-ai-gateway-infra_maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:46:52.678313976Z I1030 19:46:52.678292 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 2026-10-30T19:46:52.717529051Z I1030 19:46:52.717466 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz] addLogicalPort annotation time took 39.215507ms 2026-10-30T19:46:52.744039013Z I1030 19:46:52.743995 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz] addLogicalPort took 65.999614ms, libovsdb time 24.929106ms 2026-10-30T19:46:53.889534157Z I1030 19:46:53.889475 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w4-8a3426 for network default 2026-10-30T19:46:53.902004135Z I1030 19:46:53.901966 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w4-8a3426 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-w4-8a3426,},}] 2026-10-30T19:46:53.909606901Z I1030 19:46:53.909571 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w4-8a3426 resources completed, update namespace loglevel 2026-10-30T19:46:54.030906076Z I1030 19:46:54.030855 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:46:54.044143154Z I1030 19:46:54.044091 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz, hostIfaceName: 12c4b0bd719631e, network: default, NAD default, SandboxID: "12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36", PCI device ID: , UID: "c0157790-cbb5-4d18-8946-a6af70e6d6a2", MAC: 0a:58:0a:84:00:35, IPs: [10.132.0.53/23] 2026-10-30T19:46:54.265084292Z I1030 19:46:54.265040 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=149 2026-10-30T19:46:54.428883078Z W1030 19:46:54.428839 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe 2026-10-30T19:46:54.487813639Z I1030 19:46:54.487745 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:96:69:46:e5:d3\",\"name\":\"12c4b0bd719631e\"},{\"mac\":\"0a:58:0a:84:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d641985-a76d-4c17-a2f5-4cd5a89c9b3e\"}],\"ips\":[{\"address\":\"10.132.0.53/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:46:55.525581569Z W1030 19:46:55.525535 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:55.525633867Z W1030 19:46:55.525624 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w2-284bf6-openshift-default 2026-10-30T19:46:55.758457463Z W1030 19:46:55.758409 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426 2026-10-30T19:46:56.098677285Z W1030 19:46:56.098643 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:46:56.099608827Z W1030 19:46:56.099578 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w6-f349a1-openshift-default 2026-10-30T19:47:00.050072318Z I1030 19:47:00.050028 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping for network default 2026-10-30T19:47:00.053733471Z I1030 19:47:00.053687 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w2-284bf6_LS{}] 2026-10-30T19:47:00.060009455Z I1030 19:47:00.059972 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:00.127515375Z I1030 19:47:00.127439 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:47:00.721554856Z W1030 19:47:00.721482 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:47:00.747669195Z I1030 19:47:00.747629 3618 namespace.go:44] [e2e-models-e2e-worker-w5-6c4dd1] adding namespace 2026-10-30T19:47:00.748337730Z I1030 19:47:00.748302 3618 namespace.go:48] [e2e-models-e2e-worker-w5-6c4dd1] adding namespace took 582.564µs 2026-10-30T19:47:00.763541837Z I1030 19:47:00.763510 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:47:00.770536133Z I1030 19:47:00.770507 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:47:00.800449261Z W1030 19:47:00.800411 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.800535016Z W1030 19:47:00.800517 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.800601137Z W1030 19:47:00.800542 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.800601137Z W1030 19:47:00.800595 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.800733320Z W1030 19:47:00.800654 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.800733320Z W1030 19:47:00.800669 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:00.920908148Z I1030 19:47:00.920861 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T19:47:00.960683617Z I1030 19:47:00.960641 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:47:01.578820483Z I1030 19:47:01.578773 3618 namespace.go:44] [e2e-models-e2e-worker-w3-01f7d3] adding namespace 2026-10-30T19:47:01.579994232Z I1030 19:47:01.579955 3618 namespace.go:48] [e2e-models-e2e-worker-w3-01f7d3] adding namespace took 1.06247ms 2026-10-30T19:47:01.657191445Z I1030 19:47:01.657146 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:47:01.677023860Z I1030 19:47:01.676975 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:47:01.763718598Z I1030 19:47:01.763668 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T19:47:02.774595382Z W1030 19:47:02.774552 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426 2026-10-30T19:47:02.841185894Z W1030 19:47:02.841146 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:02.841258006Z W1030 19:47:02.841230 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:02.841333398Z W1030 19:47:02.841198 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:02.841346982Z W1030 19:47:02.841336 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:02.841419601Z W1030 19:47:02.841407 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:02.841419601Z W1030 19:47:02.841415 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:04.010413186Z W1030 19:47:04.010363 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.010413186Z W1030 19:47:04.010388 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.010413186Z W1030 19:47:04.010403 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.010456378Z W1030 19:47:04.010412 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.143183612Z W1030 19:47:04.143141 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.145059473Z W1030 19:47:04.144601 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.145059473Z W1030 19:47:04.144627 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:04.145059473Z W1030 19:47:04.144633 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:06.187645233Z I1030 19:47:06.187592 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:47:06.688539916Z I1030 19:47:06.687055 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:47:06.799089316Z I1030 19:47:06.799045 3618 namespace.go:44] [e2e-models-e2e-worker-w1-109cfe] adding namespace 2026-10-30T19:47:06.799755199Z I1030 19:47:06.799714 3618 namespace.go:48] [e2e-models-e2e-worker-w1-109cfe] adding namespace took 638.397µs 2026-10-30T19:47:06.829460273Z I1030 19:47:06.829408 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:47:06.840695853Z I1030 19:47:06.840660 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:47:07.038994961Z I1030 19:47:07.038948 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T19:47:07.203548018Z W1030 19:47:07.203485 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:47:07.203613132Z W1030 19:47:07.203601 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:47:07.340840991Z I1030 19:47:07.340703 3618 namespace.go:44] [e2e-models-e2e-worker-w0-5db436] adding namespace 2026-10-30T19:47:07.341452043Z I1030 19:47:07.341417 3618 namespace.go:48] [e2e-models-e2e-worker-w0-5db436] adding namespace took 683.328µs 2026-10-30T19:47:07.367173566Z I1030 19:47:07.367110 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:47:07.387559364Z I1030 19:47:07.387508 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:47:07.485408624Z I1030 19:47:07.485362 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping for network default 2026-10-30T19:47:07.486339224Z I1030 19:47:07.486298 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w5-6c4dd1_LS{}] 2026-10-30T19:47:07.488647735Z I1030 19:47:07.488617 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:07.515623898Z I1030 19:47:07.515579 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T19:47:07.798575078Z W1030 19:47:07.798531 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:47:07.898383531Z W1030 19:47:07.898336 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:07.898459105Z W1030 19:47:07.898446 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w3-01f7d3-openshift-default 2026-10-30T19:47:08.237626383Z W1030 19:47:08.237578 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:47:08.237626383Z W1030 19:47:08.237601 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:47:09.440988303Z W1030 19:47:09.440945 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:09.440988303Z W1030 19:47:09.440966 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w1-109cfe-openshift-default 2026-10-30T19:47:11.877605535Z I1030 19:47:11.877548 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:47:12.504987552Z I1030 19:47:12.504928 3618 namespace.go:44] [e2e-models-e2e-worker-w4-8a3426] adding namespace 2026-10-30T19:47:12.505690165Z I1030 19:47:12.505646 3618 namespace.go:48] [e2e-models-e2e-worker-w4-8a3426] adding namespace took 688.766µs 2026-10-30T19:47:12.537810680Z I1030 19:47:12.537761 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:47:12.552211521Z I1030 19:47:12.552155 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:47:12.672368602Z I1030 19:47:12.672322 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T19:47:14.579099670Z I1030 19:47:14.579051 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping for network default 2026-10-30T19:47:14.580676124Z I1030 19:47:14.580639 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w3-01f7d3_LS{}] 2026-10-30T19:47:14.584432540Z I1030 19:47:14.584388 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:15.835801145Z W1030 19:47:15.835755 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:47:17.463481520Z I1030 19:47:17.463440 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f] creating logical port e2e-models-e2e-worker-w6-f349a1_premium-w6-f349a1-kserve-8585c86b7d-6572f for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:47:17.463745059Z I1030 19:47:17.463701 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f 2026-10-30T19:47:17.497728347Z I1030 19:47:17.497682 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f] addLogicalPort annotation time took 34.019696ms 2026-10-30T19:47:17.499289690Z I1030 19:47:17.499254 3618 pods.go:267] [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f] addLogicalPort took 35.836278ms, libovsdb time 932.559µs 2026-10-30T19:47:17.831667111Z I1030 19:47:17.831624 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:47:17.834792569Z I1030 19:47:17.834746 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w6-f349a1, podName: premium-w6-f349a1-kserve-8585c86b7d-6572f, hostIfaceName: ee22f54c8100111, network: default, NAD default, SandboxID: "ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608", PCI device ID: , UID: "d9df96ea-61ae-44c6-8f37-e8fab797b53c", MAC: 0a:58:0a:84:00:36, IPs: [10.132.0.54/23] 2026-10-30T19:47:18.013307584Z I1030 19:47:18.013257 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping for network default 2026-10-30T19:47:18.013407061Z I1030 19:47:18.013387 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w6-f349a1_LS{}] 2026-10-30T19:47:18.015173856Z I1030 19:47:18.015141 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:18.037508254Z I1030 19:47:18.037441 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:21:ba:9c:f1:f3\",\"name\":\"ee22f54c8100111\"},{\"mac\":\"0a:58:0a:84:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ed94a59-5c82-4960-8b75-893c8067f0fe\"}],\"ips\":[{\"address\":\"10.132.0.54/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:47:18.985321277Z W1030 19:47:18.985264 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:47:21.956290039Z I1030 19:47:21.956246 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng] creating logical port e2e-models-e2e-worker-w1-109cfe_simulator-w1-109cfe-kserve-56c9fc549b-wpbng for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:47:21.956529787Z I1030 19:47:21.956474 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng 2026-10-30T19:47:21.983238991Z I1030 19:47:21.983194 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng] addLogicalPort annotation time took 26.763142ms 2026-10-30T19:47:21.984561974Z I1030 19:47:21.984532 3618 pods.go:267] [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng] addLogicalPort took 28.306861ms, libovsdb time 789.099µs 2026-10-30T19:47:22.326571944Z I1030 19:47:22.326529 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:47:22.329389999Z I1030 19:47:22.329354 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w1-109cfe, podName: simulator-w1-109cfe-kserve-56c9fc549b-wpbng, hostIfaceName: b99cd97bef5922f, network: default, NAD default, SandboxID: "b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c", PCI device ID: , UID: "857c2303-7886-445b-8fe9-d1326b68e879", MAC: 0a:58:0a:84:00:37, IPs: [10.132.0.55/23] 2026-10-30T19:47:22.447033874Z I1030 19:47:22.446995 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping for network default 2026-10-30T19:47:22.447969826Z I1030 19:47:22.447932 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w1-109cfe_LS{}] 2026-10-30T19:47:22.450563967Z I1030 19:47:22.450539 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:22.532881450Z I1030 19:47:22.532842 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:40:22:ff:1c:d0\",\"name\":\"b99cd97bef5922f\"},{\"mac\":\"0a:58:0a:84:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98c5b5fe-919f-4597-b7b4-8ed404731090\"}],\"ips\":[{\"address\":\"10.132.0.55/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:47:23.007237534Z W1030 19:47:23.007197 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:47:23.264379382Z I1030 19:47:23.264338 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=119 2026-10-30T19:47:24.810291010Z I1030 19:47:24.810250 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping for network default 2026-10-30T19:47:24.811264118Z I1030 19:47:24.811218 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w0-5db436_LS{}] 2026-10-30T19:47:24.813930166Z I1030 19:47:24.813907 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:25.290052762Z W1030 19:47:25.290009 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:47:26.811161542Z I1030 19:47:26.811122 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj] creating logical port openshift-ingress_e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:47:26.811237444Z I1030 19:47:26.811222 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj 2026-10-30T19:47:26.839253825Z I1030 19:47:26.839209 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj] addLogicalPort annotation time took 28.01872ms 2026-10-30T19:47:26.840522767Z I1030 19:47:26.840476 3618 pods.go:267] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj] addLogicalPort took 29.369521ms, libovsdb time 791.947µs 2026-10-30T19:47:27.196692476Z I1030 19:47:27.196646 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:47:27.205074366Z I1030 19:47:27.205026 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj, hostIfaceName: ff0cab8426a44c8, network: default, NAD default, SandboxID: "ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285", PCI device ID: , UID: "15e682b0-f4bd-403b-b358-73e30d2d6b3e", MAC: 0a:58:0a:84:00:38, IPs: [10.132.0.56/23] 2026-10-30T19:47:27.416083035Z I1030 19:47:27.416025 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1a:39:58:ba:1b\",\"name\":\"ff0cab8426a44c8\"},{\"mac\":\"0a:58:0a:84:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8e4b6e0-7d6f-49aa-aad5-12a470c219eb\"}],\"ips\":[{\"address\":\"10.132.0.56/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:47:27.434298951Z I1030 19:47:27.434265 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping for network default 2026-10-30T19:47:27.435247088Z I1030 19:47:27.435214 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w4-8a3426_LS{}] 2026-10-30T19:47:27.437567053Z I1030 19:47:27.437540 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:27.921330730Z W1030 19:47:27.921280 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:47:28.080752591Z W1030 19:47:28.080704 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:47:33.101987295Z W1030 19:47:33.101939 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:47:34.255523622Z W1030 19:47:34.255470 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:47:34.255523622Z W1030 19:47:34.255515 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default 2026-10-30T19:47:39.546051093Z I1030 19:47:39.545998 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping for network default 2026-10-30T19:47:39.546124038Z I1030 19:47:39.546093 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w2-284bf6_LS{}] 2026-10-30T19:47:39.547631323Z I1030 19:47:39.547606 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:40.004762656Z W1030 19:47:40.004719 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:47:41.470948873Z I1030 19:47:41.470910 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping for network default 2026-10-30T19:47:41.471088032Z I1030 19:47:41.471051 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w5-6c4dd1_LS{}] 2026-10-30T19:47:41.472553479Z I1030 19:47:41.472524 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:42.014194749Z W1030 19:47:42.014153 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:47:52.509001733Z I1030 19:47:52.508960 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w] creating logical port e2e-models-e2e-worker-w3-01f7d3_premium-w3-01f7d3-kserve-57b97b98cb-qpq5w for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:47:52.509167476Z I1030 19:47:52.509137 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w 2026-10-30T19:47:52.565402479Z I1030 19:47:52.565354 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w] addLogicalPort annotation time took 56.256472ms 2026-10-30T19:47:52.566581242Z I1030 19:47:52.566561 3618 pods.go:267] [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w] addLogicalPort took 57.624701ms, libovsdb time 784.097µs 2026-10-30T19:47:52.874132293Z I1030 19:47:52.874089 3618 cniserver.go:315] [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:47:52.877727290Z I1030 19:47:52.877675 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w3-01f7d3, podName: premium-w3-01f7d3-kserve-57b97b98cb-qpq5w, hostIfaceName: f64ce8871c6dc82, network: default, NAD default, SandboxID: "f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59", PCI device ID: , UID: "36b62495-d391-4c86-b5c6-0f5989657f27", MAC: 0a:58:0a:84:00:39, IPs: [10.132.0.57/23] 2026-10-30T19:47:52.981559241Z I1030 19:47:52.981522 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping for network default 2026-10-30T19:47:52.981621990Z I1030 19:47:52.981599 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w3-01f7d3_LS{}] 2026-10-30T19:47:52.983326927Z I1030 19:47:52.983296 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:53.080847855Z I1030 19:47:53.080793 3618 cniserver.go:304] [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8d:be:9c:34:46\",\"name\":\"f64ce8871c6dc82\"},{\"mac\":\"0a:58:0a:84:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4279355e-b4d1-4589-ace0-4d09dea6ff1f\"}],\"ips\":[{\"address\":\"10.132.0.57/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:47:54.065095096Z I1030 19:47:54.065055 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9] creating logical port e2e-models-e2e-worker-w1-109cfe_premium-w1-109cfe-kserve-64b64f4f85-hp6g9 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:47:54.065313848Z I1030 19:47:54.065288 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 2026-10-30T19:47:54.090745835Z I1030 19:47:54.090709 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9] addLogicalPort annotation time took 25.473913ms 2026-10-30T19:47:54.092468741Z I1030 19:47:54.092431 3618 pods.go:267] [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9] addLogicalPort took 27.393805ms, libovsdb time 1.156649ms 2026-10-30T19:47:54.219274374Z W1030 19:47:54.219239 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:47:54.459707753Z I1030 19:47:54.459659 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:47:54.462688509Z I1030 19:47:54.462647 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w1-109cfe, podName: premium-w1-109cfe-kserve-64b64f4f85-hp6g9, hostIfaceName: ff728ce803b01f4, network: default, NAD default, SandboxID: "ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b", PCI device ID: , UID: "da4db64c-00b4-417d-9bb3-d83c466c79be", MAC: 0a:58:0a:84:00:3a, IPs: [10.132.0.58/23] 2026-10-30T19:47:54.493917343Z I1030 19:47:54.493882 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping for network default 2026-10-30T19:47:54.493974517Z I1030 19:47:54.493959 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w1-109cfe_LS{}] 2026-10-30T19:47:54.495662623Z I1030 19:47:54.495628 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:47:54.666345476Z I1030 19:47:54.666289 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:88:9c:04:2a:95\",\"name\":\"ff728ce803b01f4\"},{\"mac\":\"0a:58:0a:84:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c25acd0-ce56-4b56-a5c5-4cf1cc2d3c8f\"}],\"ips\":[{\"address\":\"10.132.0.58/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:47:55.230146793Z W1030 19:47:55.230097 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:48:03.346171766Z W1030 19:48:03.346125 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:48:05.299355294Z W1030 19:48:05.299309 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:48:07.341190233Z I1030 19:48:07.341152 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping for network default 2026-10-30T19:48:07.341248992Z I1030 19:48:07.341234 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w4-8a3426_LS{}] 2026-10-30T19:48:07.342600148Z I1030 19:48:07.342562 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:48:08.584384387Z W1030 19:48:08.584339 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:48:10.526807088Z I1030 19:48:10.526764 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 2026-10-30T19:48:11.778872905Z I1030 19:48:11.778833 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping for network default 2026-10-30T19:48:11.779013139Z I1030 19:48:11.778978 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w0-5db436_LS{}] 2026-10-30T19:48:11.780379810Z I1030 19:48:11.780354 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:48:12.607039002Z W1030 19:48:12.606991 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:48:15.264021819Z I1030 19:48:15.263981 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=390 2026-10-30T19:48:27.540551591Z I1030 19:48:27.540513 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:27.540580205Z I1030 19:48:27.540549 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:27.540580205Z I1030 19:48:27.540563 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:27.540580205Z I1030 19:48:27.540572 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:27.540593824Z I1030 19:48:27.540588 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:27.540615571Z I1030 19:48:27.540603 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:48:27.541518052Z I1030 19:48:27.541475 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 2026-10-30T19:48:31.552825850Z I1030 19:48:31.552779 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:31.552825850Z I1030 19:48:31.552807 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:31.552825850Z I1030 19:48:31.552819 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:31.552872810Z I1030 19:48:31.552839 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:31.552872810Z I1030 19:48:31.552854 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:48:31.552872810Z I1030 19:48:31.552870 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:39.663420894Z I1030 19:48:39.663373 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:39.663556590Z I1030 19:48:39.663529 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:39.663556590Z I1030 19:48:39.663552 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:39.663587509Z I1030 19:48:39.663563 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:39.663595519Z I1030 19:48:39.663586 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:39.663618675Z I1030 19:48:39.663607 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:48:49.749153266Z I1030 19:48:49.749111 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:49.749240952Z I1030 19:48:49.749212 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:49.749240952Z I1030 19:48:49.749233 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:49.749259619Z I1030 19:48:49.749242 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:49.749266833Z I1030 19:48:49.749260 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:49.749291021Z I1030 19:48:49.749278 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:48:51.466730584Z I1030 19:48:51.466675 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=9 2026-10-30T19:48:52.936136676Z I1030 19:48:52.936091 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:52.936136676Z I1030 19:48:52.936130 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:52.936164563Z I1030 19:48:52.936143 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:52.936164563Z I1030 19:48:52.936152 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:52.936179033Z I1030 19:48:52.936168 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:52.936187596Z I1030 19:48:52.936183 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:48:59.883128191Z I1030 19:48:59.883075 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:48:59.883128191Z I1030 19:48:59.883117 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:48:59.883169636Z I1030 19:48:59.883132 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:48:59.883169636Z I1030 19:48:59.883143 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:48:59.883169636Z I1030 19:48:59.883165 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:48:59.883198401Z I1030 19:48:59.883186 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:08.647325220Z I1030 19:49:08.647282 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=11 2026-10-30T19:49:08.939298445Z I1030 19:49:08.939246 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:08.939298445Z I1030 19:49:08.939285 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:08.939330558Z I1030 19:49:08.939306 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:08.939341903Z I1030 19:49:08.939328 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:08.939351668Z I1030 19:49:08.939343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:08.939361788Z I1030 19:49:08.939355 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:09.966082944Z I1030 19:49:09.966039 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:09.966082944Z I1030 19:49:09.966072 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:09.966122020Z I1030 19:49:09.966092 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:09.966122020Z I1030 19:49:09.966112 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:09.966140784Z I1030 19:49:09.966128 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:09.966150297Z I1030 19:49:09.966140 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:10.014671328Z I1030 19:49:10.014620 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:10.015133335Z I1030 19:49:10.015105 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:10.016684066Z I1030 19:49:10.016567 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:10.016763572Z I1030 19:49:10.016747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:10.016807577Z I1030 19:49:10.016798 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:10.016969552Z I1030 19:49:10.016951 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:11.611387916Z I1030 19:49:11.611346 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:11.611387916Z I1030 19:49:11.611374 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:11.611387916Z I1030 19:49:11.611383 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:11.611432105Z I1030 19:49:11.611401 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:11.611432105Z I1030 19:49:11.611416 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:11.611440219Z I1030 19:49:11.611432 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:12.153621981Z I1030 19:49:12.153575 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2] creating logical port openshift-ingress_e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:12.153767574Z I1030 19:49:12.153750 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 2026-10-30T19:49:12.179237230Z I1030 19:49:12.179188 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2] addLogicalPort annotation time took 25.484488ms 2026-10-30T19:49:12.180612105Z I1030 19:49:12.180576 3618 pods.go:267] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2] addLogicalPort took 27.022162ms, libovsdb time 819.577µs 2026-10-30T19:49:12.526399147Z I1030 19:49:12.526349 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:12.529381852Z I1030 19:49:12.529340 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2, hostIfaceName: 225c4274aa0629f, network: default, NAD default, SandboxID: "225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170", PCI device ID: , UID: "dd37d968-606c-4651-8bb8-fbc56826f361", MAC: 0a:58:0a:84:00:3b, IPs: [10.132.0.59/23] 2026-10-30T19:49:12.733050753Z I1030 19:49:12.733000 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fc:19:fb:37:f7\",\"name\":\"225c4274aa0629f\"},{\"mac\":\"0a:58:0a:84:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/235595a9-1ff5-4746-999f-10ce9f9d791b\"}],\"ips\":[{\"address\":\"10.132.0.59/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:13.061992158Z I1030 19:49:13.061946 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:13.062112526Z I1030 19:49:13.062084 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:13.062134340Z I1030 19:49:13.062111 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:13.062134340Z I1030 19:49:13.062123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:13.062154297Z I1030 19:49:13.062146 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:13.062177976Z I1030 19:49:13.062167 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:15.126883549Z I1030 19:49:15.126840 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:15.126883549Z I1030 19:49:15.126873 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:15.126923008Z I1030 19:49:15.126891 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:15.126923008Z I1030 19:49:15.126903 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:15.126923008Z I1030 19:49:15.126912 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:15.126932216Z I1030 19:49:15.126927 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:15.169803464Z I1030 19:49:15.169757 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:15.171030433Z I1030 19:49:15.171001 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:15.171091977Z I1030 19:49:15.171079 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:15.171129161Z I1030 19:49:15.171118 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:15.171174552Z I1030 19:49:15.171165 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:15.171214724Z I1030 19:49:15.171205 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:19.603530779Z I1030 19:49:19.601753 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m] creating logical port e2e-models-e2e-worker-w0-5db436_distinct-w0-5db436-kserve-768cc9c8dc-ljv6m for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:19.603530779Z I1030 19:49:19.601905 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m 2026-10-30T19:49:19.626135240Z I1030 19:49:19.626095 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m] addLogicalPort annotation time took 24.227985ms 2026-10-30T19:49:19.627881862Z I1030 19:49:19.627845 3618 pods.go:267] [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m] addLogicalPort took 26.110114ms, libovsdb time 1.024315ms 2026-10-30T19:49:19.985540562Z I1030 19:49:19.985475 3618 cniserver.go:315] [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:19.989446466Z I1030 19:49:19.989400 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w0-5db436, podName: distinct-w0-5db436-kserve-768cc9c8dc-ljv6m, hostIfaceName: ead1d8c87e57375, network: default, NAD default, SandboxID: "ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190", PCI device ID: , UID: "17d1c6a4-47e9-4ecb-8597-63602b53e3b9", MAC: 0a:58:0a:84:00:3c, IPs: [10.132.0.60/23] 2026-10-30T19:49:20.090198371Z I1030 19:49:20.090157 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping for network default 2026-10-30T19:49:20.090306131Z I1030 19:49:20.090280 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w0-5db436_LS{}] 2026-10-30T19:49:20.092069471Z I1030 19:49:20.092032 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:49:20.194522401Z I1030 19:49:20.194445 3618 cniserver.go:304] [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ff:ff:43:71:5a\",\"name\":\"ead1d8c87e57375\"},{\"mac\":\"0a:58:0a:84:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca4055d7-6b5c-421b-a5f8-846ebde3f7dc\"}],\"ips\":[{\"address\":\"10.132.0.60/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:20.795675214Z W1030 19:49:20.795632 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:49:23.187226582Z I1030 19:49:23.187178 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:23.187274166Z I1030 19:49:23.187246 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:23.187285130Z I1030 19:49:23.187274 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:23.187311509Z I1030 19:49:23.187296 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:23.187333030Z I1030 19:49:23.187320 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:23.187361444Z I1030 19:49:23.187347 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:23.232366130Z I1030 19:49:23.232318 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:23.232366130Z I1030 19:49:23.232357 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:23.232422744Z I1030 19:49:23.232373 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:23.232422744Z I1030 19:49:23.232385 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:23.232422744Z I1030 19:49:23.232407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:23.232434576Z I1030 19:49:23.232428 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:25.254966479Z I1030 19:49:25.254918 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:25.254966479Z I1030 19:49:25.254952 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:25.255007042Z I1030 19:49:25.254968 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:25.255007042Z I1030 19:49:25.254985 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:25.255007042Z I1030 19:49:25.255002 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:25.255023882Z I1030 19:49:25.255013 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:25.295122090Z I1030 19:49:25.295074 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:25.295122090Z I1030 19:49:25.295106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:25.295122090Z I1030 19:49:25.295116 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:25.295164487Z I1030 19:49:25.295137 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:25.295164487Z I1030 19:49:25.295158 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:25.295188539Z I1030 19:49:25.295176 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:27.282339023Z I1030 19:49:27.282281 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj] creating logical port openshift-ingress_e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:27.282678394Z I1030 19:49:27.282636 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 2026-10-30T19:49:27.312737980Z I1030 19:49:27.312685 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj] addLogicalPort annotation time took 30.118796ms 2026-10-30T19:49:27.317985668Z I1030 19:49:27.317529 3618 pods.go:267] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj] addLogicalPort took 35.287219ms, libovsdb time 4.061712ms 2026-10-30T19:49:27.677398491Z I1030 19:49:27.677340 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:27.680723578Z I1030 19:49:27.680674 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj, hostIfaceName: 4114e66d9dc5549, network: default, NAD default, SandboxID: "4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355", PCI device ID: , UID: "ed746e9e-a437-4203-98a7-15c919925e70", MAC: 0a:58:0a:84:00:3d, IPs: [10.132.0.61/23] 2026-10-30T19:49:27.738940277Z I1030 19:49:27.738884 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7] creating logical port openshift-ingress_e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:27.739079477Z I1030 19:49:27.739056 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 2026-10-30T19:49:27.769181883Z I1030 19:49:27.769120 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7] addLogicalPort annotation time took 30.101536ms 2026-10-30T19:49:27.771267610Z I1030 19:49:27.771229 3618 pods.go:267] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7] addLogicalPort took 32.364326ms, libovsdb time 1.379808ms 2026-10-30T19:49:27.883866705Z I1030 19:49:27.883810 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:18:3b:a2:1e:b7\",\"name\":\"4114e66d9dc5549\"},{\"mac\":\"0a:58:0a:84:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8419ee32-ab5e-460c-900a-27db1aef5679\"}],\"ips\":[{\"address\":\"10.132.0.61/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:28.145511285Z I1030 19:49:28.145449 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:28.148680979Z I1030 19:49:28.148631 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7, hostIfaceName: 5d80f0194a90fe6, network: default, NAD default, SandboxID: "5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738", PCI device ID: , UID: "663da9c7-6fc8-4c35-b9b1-cc77d2fecdcd", MAC: 0a:58:0a:84:00:3e, IPs: [10.132.0.62/23] 2026-10-30T19:49:28.351680022Z I1030 19:49:28.351621 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:2a:d0:e4:64:ee\",\"name\":\"5d80f0194a90fe6\"},{\"mac\":\"0a:58:0a:84:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/371d77ec-0b71-4a92-88d9-c0e9df5b8a02\"}],\"ips\":[{\"address\":\"10.132.0.62/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:28.391574772Z I1030 19:49:28.391528 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:28.391574772Z I1030 19:49:28.391566 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:28.391618498Z I1030 19:49:28.391585 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:28.391618498Z I1030 19:49:28.391604 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:28.391618498Z I1030 19:49:28.391615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:28.391635898Z I1030 19:49:28.391626 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:29.264732076Z I1030 19:49:29.264683 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=105 2026-10-30T19:49:30.974547550Z W1030 19:49:30.974479 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:49:33.439772609Z I1030 19:49:33.439718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:33.439772609Z I1030 19:49:33.439758 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:33.439820528Z I1030 19:49:33.439793 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:33.439820528Z I1030 19:49:33.439810 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:33.439831970Z I1030 19:49:33.439824 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:33.439863812Z I1030 19:49:33.439848 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:35.738398432Z W1030 19:49:35.738342 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:49:35.738398432Z W1030 19:49:35.738376 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w0-5db436-openshift-default 2026-10-30T19:49:36.186009771Z W1030 19:49:36.185968 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:49:36.186009771Z W1030 19:49:36.185990 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-w4-8a3426-openshift-default 2026-10-30T19:49:36.401325728Z I1030 19:49:36.401282 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk] creating logical port e2e-models-e2e-worker-w1-109cfe_distinct-w1-109cfe-kserve-74b69d6f76-qlgmk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:36.401419921Z I1030 19:49:36.401403 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 2026-10-30T19:49:36.423852740Z I1030 19:49:36.423805 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk] addLogicalPort annotation time took 22.431643ms 2026-10-30T19:49:36.425424673Z I1030 19:49:36.425389 3618 pods.go:267] [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk] addLogicalPort took 24.117372ms, libovsdb time 1.096868ms 2026-10-30T19:49:36.774973499Z I1030 19:49:36.774929 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:36.778074029Z I1030 19:49:36.778027 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w1-109cfe, podName: distinct-w1-109cfe-kserve-74b69d6f76-qlgmk, hostIfaceName: 78d5b2f5c564f5d, network: default, NAD default, SandboxID: "78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6", PCI device ID: , UID: "4d5d4f89-f494-42e7-aa33-f37b64e8048c", MAC: 0a:58:0a:84:00:3f, IPs: [10.132.0.63/23] 2026-10-30T19:49:36.927756345Z I1030 19:49:36.927712 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping for network default 2026-10-30T19:49:36.927840777Z I1030 19:49:36.927821 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w1-109cfe_LS{}] 2026-10-30T19:49:36.929672909Z I1030 19:49:36.929649 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:49:36.980758227Z I1030 19:49:36.980704 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:92:e2:c6:9a:5f\",\"name\":\"78d5b2f5c564f5d\"},{\"mac\":\"0a:58:0a:84:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b356bd2-0356-4da5-90a5-6a789be90724\"}],\"ips\":[{\"address\":\"10.132.0.63/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:38.050122225Z W1030 19:49:38.050078 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:49:40.551457778Z I1030 19:49:40.551407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:40.551457778Z I1030 19:49:40.551450 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:40.551506911Z I1030 19:49:40.551464 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:40.551506911Z I1030 19:49:40.551486 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:40.551538000Z I1030 19:49:40.551525 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:40.551562896Z I1030 19:49:40.551552 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:40.974808271Z I1030 19:49:40.974767 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping for network default 2026-10-30T19:49:40.974872787Z I1030 19:49:40.974854 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w4-8a3426_LS{}] 2026-10-30T19:49:40.976130014Z I1030 19:49:40.976109 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:49:42.302612960Z W1030 19:49:42.300114 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:49:42.790149639Z I1030 19:49:42.790099 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:49:42.790242235Z I1030 19:49:42.790229 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:49:42.790289933Z I1030 19:49:42.790272 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:49:42.790302774Z I1030 19:49:42.790295 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:49:42.790322134Z I1030 19:49:42.790309 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:49:42.790346021Z I1030 19:49:42.790334 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:49:47.191733415Z W1030 19:49:47.191685 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:49:54.222068879Z I1030 19:49:54.222025 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw] creating logical port e2e-models-e2e-worker-w6-f349a1_distinct-w6-f349a1-kserve-cc965856f-f6rsw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:49:54.222187054Z I1030 19:49:54.222166 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw 2026-10-30T19:49:54.248783579Z I1030 19:49:54.248729 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw] addLogicalPort annotation time took 26.595503ms 2026-10-30T19:49:54.250520105Z I1030 19:49:54.250466 3618 pods.go:267] [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw] addLogicalPort took 28.453422ms, libovsdb time 969.3µs 2026-10-30T19:49:54.594522471Z I1030 19:49:54.594466 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:49:54.597307832Z I1030 19:49:54.597265 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w6-f349a1, podName: distinct-w6-f349a1-kserve-cc965856f-f6rsw, hostIfaceName: ca9d5d1c49fe2bf, network: default, NAD default, SandboxID: "ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2", PCI device ID: , UID: "2be5f650-8675-4ddf-9317-ec8a8cf1c780", MAC: 0a:58:0a:84:00:40, IPs: [10.132.0.64/23] 2026-10-30T19:49:54.714437506Z I1030 19:49:54.714387 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping for network default 2026-10-30T19:49:54.714513216Z I1030 19:49:54.714478 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w6-f349a1_LS{}] 2026-10-30T19:49:54.716348234Z I1030 19:49:54.716320 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:49:54.800416216Z I1030 19:49:54.800362 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ee:e4:99:d5:16\",\"name\":\"ca9d5d1c49fe2bf\"},{\"mac\":\"0a:58:0a:84:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4666fb60-cbf3-4b96-ad59-daa160b76b71\"}],\"ips\":[{\"address\":\"10.132.0.64/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:49:55.224749763Z W1030 19:49:55.224708 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:02.071776203Z I1030 19:50:02.071723 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b] creating logical port e2e-models-e2e-worker-w3-01f7d3_distinct-w3-01f7d3-kserve-755b65cb59-dmg4b for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:02.071959881Z I1030 19:50:02.071933 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 2026-10-30T19:50:02.095001594Z I1030 19:50:02.094954 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b] addLogicalPort annotation time took 23.04552ms 2026-10-30T19:50:02.097418948Z I1030 19:50:02.097372 3618 pods.go:267] [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b] addLogicalPort took 25.661888ms, libovsdb time 1.518358ms 2026-10-30T19:50:02.445033603Z I1030 19:50:02.444986 3618 cniserver.go:315] [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:02.447876484Z I1030 19:50:02.447834 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w3-01f7d3, podName: distinct-w3-01f7d3-kserve-755b65cb59-dmg4b, hostIfaceName: 149aee50fad6150, network: default, NAD default, SandboxID: "149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d", PCI device ID: , UID: "928c98ce-c4d5-417d-a715-e92d39072d88", MAC: 0a:58:0a:84:00:41, IPs: [10.132.0.65/23] 2026-10-30T19:50:02.559313925Z I1030 19:50:02.559273 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping for network default 2026-10-30T19:50:02.559383379Z I1030 19:50:02.559366 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w3-01f7d3_LS{}] 2026-10-30T19:50:02.561220694Z I1030 19:50:02.561187 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:02.651658188Z I1030 19:50:02.651604 3618 cniserver.go:304] [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0d:17:23:4a:a4\",\"name\":\"149aee50fad6150\"},{\"mac\":\"0a:58:0a:84:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3acdf2a-fc67-41fa-a6e0-f404eb73c9d8\"}],\"ips\":[{\"address\":\"10.132.0.65/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:03.313762751Z W1030 19:50:03.313712 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:05.328617136Z W1030 19:50:05.328571 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:07.310304279Z I1030 19:50:07.310261 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping for network default 2026-10-30T19:50:07.310404107Z I1030 19:50:07.310383 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w0-5db436_LS{}] 2026-10-30T19:50:07.312215065Z I1030 19:50:07.312165 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:07.805084843Z W1030 19:50:07.805041 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:50:11.001646962Z I1030 19:50:11.001605 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk] creating logical port e2e-models-e2e-worker-w2-284bf6_distinct-w2-284bf6-kserve-c9cb575d7-9gblk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:11.001798080Z I1030 19:50:11.001762 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk 2026-10-30T19:50:11.026548518Z I1030 19:50:11.026506 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk] addLogicalPort annotation time took 24.765715ms 2026-10-30T19:50:11.028063642Z I1030 19:50:11.028032 3618 pods.go:267] [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk] addLogicalPort took 26.445308ms, libovsdb time 1.015267ms 2026-10-30T19:50:11.371707752Z I1030 19:50:11.371669 3618 cniserver.go:315] [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:11.374808639Z I1030 19:50:11.374762 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w2-284bf6, podName: distinct-w2-284bf6-kserve-c9cb575d7-9gblk, hostIfaceName: e5317e40a7920ed, network: default, NAD default, SandboxID: "e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7", PCI device ID: , UID: "33e13789-931c-44a4-bbeb-60d874d39502", MAC: 0a:58:0a:84:00:42, IPs: [10.132.0.66/23] 2026-10-30T19:50:11.474620931Z I1030 19:50:11.474585 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping for network default 2026-10-30T19:50:11.474730796Z I1030 19:50:11.474709 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w2-284bf6_LS{}] 2026-10-30T19:50:11.476527865Z I1030 19:50:11.476468 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:11.577576489Z I1030 19:50:11.577518 3618 cniserver.go:304] [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9d:43:25:c7:13\",\"name\":\"e5317e40a7920ed\"},{\"mac\":\"0a:58:0a:84:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82e31ced-d8d9-4e53-856c-51a7e1cfba9b\"}],\"ips\":[{\"address\":\"10.132.0.66/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:12.134631883Z I1030 19:50:12.134591 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv] creating logical port openshift-ingress_e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:12.134719743Z I1030 19:50:12.134705 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv 2026-10-30T19:50:12.162800780Z I1030 19:50:12.162749 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv] addLogicalPort annotation time took 28.076232ms 2026-10-30T19:50:12.164737204Z I1030 19:50:12.164697 3618 pods.go:267] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv] addLogicalPort took 30.127218ms, libovsdb time 1.275586ms 2026-10-30T19:50:12.379569568Z W1030 19:50:12.379525 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:12.525545058Z I1030 19:50:12.525214 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:12.534739548Z I1030 19:50:12.534687 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv, hostIfaceName: dd2be1437d78533, network: default, NAD default, SandboxID: "dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab", PCI device ID: , UID: "06298ea0-90dc-4a96-a90a-f9dde28fd618", MAC: 0a:58:0a:84:00:43, IPs: [10.132.0.67/23] 2026-10-30T19:50:12.618193076Z I1030 19:50:12.618151 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx] creating logical port openshift-ingress_e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:12.618324143Z I1030 19:50:12.618308 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 2026-10-30T19:50:12.649570109Z I1030 19:50:12.648555 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx] addLogicalPort annotation time took 30.231098ms 2026-10-30T19:50:12.650673398Z I1030 19:50:12.650636 3618 pods.go:267] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx] addLogicalPort took 32.502729ms, libovsdb time 1.403247ms 2026-10-30T19:50:12.737754485Z I1030 19:50:12.737703 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c2:b3:6d:de:a7\",\"name\":\"dd2be1437d78533\"},{\"mac\":\"0a:58:0a:84:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/154f0c3e-a3ad-476c-8248-4ab13b278c28\"}],\"ips\":[{\"address\":\"10.132.0.67/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:12.993953416Z I1030 19:50:12.993910 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:12.996464501Z I1030 19:50:12.996413 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx, hostIfaceName: 7a4caafd4adea65, network: default, NAD default, SandboxID: "7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79", PCI device ID: , UID: "06bcb85a-4bc2-4156-ab40-4b180f654402", MAC: 0a:58:0a:84:00:44, IPs: [10.132.0.68/23] 2026-10-30T19:50:13.200827911Z I1030 19:50:13.200776 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:1e:54:b5:bd:80\",\"name\":\"7a4caafd4adea65\"},{\"mac\":\"0a:58:0a:84:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03fd5809-b1af-4ee2-be2b-26acdf6a58fd\"}],\"ips\":[{\"address\":\"10.132.0.68/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:13.432671000Z W1030 19:50:13.432623 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:18.874595546Z I1030 19:50:18.871083 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping for network default 2026-10-30T19:50:18.874595546Z I1030 19:50:18.871193 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w5-6c4dd1_LS{}] 2026-10-30T19:50:18.874595546Z I1030 19:50:18.874172 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:19.684366916Z W1030 19:50:19.684323 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:50:21.484867100Z W1030 19:50:21.484819 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:27.009635712Z I1030 19:50:27.009593 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn] creating logical port openshift-ingress_e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:27.009750702Z I1030 19:50:27.009732 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn 2026-10-30T19:50:27.047387167Z I1030 19:50:27.047333 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn] addLogicalPort annotation time took 37.631361ms 2026-10-30T19:50:27.049399991Z I1030 19:50:27.049361 3618 pods.go:267] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn] addLogicalPort took 39.790436ms, libovsdb time 1.109014ms 2026-10-30T19:50:27.365722811Z I1030 19:50:27.365677 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 2026-10-30T19:50:27.440009037Z I1030 19:50:27.439970 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:27.444996478Z I1030 19:50:27.444954 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn, hostIfaceName: f93f27209ceee32, network: default, NAD default, SandboxID: "f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b", PCI device ID: , UID: "de39728e-03b2-43af-9df8-3106cb64fa61", MAC: 0a:58:0a:84:00:45, IPs: [10.132.0.69/23] 2026-10-30T19:50:27.638951857Z I1030 19:50:27.638911 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping for network default 2026-10-30T19:50:27.639016699Z I1030 19:50:27.638994 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w1-109cfe_LS{}] 2026-10-30T19:50:27.640421152Z I1030 19:50:27.640383 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:27.647616012Z I1030 19:50:27.647563 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:74:9d:45:70:ec\",\"name\":\"f93f27209ceee32\"},{\"mac\":\"0a:58:0a:84:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/974aa92c-052a-468c-b477-8ad1e1c132ac\"}],\"ips\":[{\"address\":\"10.132.0.69/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:28.255144394Z W1030 19:50:28.255105 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:28.496137064Z I1030 19:50:28.496081 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=11 2026-10-30T19:50:34.828945834Z I1030 19:50:34.828907 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5] creating logical port e2e-models-e2e-worker-w4-8a3426_distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:34.829158904Z I1030 19:50:34.829140 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 2026-10-30T19:50:34.852970862Z I1030 19:50:34.852927 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5] addLogicalPort annotation time took 23.837981ms 2026-10-30T19:50:34.856373748Z I1030 19:50:34.856336 3618 pods.go:267] [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5] addLogicalPort took 27.447739ms, libovsdb time 2.535912ms 2026-10-30T19:50:35.246809638Z I1030 19:50:35.246769 3618 cniserver.go:315] [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:35.249556828Z I1030 19:50:35.249514 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w4-8a3426, podName: distinct-2-w4-8a3426-kserve-5784789f98-nb6w5, hostIfaceName: ccb52fe1c0d03ce, network: default, NAD default, SandboxID: "ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119", PCI device ID: , UID: "60e5ea21-98c1-4a84-9532-da59c98c4fe2", MAC: 0a:58:0a:84:00:46, IPs: [10.132.0.70/23] 2026-10-30T19:50:35.333310105Z I1030 19:50:35.333262 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping for network default 2026-10-30T19:50:35.333363802Z I1030 19:50:35.333345 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w4-8a3426_LS{}] 2026-10-30T19:50:35.334981650Z I1030 19:50:35.334958 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:35.452950710Z I1030 19:50:35.452899 3618 cniserver.go:304] [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:42:77:55:30:99\",\"name\":\"ccb52fe1c0d03ce\"},{\"mac\":\"0a:58:0a:84:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f5dd035-11cd-4a31-bd3a-b13694b2e417\"}],\"ips\":[{\"address\":\"10.132.0.70/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:36.265557872Z I1030 19:50:36.265512 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=54 2026-10-30T19:50:36.618800987Z W1030 19:50:36.618761 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:42.044536700Z I1030 19:50:42.044449 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4] creating logical port openshift-ingress_e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:42.044684622Z I1030 19:50:42.044660 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 2026-10-30T19:50:42.089233704Z I1030 19:50:42.089190 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4] addLogicalPort annotation time took 44.570276ms 2026-10-30T19:50:42.091226811Z I1030 19:50:42.091187 3618 pods.go:267] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4] addLogicalPort took 46.758566ms, libovsdb time 1.236054ms 2026-10-30T19:50:42.294889286Z I1030 19:50:42.294846 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd] creating logical port openshift-ingress_e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:42.295064708Z I1030 19:50:42.295033 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 2026-10-30T19:50:42.328132844Z I1030 19:50:42.328084 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd] addLogicalPort annotation time took 33.096654ms 2026-10-30T19:50:42.330333396Z I1030 19:50:42.330295 3618 pods.go:267] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd] addLogicalPort took 35.468171ms, libovsdb time 1.31139ms 2026-10-30T19:50:42.421643779Z I1030 19:50:42.421604 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:42.424830487Z I1030 19:50:42.424788 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4, hostIfaceName: 5550df82de81c4d, network: default, NAD default, SandboxID: "5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8", PCI device ID: , UID: "75ee3675-99d4-4e43-bb3b-b63c04424db1", MAC: 0a:58:0a:84:00:47, IPs: [10.132.0.71/23] 2026-10-30T19:50:42.627983960Z I1030 19:50:42.627930 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7a:48:bb:01:ba\",\"name\":\"5550df82de81c4d\"},{\"mac\":\"0a:58:0a:84:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/029c4023-8e83-498b-86ad-13f1beb1ad71\"}],\"ips\":[{\"address\":\"10.132.0.71/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:42.702693798Z I1030 19:50:42.702654 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:42.705602273Z I1030 19:50:42.705560 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd, hostIfaceName: 8fab0cdea99a1a3, network: default, NAD default, SandboxID: "8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064", PCI device ID: , UID: "cca576ba-0a1a-457c-be3a-c3bbaac08f0c", MAC: 0a:58:0a:84:00:48, IPs: [10.132.0.72/23] 2026-10-30T19:50:42.912171581Z I1030 19:50:42.912112 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d5:37:89:fb:69\",\"name\":\"8fab0cdea99a1a3\"},{\"mac\":\"0a:58:0a:84:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25f4501a-2180-4992-b899-66af1e9ebed6\"}],\"ips\":[{\"address\":\"10.132.0.72/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:45.685811229Z W1030 19:50:45.685763 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:47.968405280Z W1030 19:50:47.968356 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:50:48.943156681Z W1030 19:50:48.943109 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.055330905Z W1030 19:50:49.055283 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:50:49.130259287Z W1030 19:50:49.130214 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:49.412620607Z W1030 19:50:49.412577 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.412731835Z W1030 19:50:49.412720 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.412832485Z W1030 19:50:49.412821 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.424063766Z W1030 19:50:49.424014 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:50:49.428688376Z W1030 19:50:49.428649 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:49.554576411Z W1030 19:50:49.554530 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.555236847Z W1030 19:50:49.555212 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.555380045Z W1030 19:50:49.555043 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:49.672908130Z W1030 19:50:49.672860 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:49.773537577Z W1030 19:50:49.771039 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:50.050052504Z W1030 19:50:50.050005 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:50.050774175Z W1030 19:50:50.050748 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:50.050844924Z W1030 19:50:50.050550 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:50.370672927Z W1030 19:50:50.370626 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:50.611057375Z W1030 19:50:50.611002 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:50:50.686973787Z W1030 19:50:50.686927 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:50:50.687958430Z W1030 19:50:50.687322 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:50:50.693997826Z W1030 19:50:50.693966 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:50:50.700205898Z W1030 19:50:50.700160 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:50:50.712954783Z W1030 19:50:50.712916 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:50:50.824469039Z W1030 19:50:50.823256 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.825141359Z W1030 19:50:50.825112 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.825232356Z W1030 19:50:50.824985 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.834809855Z W1030 19:50:50.834772 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:50.912425366Z W1030 19:50:50.912345 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.914781777Z W1030 19:50:50.912851 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.914781777Z W1030 19:50:50.912909 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.973302056Z W1030 19:50:50.973248 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.973815540Z W1030 19:50:50.973783 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:50.974059841Z W1030 19:50:50.974040 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:51.045706410Z W1030 19:50:51.045663 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:51.046292947Z W1030 19:50:51.046260 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:51.047084636Z W1030 19:50:51.047055 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:51.114316024Z W1030 19:50:51.114268 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:51.114840918Z W1030 19:50:51.114808 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:51.115363288Z W1030 19:50:51.115332 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:51.173671444Z W1030 19:50:51.173626 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:51.229024372Z W1030 19:50:51.228978 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:50:51.271047171Z W1030 19:50:51.271002 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:51.313166914Z W1030 19:50:51.313123 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:50:51.360598852Z W1030 19:50:51.360555 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:51.361112923Z I1030 19:50:51.361080 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 2026-10-30T19:50:51.413635326Z W1030 19:50:51.413592 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:50:51.459878368Z W1030 19:50:51.459832 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:50:51.511724967Z W1030 19:50:51.511681 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:51.552901050Z W1030 19:50:51.552860 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:51.864330244Z W1030 19:50:51.864280 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:50:51.955196548Z W1030 19:50:51.955151 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:52.015012689Z W1030 19:50:52.014959 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:50:52.408364855Z I1030 19:50:52.401016 3618 base_network_controller_pods.go:486] [default/e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt] creating logical port e2e-models-e2e-worker-w6-f349a1_distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:52.409141207Z I1030 19:50:52.409092 3618 kube.go:235] Patching annotations on pod e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 2026-10-30T19:50:52.435858412Z I1030 19:50:52.435810 3618 base_network_controller_pods.go:941] [default/e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt] addLogicalPort annotation time took 26.765889ms 2026-10-30T19:50:52.438175162Z I1030 19:50:52.438136 3618 pods.go:267] [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt] addLogicalPort took 37.141649ms, libovsdb time 1.507188ms 2026-10-30T19:50:52.885476591Z I1030 19:50:52.885431 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:52.890906246Z I1030 19:50:52.890857 3618 helper_linux.go:694] ConfigureOVS: namespace: e2e-models-e2e-worker-w6-f349a1, podName: distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt, hostIfaceName: 6f7b309672a5c17, network: default, NAD default, SandboxID: "6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae", PCI device ID: , UID: "aaecb09e-0a11-4b21-b333-2f853774f3b5", MAC: 0a:58:0a:84:00:49, IPs: [10.132.0.73/23] 2026-10-30T19:50:53.123082195Z I1030 19:50:53.123018 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default] ADD finished CNI request [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c7:dc:66:1d:9f\",\"name\":\"6f7b309672a5c17\"},{\"mac\":\"0a:58:0a:84:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c34464dd-428c-48ab-a397-84766afd327b\"}],\"ips\":[{\"address\":\"10.132.0.73/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:53.255187020Z I1030 19:50:53.255145 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping for network default 2026-10-30T19:50:53.255243471Z I1030 19:50:53.255225 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w6-f349a1_LS{}] 2026-10-30T19:50:53.257387042Z I1030 19:50:53.257353 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:50:54.230879826Z W1030 19:50:54.230833 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:50:57.508549949Z I1030 19:50:57.508463 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf] creating logical port openshift-ingress_e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:57.508686115Z I1030 19:50:57.508661 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 2026-10-30T19:50:57.535708840Z I1030 19:50:57.535662 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf] addLogicalPort annotation time took 27.043951ms 2026-10-30T19:50:57.537638158Z I1030 19:50:57.537595 3618 pods.go:267] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf] addLogicalPort took 29.153493ms, libovsdb time 1.240109ms 2026-10-30T19:50:57.886183511Z I1030 19:50:57.886133 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:57.889118265Z I1030 19:50:57.889065 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf, hostIfaceName: 47423c9986074a1, network: default, NAD default, SandboxID: "47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102", PCI device ID: , UID: "2236e32f-fdda-42e5-84e7-a0b14a6f8f87", MAC: 0a:58:0a:84:00:4a, IPs: [10.132.0.74/23] 2026-10-30T19:50:58.006434749Z I1030 19:50:58.006393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:50:58.006481608Z I1030 19:50:58.006436 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:50:58.006481608Z I1030 19:50:58.006454 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:50:58.006481608Z I1030 19:50:58.006466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:50:58.006520257Z I1030 19:50:58.006489 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:50:58.006532403Z I1030 19:50:58.006527 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:50:58.072576745Z I1030 19:50:58.072531 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq] creating logical port openshift-ingress_e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:50:58.072727612Z I1030 19:50:58.072702 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 2026-10-30T19:50:58.092484291Z I1030 19:50:58.092433 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4e:70:63:a2:23\",\"name\":\"47423c9986074a1\"},{\"mac\":\"0a:58:0a:84:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3bc28d5-8582-4e7d-96e7-b87dd32a115b\"}],\"ips\":[{\"address\":\"10.132.0.74/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:50:58.116016008Z I1030 19:50:58.115937 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq] addLogicalPort annotation time took 43.273735ms 2026-10-30T19:50:58.117588668Z I1030 19:50:58.117547 3618 pods.go:267] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq] addLogicalPort took 45.056146ms, libovsdb time 929.677µs 2026-10-30T19:50:58.456311988Z I1030 19:50:58.456261 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:50:58.463147211Z I1030 19:50:58.462951 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq, hostIfaceName: 13c0895e3cfd273, network: default, NAD default, SandboxID: "13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6", PCI device ID: , UID: "64b71e00-bfeb-48ff-ac4d-7178b78442cf", MAC: 0a:58:0a:84:00:4b, IPs: [10.132.0.75/23] 2026-10-30T19:50:58.674246978Z I1030 19:50:58.674192 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:67:5d:ad:bf:80\",\"name\":\"13c0895e3cfd273\"},{\"mac\":\"0a:58:0a:84:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f758821b-3fe7-41cf-a952-9231733120d6\"}],\"ips\":[{\"address\":\"10.132.0.75/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:51:00.269772135Z I1030 19:51:00.269725 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:00.273553816Z I1030 19:51:00.273518 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:00.273829209Z I1030 19:51:00.273808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:00.273888174Z I1030 19:51:00.273877 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:00.273931876Z I1030 19:51:00.273921 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:00.274254163Z I1030 19:51:00.274233 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:03.372555348Z W1030 19:51:03.372487 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:10.473118743Z I1030 19:51:10.473072 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping for network default 2026-10-30T19:51:10.473161135Z I1030 19:51:10.473149 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w3-01f7d3_LS{}] 2026-10-30T19:51:10.474644287Z I1030 19:51:10.474613 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:51:11.050593586Z W1030 19:51:11.050092 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:11.527898192Z I1030 19:51:11.527857 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=6 2026-10-30T19:51:12.876122656Z I1030 19:51:12.876070 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr] creating logical port openshift-ingress_e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:51:12.876279607Z I1030 19:51:12.876247 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr 2026-10-30T19:51:12.921051539Z I1030 19:51:12.920994 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr] addLogicalPort annotation time took 44.791189ms 2026-10-30T19:51:12.924941654Z I1030 19:51:12.924895 3618 pods.go:267] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr] addLogicalPort took 48.84468ms, libovsdb time 2.798828ms 2026-10-30T19:51:13.144039784Z I1030 19:51:13.143995 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds] creating logical port openshift-ingress_e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:51:13.144247029Z I1030 19:51:13.144211 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds 2026-10-30T19:51:13.178714223Z I1030 19:51:13.178671 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds] addLogicalPort annotation time took 34.494861ms 2026-10-30T19:51:13.180734902Z I1030 19:51:13.180704 3618 pods.go:267] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds] addLogicalPort took 36.727983ms, libovsdb time 1.256716ms 2026-10-30T19:51:13.278180721Z I1030 19:51:13.278141 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:51:13.281037000Z I1030 19:51:13.280986 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr, hostIfaceName: beee01306c3a8e2, network: default, NAD default, SandboxID: "beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700", PCI device ID: , UID: "90eb72b2-1541-4c2c-8e15-48a27a19752b", MAC: 0a:58:0a:84:00:4c, IPs: [10.132.0.76/23] 2026-10-30T19:51:13.483834511Z I1030 19:51:13.483783 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:85:e0:1b:3f:b7\",\"name\":\"beee01306c3a8e2\"},{\"mac\":\"0a:58:0a:84:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fbd16bc-fca0-4e29-8485-40bf425bf844\"}],\"ips\":[{\"address\":\"10.132.0.76/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:51:13.533410629Z I1030 19:51:13.533371 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:51:13.536271897Z I1030 19:51:13.536227 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds, hostIfaceName: d8bbb2dec5f95d7, network: default, NAD default, SandboxID: "d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8", PCI device ID: , UID: "8a80b343-468d-46fe-b798-9bb1bcf76fd1", MAC: 0a:58:0a:84:00:4d, IPs: [10.132.0.77/23] 2026-10-30T19:51:13.740147764Z I1030 19:51:13.740096 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d9:5c:23:c5:7e\",\"name\":\"d8bbb2dec5f95d7\"},{\"mac\":\"0a:58:0a:84:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3830fd78-c05c-4ed5-98ef-50a67ec3c58a\"}],\"ips\":[{\"address\":\"10.132.0.77/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:51:13.911185685Z I1030 19:51:13.911133 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T19:51:13.911185685Z I1030 19:51:13.911174 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:51:13.975955348Z I1030 19:51:13.975909 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T19:51:13.975955348Z I1030 19:51:13.975942 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:51:20.988228186Z I1030 19:51:20.988188 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping for network default 2026-10-30T19:51:20.988412688Z I1030 19:51:20.988389 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w2-284bf6_LS{}] 2026-10-30T19:51:21.008557441Z I1030 19:51:21.008518 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:51:22.106265914Z W1030 19:51:22.106219 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:26.264803011Z I1030 19:51:26.264751 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=1312 2026-10-30T19:51:27.749538580Z I1030 19:51:27.749478 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:27.749538580Z I1030 19:51:27.749532 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:27.749576541Z I1030 19:51:27.749553 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:27.749576541Z I1030 19:51:27.749566 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:27.749576541Z I1030 19:51:27.749574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:27.749603131Z I1030 19:51:27.749594 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:28.956475340Z I1030 19:51:28.956414 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping for network default 2026-10-30T19:51:28.956562119Z I1030 19:51:28.956540 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-w5-6c4dd1_LS{}] 2026-10-30T19:51:28.958047850Z I1030 19:51:28.958017 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:51:29.181343301Z W1030 19:51:29.181302 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:51:29.768766386Z I1030 19:51:29.768722 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:29.768766386Z I1030 19:51:29.768751 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:29.768805412Z I1030 19:51:29.768770 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:29.768805412Z I1030 19:51:29.768785 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:29.768805412Z I1030 19:51:29.768802 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:29.768828553Z I1030 19:51:29.768818 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:30.649197204Z I1030 19:51:30.649154 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=11 2026-10-30T19:51:35.856657586Z I1030 19:51:35.856620 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:35.856657586Z I1030 19:51:35.856653 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:35.856706810Z I1030 19:51:35.856673 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:35.856706810Z I1030 19:51:35.856686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:35.856706810Z I1030 19:51:35.856697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:35.856728890Z I1030 19:51:35.856715 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:41.898925083Z I1030 19:51:41.898887 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:41.898950006Z I1030 19:51:41.898926 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:41.898950006Z I1030 19:51:41.898945 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:41.898968527Z I1030 19:51:41.898956 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:41.898992267Z I1030 19:51:41.898982 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:41.899014315Z I1030 19:51:41.899004 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:42.261267723Z I1030 19:51:42.261225 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln] creating logical port openshift-ingress_e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:51:42.261618799Z I1030 19:51:42.261583 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln 2026-10-30T19:51:42.291827937Z I1030 19:51:42.291776 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln] addLogicalPort annotation time took 30.236163ms 2026-10-30T19:51:42.293455545Z I1030 19:51:42.293425 3618 pods.go:267] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln] addLogicalPort took 32.220764ms, libovsdb time 1.049504ms 2026-10-30T19:51:42.647306402Z I1030 19:51:42.647247 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:51:42.651327396Z I1030 19:51:42.651285 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln, hostIfaceName: fdab9973bf4213b, network: default, NAD default, SandboxID: "fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c", PCI device ID: , UID: "ba0bc6a1-6a54-40d1-b5dd-a8934c7f66c3", MAC: 0a:58:0a:84:00:4e, IPs: [10.132.0.78/23] 2026-10-30T19:51:42.857323707Z I1030 19:51:42.857278 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:71:2b:03:91:09\",\"name\":\"fdab9973bf4213b\"},{\"mac\":\"0a:58:0a:84:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/817731c3-8a15-488f-a62a-9878d4687ca5\"}],\"ips\":[{\"address\":\"10.132.0.78/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:51:42.975756349Z I1030 19:51:42.975713 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:42.975848971Z I1030 19:51:42.975814 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:42.975848971Z I1030 19:51:42.975841 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:42.975873382Z I1030 19:51:42.975858 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:42.975873382Z I1030 19:51:42.975871 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:42.975886924Z I1030 19:51:42.975879 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:44.056400980Z I1030 19:51:44.056354 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:44.056469308Z I1030 19:51:44.056457 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:44.056541859Z I1030 19:51:44.056529 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:44.056588700Z I1030 19:51:44.056578 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:44.056630428Z I1030 19:51:44.056621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:44.056674287Z I1030 19:51:44.056665 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:45.080209400Z I1030 19:51:45.080153 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:45.080209400Z I1030 19:51:45.080187 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:45.080254091Z I1030 19:51:45.080207 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:45.080254091Z I1030 19:51:45.080224 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:45.080254091Z I1030 19:51:45.080241 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:45.080273436Z I1030 19:51:45.080261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:49.179318161Z I1030 19:51:49.179261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:49.179359032Z I1030 19:51:49.179322 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:49.179359032Z I1030 19:51:49.179343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:49.179359032Z I1030 19:51:49.179355 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:49.179409003Z I1030 19:51:49.179381 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:49.179432623Z I1030 19:51:49.179407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:49.250907301Z I1030 19:51:49.250866 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:51:49.250983420Z I1030 19:51:49.250970 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:51:49.251053463Z I1030 19:51:49.251018 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:51:49.251053463Z I1030 19:51:49.251039 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:51:49.251075410Z I1030 19:51:49.251064 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:51:49.251101813Z I1030 19:51:49.251085 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:51:52.279476465Z W1030 19:51:52.279425 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:52.401732332Z W1030 19:51:52.401686 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:51:52.639543931Z W1030 19:51:52.633070 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:52.641961399Z W1030 19:51:52.641920 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:52.643483225Z W1030 19:51:52.643454 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:52.708796113Z W1030 19:51:52.708750 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:52.744477119Z W1030 19:51:52.744429 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:52.793350660Z W1030 19:51:52.793303 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:52.877681289Z W1030 19:51:52.877633 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:52.987538781Z W1030 19:51:52.987471 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:51:52.999184481Z W1030 19:51:52.999139 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:52.999366889Z W1030 19:51:52.999349 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:53.011537771Z W1030 19:51:52.999924 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:53.099699607Z W1030 19:51:53.099642 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:53.100229728Z W1030 19:51:53.100197 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:53.107706623Z W1030 19:51:53.107658 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:53.126389149Z W1030 19:51:53.126337 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:53.160064366Z W1030 19:51:53.160016 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:53.160228925Z W1030 19:51:53.160212 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:53.160805704Z W1030 19:51:53.160779 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:53.230539139Z W1030 19:51:53.229268 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:51:53.238538251Z W1030 19:51:53.238246 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:53.305216289Z W1030 19:51:53.305168 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:51:53.594525653Z W1030 19:51:53.594452 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:53.595320089Z W1030 19:51:53.594847 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:53.601033299Z W1030 19:51:53.601002 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:53.629117854Z W1030 19:51:53.629067 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:51:53.705965245Z W1030 19:51:53.705911 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:53.798524951Z W1030 19:51:53.798461 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:53.936378860Z W1030 19:51:53.936328 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:51:54.013208703Z W1030 19:51:54.013160 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:51:54.254348595Z W1030 19:51:54.254301 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:51:54.514441935Z W1030 19:51:54.514397 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.515435325Z W1030 19:51:54.514788 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.522307379Z W1030 19:51:54.522275 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.750364493Z W1030 19:51:54.750323 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:51:54.766628190Z W1030 19:51:54.750704 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:51:54.767161043Z W1030 19:51:54.766798 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:51:54.812191582Z W1030 19:51:54.812131 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.831927724Z W1030 19:51:54.814155 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.832387473Z W1030 19:51:54.832346 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:54.889218583Z W1030 19:51:54.889171 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:54.892423289Z W1030 19:51:54.892385 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:54.893118424Z W1030 19:51:54.893085 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:54.977234485Z W1030 19:51:54.977188 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:54.986234691Z W1030 19:51:54.986188 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:54.986389477Z W1030 19:51:54.986372 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:55.425353473Z W1030 19:51:55.425308 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:55.426326976Z W1030 19:51:55.425719 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:55.427140508Z W1030 19:51:55.427112 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:55.514328435Z W1030 19:51:55.514242 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:55.820969817Z W1030 19:51:55.820926 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:56.029371715Z W1030 19:51:56.029321 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:56.103664272Z W1030 19:51:56.103620 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:51:56.241366962Z W1030 19:51:56.241318 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:56.480936631Z W1030 19:51:56.480891 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:56.839583653Z W1030 19:51:56.839541 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:57.230470371Z W1030 19:51:57.230425 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:51:57.352806620Z W1030 19:51:57.352764 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:57.407968259Z W1030 19:51:57.407929 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:57.474383647Z W1030 19:51:57.474340 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:51:57.581637484Z W1030 19:51:57.581590 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:57.641609173Z W1030 19:51:57.641568 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:51:57.692043452Z W1030 19:51:57.691985 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:51:57.745943962Z W1030 19:51:57.745888 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:51:58.717164381Z W1030 19:51:58.717107 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:03.814972137Z I1030 19:52:03.814920 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:03.814972137Z I1030 19:52:03.814955 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:03.815036307Z I1030 19:52:03.814979 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:03.815036307Z I1030 19:52:03.815001 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:03.815036307Z I1030 19:52:03.815020 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:03.815046713Z I1030 19:52:03.815038 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:04.809195426Z I1030 19:52:04.809152 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:04.809308891Z I1030 19:52:04.809267 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:04.809308891Z I1030 19:52:04.809302 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:04.809330785Z I1030 19:52:04.809320 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:04.809338377Z I1030 19:52:04.809331 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:04.809361944Z I1030 19:52:04.809349 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:12.288565498Z I1030 19:52:12.287965 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc] creating logical port openshift-ingress_e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:12.288565498Z I1030 19:52:12.288120 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 2026-10-30T19:52:12.316872679Z I1030 19:52:12.316823 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc] addLogicalPort annotation time took 28.74282ms 2026-10-30T19:52:12.318983992Z I1030 19:52:12.318944 3618 pods.go:267] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc] addLogicalPort took 30.993036ms, libovsdb time 1.227323ms 2026-10-30T19:52:12.669114039Z I1030 19:52:12.669061 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:12.672167229Z I1030 19:52:12.672104 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc, hostIfaceName: 6a824feb4f9e842, network: default, NAD default, SandboxID: "6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d", PCI device ID: , UID: "8be64621-aa39-4baa-aad0-c669440ee371", MAC: 0a:58:0a:84:00:4f, IPs: [10.132.0.79/23] 2026-10-30T19:52:12.774793081Z I1030 19:52:12.774746 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p] creating logical port openshift-ingress_e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:12.774933970Z I1030 19:52:12.774917 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 2026-10-30T19:52:12.823318206Z I1030 19:52:12.823269 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p] addLogicalPort annotation time took 48.398617ms 2026-10-30T19:52:12.824844863Z I1030 19:52:12.824815 3618 pods.go:267] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p] addLogicalPort took 50.093635ms, libovsdb time 868.404µs 2026-10-30T19:52:12.855012502Z I1030 19:52:12.854960 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7] creating logical port openshift-ingress_e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:12.855123751Z I1030 19:52:12.855096 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 2026-10-30T19:52:12.876464120Z I1030 19:52:12.876410 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3e:e1:8d:38:70\",\"name\":\"6a824feb4f9e842\"},{\"mac\":\"0a:58:0a:84:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c727d300-848d-421a-9b63-bd668fe7f38a\"}],\"ips\":[{\"address\":\"10.132.0.79/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:12.967570938Z I1030 19:52:12.967514 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7] addLogicalPort annotation time took 112.4318ms 2026-10-30T19:52:12.969352373Z I1030 19:52:12.969267 3618 pods.go:267] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7] addLogicalPort took 114.318676ms, libovsdb time 1.136244ms 2026-10-30T19:52:13.104143848Z I1030 19:52:13.104090 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:13.104143848Z I1030 19:52:13.104132 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:13.104170106Z I1030 19:52:13.104150 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:13.104170106Z I1030 19:52:13.104164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:13.104203565Z I1030 19:52:13.104190 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:13.104229003Z I1030 19:52:13.104217 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:13.172529478Z I1030 19:52:13.170387 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:13.176529870Z I1030 19:52:13.175212 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p, hostIfaceName: 22fc3cd86096d6d, network: default, NAD default, SandboxID: "22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549", PCI device ID: , UID: "0d22d3b6-dfaa-4cfb-969f-e3950f569730", MAC: 0a:58:0a:84:00:50, IPs: [10.132.0.80/23] 2026-10-30T19:52:13.278523646Z I1030 19:52:13.277888 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:13.281506484Z I1030 19:52:13.281158 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7, hostIfaceName: 7f88f9a4a5c98b5, network: default, NAD default, SandboxID: "7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8", PCI device ID: , UID: "ff97fb2a-8949-4354-a737-0b40e026b6b1", MAC: 0a:58:0a:84:00:51, IPs: [10.132.0.81/23] 2026-10-30T19:52:13.378189900Z I1030 19:52:13.378141 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a5:55:a9:2b:d9\",\"name\":\"22fc3cd86096d6d\"},{\"mac\":\"0a:58:0a:84:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f7de086-acf1-4361-9a87-84bbbafda3e7\"}],\"ips\":[{\"address\":\"10.132.0.80/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:13.481641837Z I1030 19:52:13.481594 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=10 2026-10-30T19:52:13.486813239Z I1030 19:52:13.486774 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f3:42:9a:cf:a0\",\"name\":\"7f88f9a4a5c98b5\"},{\"mac\":\"0a:58:0a:84:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16904695-4a68-48e7-86df-94935fca26e0\"}],\"ips\":[{\"address\":\"10.132.0.81/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:17.593016335Z W1030 19:52:17.592118 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:17.731569377Z W1030 19:52:17.731516 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:52:17.963778591Z W1030 19:52:17.963719 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:18.137362057Z W1030 19:52:18.137314 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:18.382766465Z W1030 19:52:18.382715 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:18.511261880Z W1030 19:52:18.511206 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:52:18.606774280Z W1030 19:52:18.606727 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:52:18.679165534Z W1030 19:52:18.678719 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:18.834634149Z W1030 19:52:18.834583 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:19.577530091Z W1030 19:52:19.577462 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:20.358954497Z W1030 19:52:20.358900 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:52:20.984905065Z W1030 19:52:20.984858 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:21.116977393Z I1030 19:52:21.116931 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:21.118130886Z I1030 19:52:21.118101 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:21.118187954Z I1030 19:52:21.118176 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:21.118237733Z I1030 19:52:21.118226 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:21.118723633Z I1030 19:52:21.118702 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:21.118790377Z I1030 19:52:21.118778 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:23.363417694Z I1030 19:52:23.363375 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:23.363417694Z I1030 19:52:23.363409 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:23.363467156Z I1030 19:52:23.363423 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:23.363467156Z I1030 19:52:23.363445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:23.363467156Z I1030 19:52:23.363461 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:23.363539761Z I1030 19:52:23.363480 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:24.310665513Z I1030 19:52:24.310622 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:24.310746481Z I1030 19:52:24.310719 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:24.310746481Z I1030 19:52:24.310738 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:24.310766890Z I1030 19:52:24.310747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:24.310774356Z I1030 19:52:24.310765 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:24.310792163Z I1030 19:52:24.310780 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:27.446809443Z I1030 19:52:27.446757 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:27.446846517Z I1030 19:52:27.446796 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:27.446846517Z I1030 19:52:27.446814 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:27.446846517Z I1030 19:52:27.446824 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:27.446858486Z I1030 19:52:27.446848 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:27.446885718Z I1030 19:52:27.446870 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:30.145540560Z W1030 19:52:30.144986 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:30.169324436Z W1030 19:52:30.169270 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:30.206672579Z W1030 19:52:30.206619 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:30.207411356Z W1030 19:52:30.207381 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:30.208271781Z W1030 19:52:30.208245 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:30.252019632Z W1030 19:52:30.251882 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:30.253134136Z W1030 19:52:30.253103 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:30.257915692Z W1030 19:52:30.257881 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:30.257992427Z W1030 19:52:30.257785 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:30.416145126Z W1030 19:52:30.416090 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:30.443486347Z W1030 19:52:30.443442 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:30.465013524Z W1030 19:52:30.464960 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:30.467572859Z W1030 19:52:30.467538 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:30.481390929Z W1030 19:52:30.481347 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:30.566300715Z W1030 19:52:30.566249 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:30.630056880Z W1030 19:52:30.630012 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:52:30.692067579Z W1030 19:52:30.692017 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:30.758483676Z W1030 19:52:30.758433 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:52:30.945706305Z W1030 19:52:30.944190 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:31.010009814Z W1030 19:52:31.009955 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:52:31.010398230Z W1030 19:52:31.010363 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:31.011002433Z W1030 19:52:31.010973 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:31.017528692Z W1030 19:52:31.017072 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:31.085360407Z W1030 19:52:31.085314 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.102194869Z W1030 19:52:31.102150 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:31.102808887Z W1030 19:52:31.102777 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:31.103348826Z W1030 19:52:31.103323 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:31.294940322Z W1030 19:52:31.294892 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:52:31.406351950Z W1030 19:52:31.406300 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:31.407236737Z W1030 19:52:31.407202 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.407366439Z W1030 19:52:31.407333 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.424808025Z W1030 19:52:31.421846 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.474591994Z W1030 19:52:31.474543 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:31.506474450Z W1030 19:52:31.506425 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:31.569230684Z W1030 19:52:31.569182 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.569397241Z W1030 19:52:31.569378 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.569868656Z W1030 19:52:31.569840 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:31.661549273Z W1030 19:52:31.651450 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:31.932247895Z W1030 19:52:31.932190 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:31.934002098Z W1030 19:52:31.933965 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:31.934268791Z W1030 19:52:31.934246 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:32.011021230Z W1030 19:52:32.010974 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:32.012027234Z W1030 19:52:32.011397 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:32.016899151Z W1030 19:52:32.016871 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:32.067656241Z W1030 19:52:32.067593 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:52:32.068346867Z W1030 19:52:32.068319 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:52:32.068446588Z W1030 19:52:32.068162 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:52:32.123555677Z W1030 19:52:32.123486 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:32.124300376Z W1030 19:52:32.124272 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:32.124377842Z W1030 19:52:32.124025 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:32.156627702Z W1030 19:52:32.156580 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:33.435961629Z I1030 19:52:33.435917 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T19:52:33.437301110Z I1030 19:52:33.437263 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:52:34.955363432Z W1030 19:52:34.955313 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:35.337828934Z W1030 19:52:35.337772 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:36.006736970Z W1030 19:52:36.006690 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:36.215047953Z W1030 19:52:36.215001 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:52:36.282240240Z W1030 19:52:36.282191 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:36.348720031Z W1030 19:52:36.348680 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:36.397742885Z W1030 19:52:36.397702 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:52:36.461047522Z W1030 19:52:36.461006 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:52:36.533118184Z W1030 19:52:36.533073 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:52:36.586545899Z W1030 19:52:36.586476 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:52:36.829972560Z W1030 19:52:36.829924 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:52:38.302080397Z I1030 19:52:38.302031 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:38.302080397Z I1030 19:52:38.302071 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:38.302137279Z I1030 19:52:38.302088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:38.302137279Z I1030 19:52:38.302100 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:38.302137279Z I1030 19:52:38.302123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:38.302149119Z I1030 19:52:38.302143 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:38.755140216Z W1030 19:52:38.755087 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:52:43.263359711Z I1030 19:52:43.263308 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:52:43.642455187Z I1030 19:52:43.642415 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:43.642547880Z I1030 19:52:43.642529 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:43.642575593Z I1030 19:52:43.642561 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:43.642587920Z I1030 19:52:43.642581 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:43.642599987Z I1030 19:52:43.642594 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:43.642632732Z I1030 19:52:43.642618 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:44.143144998Z I1030 19:52:44.143101 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:52:44.227876431Z I1030 19:52:44.227830 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 d3619d2066009fe57718301e23855d03a052aa023403956f42f5b6c31cc91167 network default NAD default NAD key default], result "{}", err 2026-10-30T19:52:44.335629433Z I1030 19:52:44.335588 3618 pods.go:175] Deleting pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 2026-10-30T19:52:44.338121689Z I1030 19:52:44.338084 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4, ips: 10.132.0.36 2026-10-30T19:52:44.338164693Z I1030 19:52:44.338147 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T19:52:44.338417444Z I1030 19:52:44.338399 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:52:44.655093006Z I1030 19:52:44.655041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:44.655178988Z I1030 19:52:44.655159 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:44.655220252Z I1030 19:52:44.655210 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:44.655267385Z I1030 19:52:44.655258 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:44.655309784Z I1030 19:52:44.655301 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:44.655351521Z I1030 19:52:44.655342 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:44.725744572Z I1030 19:52:44.725701 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:44.725774711Z I1030 19:52:44.725765 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:44.725799350Z I1030 19:52:44.725786 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:44.725812094Z I1030 19:52:44.725805 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:44.725911773Z I1030 19:52:44.725848 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:44.725911773Z I1030 19:52:44.725876 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:45.362325946Z I1030 19:52:45.362283 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:52:46.171140619Z I1030 19:52:46.171092 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:52:46.375858371Z I1030 19:52:46.375815 3618 namespace.go:44] [e2e-ait-wrong-165924b1] adding namespace 2026-10-30T19:52:46.376614070Z I1030 19:52:46.376568 3618 namespace.go:48] [e2e-ait-wrong-165924b1] adding namespace took 657.904µs 2026-10-30T19:52:46.392398747Z I1030 19:52:46.392368 3618 namespace.go:72] [e2e-ait-wrong-165924b1] updating namespace 2026-10-30T19:52:46.401210255Z I1030 19:52:46.401179 3618 namespace.go:72] [e2e-ait-wrong-165924b1] updating namespace 2026-10-30T19:52:46.572885907Z I1030 19:52:46.572852 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ait-ffc83e66-allow for network default 2026-10-30T19:52:46.572935087Z I1030 19:52:46.572880 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ait-ffc83e66-allow added to peer address sets [] 2026-10-30T19:52:46.574110572Z I1030 19:52:46.574077 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ait-ffc83e66-allow resources completed, update namespace loglevel 2026-10-30T19:52:47.075540891Z I1030 19:52:47.072169 3618 namespace.go:72] [e2e-ait-wrong-165924b1] updating namespace 2026-10-30T19:52:48.514762735Z W1030 19:52:48.514722 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-ffc83e66-openshift-default 2026-10-30T19:52:48.514762735Z W1030 19:52:48.514745 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-ffc83e66-openshift-default 2026-10-30T19:52:50.069711899Z I1030 19:52:50.069666 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:52:50.115656748Z I1030 19:52:50.115617 3618 namespace.go:44] [ai-tenant-e2e-ait-ffc83e66] adding namespace 2026-10-30T19:52:50.116410399Z I1030 19:52:50.116377 3618 namespace.go:48] [ai-tenant-e2e-ait-ffc83e66] adding namespace took 735.648µs 2026-10-30T19:52:50.130874277Z I1030 19:52:50.130843 3618 namespace.go:72] [ai-tenant-e2e-ait-ffc83e66] updating namespace 2026-10-30T19:52:50.139539967Z I1030 19:52:50.139482 3618 namespace.go:72] [ai-tenant-e2e-ait-ffc83e66] updating namespace 2026-10-30T19:52:51.845760593Z I1030 19:52:51.845717 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:51.845798671Z I1030 19:52:51.845756 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:51.845798671Z I1030 19:52:51.845770 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:51.845798671Z I1030 19:52:51.845780 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:51.845807889Z I1030 19:52:51.845798 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:51.845816569Z I1030 19:52:51.845812 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:52.571185540Z I1030 19:52:52.571132 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m] creating logical port openshift-ingress_payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:52.571311077Z I1030 19:52:52.571289 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 2026-10-30T19:52:52.594192701Z I1030 19:52:52.594144 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m] addLogicalPort annotation time took 22.891588ms 2026-10-30T19:52:52.597423329Z I1030 19:52:52.597377 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m] addLogicalPort took 26.262272ms, libovsdb time 2.3783ms 2026-10-30T19:52:52.617923844Z I1030 19:52:52.617882 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ait-ffc83e66 for network default 2026-10-30T19:52:52.617990254Z I1030 19:52:52.617971 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ait-ffc83e66 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:52:52.620738554Z I1030 19:52:52.620697 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ait-ffc83e66 resources completed, update namespace loglevel 2026-10-30T19:52:52.632110420Z I1030 19:52:52.632058 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg] creating logical port openshift-ingress_payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:52.632217751Z I1030 19:52:52.632197 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg 2026-10-30T19:52:52.641999473Z I1030 19:52:52.641963 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ait-ffc83e66/payload-processing-e2e-ait-ffc83e66 for network default 2026-10-30T19:52:52.642065817Z I1030 19:52:52.642049 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ait-ffc83e66/payload-processing-e2e-ait-ffc83e66 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:52:52.656562594Z I1030 19:52:52.656482 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg] addLogicalPort annotation time took 24.314247ms 2026-10-30T19:52:52.659963674Z I1030 19:52:52.659929 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg] addLogicalPort took 27.884984ms, libovsdb time 2.537671ms 2026-10-30T19:52:52.662011286Z I1030 19:52:52.661977 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ait-ffc83e66/payload-processing-e2e-ait-ffc83e66 resources completed, update namespace loglevel 2026-10-30T19:52:53.256665551Z I1030 19:52:53.256620 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:53.259611440Z I1030 19:52:53.259569 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m, hostIfaceName: 09c71c00342a862, network: default, NAD default, SandboxID: "09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6", PCI device ID: , UID: "f25c63a8-59e3-4d43-9f92-c5d0c32dc1e3", MAC: 0a:58:0a:84:00:52, IPs: [10.132.0.82/23] 2026-10-30T19:52:53.332743573Z I1030 19:52:53.332700 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:53.336008236Z I1030 19:52:53.335964 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg, hostIfaceName: f00038ba1138873, network: default, NAD default, SandboxID: "f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4", PCI device ID: , UID: "981f87e9-f3a5-4f9c-8a54-59549a463c62", MAC: 0a:58:0a:84:00:53, IPs: [10.132.0.83/23] 2026-10-30T19:52:53.462980760Z I1030 19:52:53.462891 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:da:05:ce:3f:29\",\"name\":\"09c71c00342a862\"},{\"mac\":\"0a:58:0a:84:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9019cc4d-3e70-4c6f-bbac-88bd6f79531a\"}],\"ips\":[{\"address\":\"10.132.0.82/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:53.542577158Z I1030 19:52:53.540404 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ce:9b:0f:22:e0\",\"name\":\"f00038ba1138873\"},{\"mac\":\"0a:58:0a:84:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b1966bb-5a75-4f97-b42f-363056f4da49\"}],\"ips\":[{\"address\":\"10.132.0.83/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:53.985472285Z I1030 19:52:53.985410 3618 namespace.go:72] [e2e-ait-wrong-165924b1] updating namespace 2026-10-30T19:52:53.994978042Z I1030 19:52:53.994918 3618 namespace.go:115] [e2e-ait-wrong-165924b1] deleting namespace 2026-10-30T19:52:54.310810231Z I1030 19:52:54.310752 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:52:54.428279359Z W1030 19:52:54.428232 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66 2026-10-30T19:52:54.470873141Z W1030 19:52:54.470836 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:52:54.683276727Z I1030 19:52:54.683230 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ait-9b58e9f2-allow for network default 2026-10-30T19:52:54.685641298Z I1030 19:52:54.685609 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ait-9b58e9f2-allow added to peer address sets [] 2026-10-30T19:52:54.688210081Z I1030 19:52:54.688179 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ait-9b58e9f2-allow resources completed, update namespace loglevel 2026-10-30T19:52:54.806819398Z I1030 19:52:54.806783 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg] creating logical port openshift-ingress_e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:52:54.806979775Z I1030 19:52:54.806962 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 2026-10-30T19:52:54.835001418Z I1030 19:52:54.834950 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg] addLogicalPort annotation time took 28.025941ms 2026-10-30T19:52:54.837601226Z I1030 19:52:54.837565 3618 pods.go:267] [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg] addLogicalPort took 30.797672ms, libovsdb time 1.841173ms 2026-10-30T19:52:55.045538058Z I1030 19:52:55.040888 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:55.045538058Z I1030 19:52:55.040932 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:55.045538058Z I1030 19:52:55.040946 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:55.045538058Z I1030 19:52:55.040971 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:55.045538058Z I1030 19:52:55.040992 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:55.045538058Z I1030 19:52:55.041015 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:55.412681653Z I1030 19:52:55.412626 3618 cniserver.go:315] [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:52:55.417784126Z I1030 19:52:55.417736 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg, hostIfaceName: 6dfa835467be4c8, network: default, NAD default, SandboxID: "6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a", PCI device ID: , UID: "a36e7006-58af-4e8d-8990-dff668a88346", MAC: 0a:58:0a:84:00:54, IPs: [10.132.0.84/23] 2026-10-30T19:52:55.624944619Z I1030 19:52:55.624890 3618 cniserver.go:304] [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:80:de:74:f3:c3\",\"name\":\"6dfa835467be4c8\"},{\"mac\":\"0a:58:0a:84:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d2c1304-1f72-4da5-a636-935b5cdfd254\"}],\"ips\":[{\"address\":\"10.132.0.84/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:52:56.480807820Z W1030 19:52:56.480764 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:52:56.480807820Z W1030 19:52:56.480787 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:52:56.968794723Z I1030 19:52:56.968741 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:56.968794723Z I1030 19:52:56.968783 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:56.968844396Z I1030 19:52:56.968809 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:56.968844396Z I1030 19:52:56.968834 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:52:56.968864395Z I1030 19:52:56.968854 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:56.968892853Z I1030 19:52:56.968879 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:57.467709833Z W1030 19:52:57.467656 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:52:57.467709833Z W1030 19:52:57.467684 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:52:58.066944249Z I1030 19:52:58.066897 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:52:58.121856834Z I1030 19:52:58.121812 3618 namespace.go:44] [ai-tenant-e2e-ait-9b58e9f2] adding namespace 2026-10-30T19:52:58.122643192Z I1030 19:52:58.122602 3618 namespace.go:48] [ai-tenant-e2e-ait-9b58e9f2] adding namespace took 700.362µs 2026-10-30T19:52:58.140003800Z I1030 19:52:58.139960 3618 namespace.go:72] [ai-tenant-e2e-ait-9b58e9f2] updating namespace 2026-10-30T19:52:58.149868235Z I1030 19:52:58.149828 3618 namespace.go:72] [ai-tenant-e2e-ait-9b58e9f2] updating namespace 2026-10-30T19:52:58.999405648Z I1030 19:52:58.999363 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:52:58.999515274Z I1030 19:52:58.999470 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:52:58.999542096Z I1030 19:52:58.999522 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:52:58.999549966Z I1030 19:52:58.999540 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:52:58.999558500Z I1030 19:52:58.999552 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:52:58.999586919Z I1030 19:52:58.999574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:00.062231565Z I1030 19:53:00.062187 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw] creating logical port openshift-ingress_payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:00.062434662Z I1030 19:53:00.062405 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw 2026-10-30T19:53:00.084593453Z I1030 19:53:00.084545 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw] addLogicalPort annotation time took 22.172382ms 2026-10-30T19:53:00.086281079Z I1030 19:53:00.086245 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw] addLogicalPort took 24.076158ms, libovsdb time 971.145µs 2026-10-30T19:53:00.281796861Z I1030 19:53:00.281746 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ait-9b58e9f2 for network default 2026-10-30T19:53:00.281997201Z I1030 19:53:00.281947 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ait-9b58e9f2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:00.299602627Z I1030 19:53:00.299549 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ait-9b58e9f2 resources completed, update namespace loglevel 2026-10-30T19:53:00.348400550Z I1030 19:53:00.348344 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ait-9b58e9f2/payload-processing-e2e-ait-9b58e9f2 for network default 2026-10-30T19:53:00.348618436Z I1030 19:53:00.348586 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ait-9b58e9f2/payload-processing-e2e-ait-9b58e9f2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:00.388043801Z I1030 19:53:00.388000 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ait-9b58e9f2/payload-processing-e2e-ait-9b58e9f2 resources completed, update namespace loglevel 2026-10-30T19:53:00.505555286Z I1030 19:53:00.505489 3618 namespace.go:44] [ai-tenant-e2e-mt-bbc9b730] adding namespace 2026-10-30T19:53:00.526408730Z I1030 19:53:00.526352 3618 namespace.go:48] [ai-tenant-e2e-mt-bbc9b730] adding namespace took 20.731965ms 2026-10-30T19:53:00.527190426Z I1030 19:53:00.527164 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:00.529545753Z I1030 19:53:00.529520 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:00.656237012Z I1030 19:53:00.656190 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:00.738060822Z I1030 19:53:00.738013 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:00.741029001Z I1030 19:53:00.740977 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw, hostIfaceName: b4311f7e765302e, network: default, NAD default, SandboxID: "b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4", PCI device ID: , UID: "6092c928-28d9-45f8-9f5d-1387c5cb58b3", MAC: 0a:58:0a:84:00:55, IPs: [10.132.0.85/23] 2026-10-30T19:53:00.944058616Z I1030 19:53:00.944003 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3e:bc:4d:27:63\",\"name\":\"b4311f7e765302e\"},{\"mac\":\"0a:58:0a:84:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ceee57d-07dc-4edb-82b5-d57d649e105e\"}],\"ips\":[{\"address\":\"10.132.0.85/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:01.395428329Z I1030 19:53:01.395378 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:01.527077492Z W1030 19:53:01.527035 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:53:01.681147289Z W1030 19:53:01.681103 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ait-9b58e9f2 2026-10-30T19:53:04.640458709Z I1030 19:53:04.640408 3618 namespace.go:44] [ai-tenant-e2e-mt-110a412a] adding namespace 2026-10-30T19:53:04.641131293Z I1030 19:53:04.641093 3618 namespace.go:48] [ai-tenant-e2e-mt-110a412a] adding namespace took 656.603µs 2026-10-30T19:53:04.659911634Z I1030 19:53:04.659878 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T19:53:04.679246829Z I1030 19:53:04.679214 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T19:53:04.803293342Z I1030 19:53:04.803236 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T19:53:04.838854297Z I1030 19:53:04.838766 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:53:05.182592207Z I1030 19:53:05.182542 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ait-dc2ad28e-allow for network default 2026-10-30T19:53:05.182671916Z I1030 19:53:05.182654 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ait-dc2ad28e-allow added to peer address sets [] 2026-10-30T19:53:05.192611791Z I1030 19:53:05.192551 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ait-dc2ad28e-allow resources completed, update namespace loglevel 2026-10-30T19:53:05.538552810Z W1030 19:53:05.538486 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66 2026-10-30T19:53:05.558280880Z I1030 19:53:05.558242 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl] creating logical port openshift-ingress_e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:05.558566899Z I1030 19:53:05.558542 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 2026-10-30T19:53:05.606085410Z I1030 19:53:05.606042 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl] addLogicalPort annotation time took 47.574851ms 2026-10-30T19:53:05.616702258Z W1030 19:53:05.607185 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:53:05.633405320Z I1030 19:53:05.633366 3618 pods.go:267] [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl] addLogicalPort took 75.158529ms, libovsdb time 15.679039ms 2026-10-30T19:53:07.400245348Z W1030 19:53:07.400187 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:07.401153136Z W1030 19:53:07.401111 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:07.414190196Z W1030 19:53:07.414131 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:07.575927413Z W1030 19:53:07.575879 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:07.576575494Z W1030 19:53:07.576543 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:07.590891605Z W1030 19:53:07.590850 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:07.783710253Z I1030 19:53:07.783655 3618 cniserver.go:315] [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:07.794098702Z I1030 19:53:07.794046 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl, hostIfaceName: 30b081409e5048c, network: default, NAD default, SandboxID: "30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e", PCI device ID: , UID: "335181a3-9aff-456b-8698-83486b7c7cd6", MAC: 0a:58:0a:84:00:56, IPs: [10.132.0.86/23] 2026-10-30T19:53:07.895805339Z W1030 19:53:07.895746 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:53:07.954826785Z W1030 19:53:07.954773 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:08.172850819Z W1030 19:53:08.172794 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.230446996Z W1030 19:53:08.230385 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.350792206Z W1030 19:53:08.350747 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.375631028Z W1030 19:53:08.375588 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.375746560Z W1030 19:53:08.375731 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.375820414Z W1030 19:53:08.375809 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.375886783Z W1030 19:53:08.375876 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.474613327Z I1030 19:53:08.474550 3618 cniserver.go:304] [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d5:ca:e8:78:c7\",\"name\":\"30b081409e5048c\"},{\"mac\":\"0a:58:0a:84:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdb849f1-2bc5-47c1-9ce3-13973c30ec70\"}],\"ips\":[{\"address\":\"10.132.0.86/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:08.522794946Z W1030 19:53:08.522744 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.522951653Z W1030 19:53:08.522934 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.523423277Z W1030 19:53:08.523392 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:08.582676925Z W1030 19:53:08.581796 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:08.676827614Z W1030 19:53:08.673903 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.676827614Z W1030 19:53:08.674000 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.676827614Z W1030 19:53:08.675201 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:08.880196841Z W1030 19:53:08.880150 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:08.880939980Z W1030 19:53:08.880905 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:08.908719001Z W1030 19:53:08.908665 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:08.983172885Z W1030 19:53:08.983129 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:08.984072684Z W1030 19:53:08.984035 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:09.025990265Z W1030 19:53:09.025938 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:09.076564776Z W1030 19:53:09.072736 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:53:09.076564776Z W1030 19:53:09.073181 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:09.144662524Z W1030 19:53:09.144608 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:09.213367826Z W1030 19:53:09.212232 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:09.384157341Z W1030 19:53:09.384112 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:53:09.570525437Z W1030 19:53:09.570452 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:09.674451993Z W1030 19:53:09.674405 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:09.778578386Z W1030 19:53:09.778530 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:10.028948405Z W1030 19:53:10.028897 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:10.204271504Z W1030 19:53:10.204217 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:10.373176388Z I1030 19:53:10.373128 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-ffc83e66 for network default 2026-10-30T19:53:10.378021105Z I1030 19:53:10.377983 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-ffc83e66 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ait-ffc83e66,},}] 2026-10-30T19:53:10.401684008Z I1030 19:53:10.379485 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-ffc83e66 resources completed, update namespace loglevel 2026-10-30T19:53:10.564076417Z W1030 19:53:10.564028 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:10.565313961Z W1030 19:53:10.564417 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:10.566080914Z W1030 19:53:10.566057 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633401 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633446 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633472 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633510 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633524 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:10.635569685Z I1030 19:53:10.633548 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:10.695230883Z W1030 19:53:10.695183 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:53:10.768422485Z W1030 19:53:10.768376 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:10.769352166Z W1030 19:53:10.768775 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:10.784166289Z W1030 19:53:10.784123 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:11.020019371Z W1030 19:53:11.019967 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:11.021047400Z W1030 19:53:11.020348 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:11.021199202Z W1030 19:53:11.021180 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:11.146273166Z I1030 19:53:11.146223 3618 namespace.go:44] [ai-tenant-e2e-mt-c319fae0] adding namespace 2026-10-30T19:53:11.151946100Z I1030 19:53:11.151905 3618 namespace.go:48] [ai-tenant-e2e-mt-c319fae0] adding namespace took 5.221956ms 2026-10-30T19:53:11.164166048Z I1030 19:53:11.164117 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T19:53:11.175952373Z I1030 19:53:11.175907 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T19:53:11.302649783Z I1030 19:53:11.302589 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T19:53:11.812753926Z W1030 19:53:11.812706 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:53:11.844560868Z W1030 19:53:11.844516 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:11.953129686Z W1030 19:53:11.953078 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:12.042153638Z W1030 19:53:12.042106 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:12.349066174Z W1030 19:53:12.349017 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:12.655898404Z W1030 19:53:12.655636 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:53:13.218831870Z W1030 19:53:13.218782 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:13.963167400Z W1030 19:53:13.963118 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:13.964258215Z W1030 19:53:13.964222 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:14.232211693Z W1030 19:53:14.232162 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-ffc83e66 2026-10-30T19:53:14.319890381Z W1030 19:53:14.319809 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:14.381807500Z W1030 19:53:14.381762 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:14.432749459Z W1030 19:53:14.432698 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:14.482188707Z W1030 19:53:14.482149 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:14.534761252Z W1030 19:53:14.534711 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-dc2ad28e-openshift-default 2026-10-30T19:53:14.534761252Z W1030 19:53:14.534733 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-dc2ad28e-openshift-default 2026-10-30T19:53:14.577689646Z W1030 19:53:14.577648 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:14.624869300Z W1030 19:53:14.624814 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:14.665141801Z W1030 19:53:14.665100 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:14.714273706Z W1030 19:53:14.714233 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:15.302362655Z W1030 19:53:15.302314 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-dc2ad28e-openshift-default 2026-10-30T19:53:15.302362655Z W1030 19:53:15.302338 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-dc2ad28e-openshift-default 2026-10-30T19:53:17.644435311Z I1030 19:53:17.644395 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:53:17.705944238Z I1030 19:53:17.705896 3618 namespace.go:44] [ai-tenant-e2e-ait-dc2ad28e] adding namespace 2026-10-30T19:53:17.706560277Z I1030 19:53:17.706529 3618 namespace.go:48] [ai-tenant-e2e-ait-dc2ad28e] adding namespace took 601.138µs 2026-10-30T19:53:17.724730797Z I1030 19:53:17.724689 3618 namespace.go:72] [ai-tenant-e2e-ait-dc2ad28e] updating namespace 2026-10-30T19:53:17.734028189Z I1030 19:53:17.733991 3618 namespace.go:72] [ai-tenant-e2e-ait-dc2ad28e] updating namespace 2026-10-30T19:53:17.751328567Z I1030 19:53:17.751291 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:17.751328567Z I1030 19:53:17.751313 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:17.751366772Z I1030 19:53:17.751341 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:17.751366772Z I1030 19:53:17.751359 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:17.751387541Z I1030 19:53:17.751376 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:17.751403544Z I1030 19:53:17.751395 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:19.825563480Z I1030 19:53:19.825106 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ait-dc2ad28e for network default 2026-10-30T19:53:19.825563480Z I1030 19:53:19.825207 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ait-dc2ad28e added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:19.828838369Z I1030 19:53:19.828792 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ait-dc2ad28e resources completed, update namespace loglevel 2026-10-30T19:53:19.872730432Z I1030 19:53:19.872657 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ait-dc2ad28e/payload-processing-e2e-ait-dc2ad28e for network default 2026-10-30T19:53:19.872924429Z I1030 19:53:19.872897 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ait-dc2ad28e/payload-processing-e2e-ait-dc2ad28e added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:19.897960125Z I1030 19:53:19.897914 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ait-dc2ad28e/payload-processing-e2e-ait-dc2ad28e resources completed, update namespace loglevel 2026-10-30T19:53:20.377349172Z I1030 19:53:20.377305 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:20.377403072Z I1030 19:53:20.377344 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:20.377403072Z I1030 19:53:20.377364 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:20.377403072Z I1030 19:53:20.377384 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:20.377403072Z I1030 19:53:20.377395 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:20.377413624Z I1030 19:53:20.377406 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:21.277638918Z W1030 19:53:21.277585 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-dc2ad28e 2026-10-30T19:53:21.316310067Z W1030 19:53:21.316267 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ait-dc2ad28e 2026-10-30T19:53:22.336610263Z I1030 19:53:22.336565 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:22.336610263Z I1030 19:53:22.336604 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:22.336671475Z I1030 19:53:22.336617 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:22.336671475Z I1030 19:53:22.336642 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:22.336671475Z I1030 19:53:22.336663 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:22.336699788Z I1030 19:53:22.336686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:24.087648714Z I1030 19:53:24.087602 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn] creating logical port odh-ai-gateway-infra_maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:24.087901161Z I1030 19:53:24.087870 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 2026-10-30T19:53:24.121461975Z I1030 19:53:24.121418 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn] addLogicalPort annotation time took 33.589491ms 2026-10-30T19:53:24.124259196Z I1030 19:53:24.124220 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn] addLogicalPort took 36.641055ms, libovsdb time 1.905217ms 2026-10-30T19:53:24.762134473Z I1030 19:53:24.762092 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:24.765220957Z I1030 19:53:24.765179 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn, hostIfaceName: 380ac73c83d496a, network: default, NAD default, SandboxID: "380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37", PCI device ID: , UID: "cf66e410-e883-48cd-adc0-fe196644269f", MAC: 0a:58:0a:84:00:57, IPs: [10.132.0.87/23] 2026-10-30T19:53:24.974545839Z I1030 19:53:24.969215 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e8:f4:60:ec:61\",\"name\":\"380ac73c83d496a\"},{\"mac\":\"0a:58:0a:84:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61a41246-4d62-48d9-adab-539b4a9864ad\"}],\"ips\":[{\"address\":\"10.132.0.87/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:25.179161821Z I1030 19:53:25.179112 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-9b58e9f2 for network default 2026-10-30T19:53:25.180260606Z I1030 19:53:25.180226 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-9b58e9f2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ait-9b58e9f2,},}] 2026-10-30T19:53:25.181350608Z I1030 19:53:25.181327 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-9b58e9f2 resources completed, update namespace loglevel 2026-10-30T19:53:26.480475753Z W1030 19:53:26.480434 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2 2026-10-30T19:53:27.453072941Z I1030 19:53:27.453029 3618 namespace.go:44] [ai-tenant-e2e-mt-6b5b19cc] adding namespace 2026-10-30T19:53:27.453814358Z I1030 19:53:27.453784 3618 namespace.go:48] [ai-tenant-e2e-mt-6b5b19cc] adding namespace took 724.947µs 2026-10-30T19:53:27.465605973Z I1030 19:53:27.465481 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T19:53:27.473777459Z I1030 19:53:27.473746 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T19:53:27.887816651Z I1030 19:53:27.887771 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:28.758691290Z I1030 19:53:28.758644 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:53:29.158054732Z I1030 19:53:29.158013 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-derive-c9c6d81d-allow for network default 2026-10-30T19:53:29.158095445Z I1030 19:53:29.158051 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-derive-c9c6d81d-allow added to peer address sets [] 2026-10-30T19:53:29.159430326Z I1030 19:53:29.159392 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-derive-c9c6d81d-allow resources completed, update namespace loglevel 2026-10-30T19:53:29.177828262Z I1030 19:53:29.177790 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T19:53:30.388081599Z W1030 19:53:30.388035 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-derive-c9c6d81d-openshift-default 2026-10-30T19:53:30.388081599Z W1030 19:53:30.388060 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-derive-c9c6d81d-openshift-default 2026-10-30T19:53:31.982253768Z I1030 19:53:31.982204 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:53:32.030525477Z I1030 19:53:32.030478 3618 namespace.go:44] [ai-tenant-e2e-derive-c9c6d81d] adding namespace 2026-10-30T19:53:32.031169136Z I1030 19:53:32.031134 3618 namespace.go:48] [ai-tenant-e2e-derive-c9c6d81d] adding namespace took 608.054µs 2026-10-30T19:53:32.047122402Z I1030 19:53:32.047087 3618 namespace.go:72] [ai-tenant-e2e-derive-c9c6d81d] updating namespace 2026-10-30T19:53:32.056738194Z I1030 19:53:32.056703 3618 namespace.go:72] [ai-tenant-e2e-derive-c9c6d81d] updating namespace 2026-10-30T19:53:32.499273768Z W1030 19:53:32.499219 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2 2026-10-30T19:53:33.917463077Z I1030 19:53:33.917409 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968] creating logical port openshift-ingress_payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:33.917624681Z I1030 19:53:33.917592 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 2026-10-30T19:53:33.944949469Z I1030 19:53:33.944906 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968] addLogicalPort annotation time took 27.348758ms 2026-10-30T19:53:33.946786040Z I1030 19:53:33.946739 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968] addLogicalPort took 29.347887ms, libovsdb time 1.066186ms 2026-10-30T19:53:33.992299795Z I1030 19:53:33.992221 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-derive-c9c6d81d for network default 2026-10-30T19:53:33.992663250Z I1030 19:53:33.992553 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-derive-c9c6d81d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:34.014841821Z I1030 19:53:34.014791 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-derive-c9c6d81d resources completed, update namespace loglevel 2026-10-30T19:53:34.020769667Z I1030 19:53:34.020720 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4] creating logical port openshift-ingress_payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:34.021424341Z I1030 19:53:34.021392 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 2026-10-30T19:53:34.028971983Z I1030 19:53:34.028928 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-derive-c9c6d81d/payload-processing-e2e-derive-c9c6d81d for network default 2026-10-30T19:53:34.029177982Z I1030 19:53:34.029157 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-derive-c9c6d81d/payload-processing-e2e-derive-c9c6d81d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:53:34.054533942Z I1030 19:53:34.050817 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4] addLogicalPort annotation time took 29.502628ms 2026-10-30T19:53:34.067456360Z I1030 19:53:34.067401 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4] addLogicalPort took 46.694719ms, libovsdb time 10.49049ms 2026-10-30T19:53:34.071452157Z I1030 19:53:34.071418 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-derive-c9c6d81d/payload-processing-e2e-derive-c9c6d81d resources completed, update namespace loglevel 2026-10-30T19:53:34.880083435Z I1030 19:53:34.879991 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:34.886336364Z I1030 19:53:34.884695 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968, hostIfaceName: fd6a56115b9f477, network: default, NAD default, SandboxID: "fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0", PCI device ID: , UID: "09dea38e-894f-4826-9d13-2ed301c8d50f", MAC: 0a:58:0a:84:00:58, IPs: [10.132.0.88/23] 2026-10-30T19:53:34.905003850Z I1030 19:53:34.904957 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:34.907825152Z I1030 19:53:34.907779 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4, hostIfaceName: 1a1ed53a6487e7d, network: default, NAD default, SandboxID: "1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529", PCI device ID: , UID: "d042ff70-6985-4cd7-a708-511103684116", MAC: 0a:58:0a:84:00:59, IPs: [10.132.0.89/23] 2026-10-30T19:53:35.097409702Z I1030 19:53:35.097360 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8e:2f:40:ff:89\",\"name\":\"fd6a56115b9f477\"},{\"mac\":\"0a:58:0a:84:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbd3a2aa-b8f4-4659-8e41-33f04849a8b7\"}],\"ips\":[{\"address\":\"10.132.0.88/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:35.114311470Z I1030 19:53:35.114267 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f9:e6:3a:3e:7b\",\"name\":\"1a1ed53a6487e7d\"},{\"mac\":\"0a:58:0a:84:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16018f98-c5d3-44fa-9b5f-0a0868c65c6a\"}],\"ips\":[{\"address\":\"10.132.0.89/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:35.537821930Z W1030 19:53:35.537769 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:53:35.577725266Z W1030 19:53:35.577683 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d 2026-10-30T19:53:35.784565997Z I1030 19:53:35.783114 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T19:53:36.305182451Z I1030 19:53:36.305129 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-dc2ad28e for network default 2026-10-30T19:53:36.306406120Z I1030 19:53:36.306371 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-dc2ad28e added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ait-dc2ad28e,},}] 2026-10-30T19:53:36.307276883Z I1030 19:53:36.307249 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-dc2ad28e resources completed, update namespace loglevel 2026-10-30T19:53:36.447537926Z W1030 19:53:36.447372 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-dc2ad28e 2026-10-30T19:53:36.472180235Z I1030 19:53:36.472134 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T19:53:38.279445942Z I1030 19:53:38.279387 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T19:53:40.637073434Z I1030 19:53:40.637028 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:40.637073434Z I1030 19:53:40.637058 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:40.637073434Z I1030 19:53:40.637067 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:40.637120837Z I1030 19:53:40.637088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:40.637120837Z I1030 19:53:40.637106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:40.637129307Z I1030 19:53:40.637123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:46.665608738Z W1030 19:53:46.665550 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:53:46.796573199Z W1030 19:53:46.795692 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d 2026-10-30T19:53:47.145292312Z W1030 19:53:47.145240 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:47.145951858Z W1030 19:53:47.145918 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:47.146596731Z W1030 19:53:47.146568 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:47.449540037Z W1030 19:53:47.445962 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:47.449540037Z W1030 19:53:47.446531 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:47.449540037Z W1030 19:53:47.446591 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:47.655177545Z W1030 19:53:47.655119 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.669953724Z W1030 19:53:47.660662 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.669953724Z W1030 19:53:47.660754 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.828113329Z W1030 19:53:47.828060 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.829083335Z W1030 19:53:47.829050 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.829180406Z W1030 19:53:47.828830 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:47.920018365Z W1030 19:53:47.919972 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:47.921478939Z W1030 19:53:47.920561 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:47.922162145Z W1030 19:53:47.922129 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:48.009098506Z W1030 19:53:48.009052 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:48.009991212Z W1030 19:53:48.009439 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:48.010788746Z W1030 19:53:48.010765 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:48.027236090Z W1030 19:53:48.027190 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-kserve-workload-svc 2026-10-30T19:53:48.287338476Z W1030 19:53:48.287286 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:48.507540340Z W1030 19:53:48.499654 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:48.588538190Z W1030 19:53:48.577479 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:48.708843946Z W1030 19:53:48.708791 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:48.744659430Z W1030 19:53:48.735414 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc 2026-10-30T19:53:48.781717928Z W1030 19:53:48.761921 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:48.883204444Z W1030 19:53:48.883155 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:48.916540989Z W1030 19:53:48.913922 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:49.010106854Z I1030 19:53:49.010062 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:53:49.026199150Z I1030 19:53:49.026161 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:53:49.068537473Z I1030 19:53:49.067576 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ait-ffc83e66/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:53:49.068537473Z I1030 19:53:49.067603 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ait-ffc83e66/payload-processing-e2e-ait-ffc83e66 2026-10-30T19:53:49.112978725Z W1030 19:53:49.112932 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:49.125030157Z W1030 19:53:49.122430 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:49.146412971Z W1030 19:53:49.146368 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-kserve-workload-svc 2026-10-30T19:53:49.151840884Z W1030 19:53:49.151799 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:49.200052292Z W1030 19:53:49.200001 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:49.249587678Z W1030 19:53:49.223918 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-kserve-workload-svc 2026-10-30T19:53:49.254935690Z W1030 19:53:49.254218 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:49.255168382Z W1030 19:53:49.255151 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:49.256091060Z W1030 19:53:49.256061 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:49.269414518Z W1030 19:53:49.269375 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:49.307775845Z W1030 19:53:49.307723 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:49.309030478Z W1030 19:53:49.308474 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:49.309193068Z W1030 19:53:49.309174 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:49.326514835Z W1030 19:53:49.326447 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:49.464753257Z W1030 19:53:49.464691 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:49.476966682Z W1030 19:53:49.476924 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:49.685290473Z W1030 19:53:49.685247 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:49.686114852Z W1030 19:53:49.686086 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-kserve-workload-svc 2026-10-30T19:53:49.687064158Z W1030 19:53:49.687039 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:49.727145357Z W1030 19:53:49.727102 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:49.727277360Z W1030 19:53:49.727251 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:49.727381386Z W1030 19:53:49.727357 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:50.174072624Z W1030 19:53:50.174023 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-workload-svc 2026-10-30T19:53:50.996430078Z W1030 19:53:50.996375 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:51.044069690Z W1030 19:53:51.044025 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:51.362535655Z W1030 19:53:51.361627 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:51.416623541Z W1030 19:53:51.416572 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-workload-svc 2026-10-30T19:53:51.478535039Z W1030 19:53:51.478026 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-workload-svc 2026-10-30T19:53:51.561535426Z W1030 19:53:51.558787 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-workload-svc 2026-10-30T19:53:51.633879031Z W1030 19:53:51.633836 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-workload-svc 2026-10-30T19:53:51.686680702Z W1030 19:53:51.686633 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-workload-svc 2026-10-30T19:53:54.704536138Z I1030 19:53:54.704107 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:53:54.884268663Z I1030 19:53:54.884229 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 09c71c00342a862847e3479b1066b82114cbde34e8d848834b78fbb1b81f86f6 network default NAD default NAD key default], result "{}", err 2026-10-30T19:53:55.012601690Z I1030 19:53:55.012552 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:53:55.036558847Z I1030 19:53:55.036520 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m 2026-10-30T19:53:55.049855576Z I1030 19:53:55.049816 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ait-ffc83e66-5c66f649b-zdm6m, ips: 10.132.0.82 2026-10-30T19:53:55.049911720Z I1030 19:53:55.049897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:53:55.148573394Z I1030 19:53:55.148521 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg f00038ba1138873c0a36b9128f5e11e1716adba86efaee8e0dfd58b4b8ad6ca4 network default NAD default NAD key default], result "{}", err 2026-10-30T19:53:55.250967770Z I1030 19:53:55.250925 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg 2026-10-30T19:53:55.253911458Z I1030 19:53:55.253871 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ait-ffc83e66-7b78594d67-r5xsg, ips: 10.132.0.83 2026-10-30T19:53:55.253972915Z I1030 19:53:55.253958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:53:56.550091472Z I1030 19:53:56.550031 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5] creating logical port odh-ai-gateway-infra_maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:53:56.550208291Z I1030 19:53:56.550179 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 2026-10-30T19:53:56.573321276Z I1030 19:53:56.573277 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5] addLogicalPort annotation time took 23.140324ms 2026-10-30T19:53:56.574989025Z I1030 19:53:56.574954 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5] addLogicalPort took 24.941962ms, libovsdb time 913.367µs 2026-10-30T19:53:56.711365618Z I1030 19:53:56.711317 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:53:56.711408543Z I1030 19:53:56.711364 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:53:56.711408543Z I1030 19:53:56.711381 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:53:56.711408543Z I1030 19:53:56.711393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:53:56.711422381Z I1030 19:53:56.711415 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:53:56.711460419Z I1030 19:53:56.711431 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:53:57.540318410Z I1030 19:53:57.540267 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:53:57.543396554Z I1030 19:53:57.543351 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5, hostIfaceName: 6b6c1c5e571b786, network: default, NAD default, SandboxID: "6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13", PCI device ID: , UID: "754e1383-7314-4d17-bf79-9c8c46661db8", MAC: 0a:58:0a:84:00:5a, IPs: [10.132.0.90/23] 2026-10-30T19:53:57.749536600Z I1030 19:53:57.746451 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:60:f6:03:df:18\",\"name\":\"6b6c1c5e571b786\"},{\"mac\":\"0a:58:0a:84:00:5a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ddc1622-4aa0-4227-bde1-ec858191223d\"}],\"ips\":[{\"address\":\"10.132.0.90/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:53:57.753529581Z I1030 19:53:57.751363 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-derive-c9c6d81d for network default 2026-10-30T19:53:57.787124061Z I1030 19:53:57.787079 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-derive-c9c6d81d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-derive-c9c6d81d,},}] 2026-10-30T19:53:57.790832857Z I1030 19:53:57.790798 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-derive-c9c6d81d resources completed, update namespace loglevel 2026-10-30T19:53:58.540753554Z I1030 19:53:58.540713 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 2026-10-30T19:53:58.719155274Z W1030 19:53:58.719115 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d 2026-10-30T19:53:59.742758215Z W1030 19:53:59.742713 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:53:59.742758215Z W1030 19:53:59.742739 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:53:59.742792755Z W1030 19:53:59.742767 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:53:59.742792755Z W1030 19:53:59.742786 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:53:59.742857191Z W1030 19:53:59.742842 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:53:59.742869069Z W1030 19:53:59.742856 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:54:00.251054722Z I1030 19:54:00.251010 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:00.251855083Z I1030 19:54:00.251823 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:00.251910913Z I1030 19:54:00.251900 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:00.251988904Z I1030 19:54:00.251969 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:00.252058120Z I1030 19:54:00.252039 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:00.252114677Z I1030 19:54:00.252105 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-ffc83e66 to delete 1 local pods... 2026-10-30T19:54:00.434236114Z I1030 19:54:00.434187 3618 namespace.go:72] [ai-tenant-e2e-ait-ffc83e66] updating namespace 2026-10-30T19:54:00.678595195Z I1030 19:54:00.676222 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:00.893539128Z I1030 19:54:00.891293 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ait-ffc83e66-allow 2026-10-30T19:54:00.893539128Z I1030 19:54:00.891320 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ait-ffc83e66-allow 2026-10-30T19:54:01.481345552Z I1030 19:54:01.481296 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:54:01.481435341Z I1030 19:54:01.481422 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:54:01.548562459Z I1030 19:54:01.546462 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ait-9b58e9f2/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:54:01.548674904Z I1030 19:54:01.548656 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ait-9b58e9f2/payload-processing-e2e-ait-9b58e9f2 2026-10-30T19:54:01.578453359Z I1030 19:54:01.578409 3618 namespace.go:44] [ai-tenant-e2e-migrate-75082b11] adding namespace 2026-10-30T19:54:01.590986415Z I1030 19:54:01.590930 3618 namespace.go:48] [ai-tenant-e2e-migrate-75082b11] adding namespace took 12.394242ms 2026-10-30T19:54:01.592106490Z I1030 19:54:01.592074 3618 namespace.go:72] [ai-tenant-e2e-migrate-75082b11] updating namespace 2026-10-30T19:54:01.604858176Z I1030 19:54:01.604807 3618 namespace.go:72] [ai-tenant-e2e-migrate-75082b11] updating namespace 2026-10-30T19:54:01.905464367Z I1030 19:54:01.905414 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:02.264078833Z I1030 19:54:02.264033 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-migrate-75082b11-gw-allow for network default 2026-10-30T19:54:02.264174723Z I1030 19:54:02.264159 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-migrate-75082b11-gw-allow added to peer address sets [] 2026-10-30T19:54:02.273595386Z I1030 19:54:02.273534 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-migrate-75082b11-gw-allow resources completed, update namespace loglevel 2026-10-30T19:54:02.357295802Z I1030 19:54:02.357234 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:03.832909016Z W1030 19:54:03.832865 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-migrate-75082b11-gw-openshift-default 2026-10-30T19:54:03.832909016Z W1030 19:54:03.832891 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-migrate-75082b11-gw-openshift-default 2026-10-30T19:54:04.728271876Z W1030 19:54:04.728228 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d 2026-10-30T19:54:05.571534282Z I1030 19:54:05.571433 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:05.617019306Z I1030 19:54:05.616969 3618 namespace.go:72] [ai-tenant-e2e-migrate-75082b11] updating namespace 2026-10-30T19:54:06.187412567Z I1030 19:54:06.187362 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:06.292730399Z I1030 19:54:06.292683 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw b4311f7e765302e7ad46a34aa160c78499b12c5c55d7fb623820f8f5fd4338f4 network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:06.367830529Z I1030 19:54:06.367786 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:06.442767221Z I1030 19:54:06.442727 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw 2026-10-30T19:54:06.449394341Z I1030 19:54:06.449221 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ait-9b58e9f2-57c57bd858-fnnfw, ips: 10.132.0.85 2026-10-30T19:54:06.449394341Z I1030 19:54:06.449325 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:06.745794732Z I1030 19:54:06.745756 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-migrate-75082b11 for network default 2026-10-30T19:54:06.745940876Z I1030 19:54:06.745918 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-migrate-75082b11 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:54:06.756559859Z I1030 19:54:06.756520 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-migrate-75082b11 resources completed, update namespace loglevel 2026-10-30T19:54:06.766757109Z I1030 19:54:06.766714 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-migrate-75082b11/payload-processing-e2e-migrate-75082b11 for network default 2026-10-30T19:54:06.766907500Z I1030 19:54:06.766890 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-migrate-75082b11/payload-processing-e2e-migrate-75082b11 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:54:06.805559378Z I1030 19:54:06.804475 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-migrate-75082b11/payload-processing-e2e-migrate-75082b11 resources completed, update namespace loglevel 2026-10-30T19:54:07.585338512Z W1030 19:54:07.585292 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-migrate-75082b11 2026-10-30T19:54:08.307858772Z W1030 19:54:08.307818 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:54:08.307858772Z W1030 19:54:08.307839 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-9b58e9f2-openshift-default 2026-10-30T19:54:08.598584229Z W1030 19:54:08.598541 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-migrate-75082b11 2026-10-30T19:54:09.052646681Z I1030 19:54:09.052599 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-gqnwx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:09.052783223Z I1030 19:54:09.052749 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx 2026-10-30T19:54:09.081063854Z I1030 19:54:09.081015 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx] addLogicalPort annotation time took 28.300964ms 2026-10-30T19:54:09.082253553Z I1030 19:54:09.082216 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx] addLogicalPort took 29.631769ms, libovsdb time 647.905µs 2026-10-30T19:54:09.437314614Z I1030 19:54:09.437270 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:09.441565933Z I1030 19:54:09.441522 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-gqnwx, hostIfaceName: fa882d34cf9c479, network: default, NAD default, SandboxID: "fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e", PCI device ID: , UID: "8af5edd2-6de4-49c1-b711-48d353cab69d", MAC: 0a:58:0a:84:00:5b, IPs: [10.132.0.91/23] 2026-10-30T19:54:09.646441164Z I1030 19:54:09.646377 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:cd:eb:29:55:1a\",\"name\":\"fa882d34cf9c479\"},{\"mac\":\"0a:58:0a:84:00:5b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e7b2ab3-6069-477d-8da0-d72d0468e1ae\"}],\"ips\":[{\"address\":\"10.132.0.91/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:10.937927397Z I1030 19:54:10.937881 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:11.180337442Z I1030 19:54:11.180150 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 380ac73c83d496aca2730baa3e23ae5f20149da64ae709f7c6d3a0a9156eee37 network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:11.601516771Z I1030 19:54:11.601442 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn 2026-10-30T19:54:11.667053946Z I1030 19:54:11.667010 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ait-9b58e9f2-6f779fdc69-959kn, ips: 10.132.0.87 2026-10-30T19:54:11.672311584Z I1030 19:54:11.672248 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:11.695440959Z I1030 19:54:11.695403 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:11.695911378Z I1030 19:54:11.695888 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:11.696638392Z I1030 19:54:11.696616 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:11.697084615Z I1030 19:54:11.697065 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-9b58e9f2 to delete 1 local pods... 2026-10-30T19:54:11.697453024Z I1030 19:54:11.697429 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:11.916026108Z I1030 19:54:11.915970 3618 namespace.go:72] [ai-tenant-e2e-ait-9b58e9f2] updating namespace 2026-10-30T19:54:12.059301824Z I1030 19:54:12.059259 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:12.276746184Z I1030 19:54:12.276701 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:12.277026150Z I1030 19:54:12.277007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:12.277065394Z I1030 19:54:12.277055 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:12.277111469Z I1030 19:54:12.277102 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:12.277150658Z I1030 19:54:12.277142 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:12.277192157Z I1030 19:54:12.277183 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:54:13.631442806Z I1030 19:54:13.631403 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ait-9b58e9f2-allow 2026-10-30T19:54:13.631442806Z I1030 19:54:13.631424 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ait-9b58e9f2-allow 2026-10-30T19:54:14.519213118Z I1030 19:54:14.519169 3618 namespace.go:44] [ai-tenant-e2e-mt-dc1db058] adding namespace 2026-10-30T19:54:14.519944545Z I1030 19:54:14.519913 3618 namespace.go:48] [ai-tenant-e2e-mt-dc1db058] adding namespace took 639.651µs 2026-10-30T19:54:14.543092254Z I1030 19:54:14.543038 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T19:54:14.557814268Z I1030 19:54:14.557766 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T19:54:14.693702659Z I1030 19:54:14.693659 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T19:54:18.980109773Z I1030 19:54:18.980061 3618 cniserver.go:315] [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:19.030972471Z I1030 19:54:19.030933 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ait-dc2ad28e 2026-10-30T19:54:19.031037478Z I1030 19:54:19.031027 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ait-dc2ad28e 2026-10-30T19:54:19.065341418Z I1030 19:54:19.065303 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ait-dc2ad28e/payload-processing-e2e-ait-dc2ad28e 2026-10-30T19:54:19.065413691Z I1030 19:54:19.065402 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ait-dc2ad28e/payload-processing-e2e-ait-dc2ad28e 2026-10-30T19:54:19.117912075Z I1030 19:54:19.117865 3618 cniserver.go:304] [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 6dfa835467be4c8e40a6a669f395df9a14ed6e32bba1551826c8d3a0a20d8c6a network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:19.228164033Z I1030 19:54:19.228125 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg 2026-10-30T19:54:19.231427400Z I1030 19:54:19.231395 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-ait-9b58e9f2-openshift-default-d77745f89-ltjdg, ips: 10.132.0.84 2026-10-30T19:54:19.231550491Z I1030 19:54:19.231533 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635616 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635645 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635664 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-dc2ad28e to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635708 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:21.640322415Z I1030 19:54:21.635752 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:21.932727068Z I1030 19:54:21.932680 3618 namespace.go:72] [ai-tenant-e2e-ait-dc2ad28e] updating namespace 2026-10-30T19:54:22.125672238Z I1030 19:54:22.125584 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:22.827440045Z I1030 19:54:22.827397 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ait-dc2ad28e-allow 2026-10-30T19:54:22.827440045Z I1030 19:54:22.827424 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ait-dc2ad28e-allow 2026-10-30T19:54:23.890862959Z I1030 19:54:23.890816 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw] creating logical port odh-ai-gateway-infra_maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:23.891096060Z I1030 19:54:23.891062 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw 2026-10-30T19:54:23.919157422Z I1030 19:54:23.919117 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw] addLogicalPort annotation time took 28.099723ms 2026-10-30T19:54:23.920912994Z I1030 19:54:23.920870 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw] addLogicalPort took 30.077216ms, libovsdb time 1.063776ms 2026-10-30T19:54:23.929398888Z I1030 19:54:23.929365 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:23.982554716Z I1030 19:54:23.982514 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:24.041825054Z I1030 19:54:24.041774 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:24.065680428Z I1030 19:54:24.065212 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-fh6gc for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:24.065680428Z I1030 19:54:24.065460 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc 2026-10-30T19:54:24.094188383Z I1030 19:54:24.094105 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc] addLogicalPort annotation time took 28.713192ms 2026-10-30T19:54:24.098637508Z I1030 19:54:24.098598 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc] addLogicalPort took 33.40694ms, libovsdb time 3.619903ms 2026-10-30T19:54:24.305527861Z I1030 19:54:24.305470 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-mt-c53b7887-allow for network default 2026-10-30T19:54:24.305596576Z I1030 19:54:24.305582 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-mt-c53b7887-allow added to peer address sets [] 2026-10-30T19:54:24.318053514Z I1030 19:54:24.318013 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-mt-c53b7887-allow resources completed, update namespace loglevel 2026-10-30T19:54:24.385933192Z I1030 19:54:24.385890 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:24.389086439Z I1030 19:54:24.389044 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw, hostIfaceName: bef599b143aa7df, network: default, NAD default, SandboxID: "bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34", PCI device ID: , UID: "3916ece0-cabe-44a6-9511-f538c677a751", MAC: 0a:58:0a:84:00:5c, IPs: [10.132.0.92/23] 2026-10-30T19:54:24.593351068Z I1030 19:54:24.593294 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:40:61:54:61:92\",\"name\":\"bef599b143aa7df\"},{\"mac\":\"0a:58:0a:84:00:5c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a34183b5-a2d6-4444-91c0-e40663db690f\"}],\"ips\":[{\"address\":\"10.132.0.92/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:25.054627945Z I1030 19:54:25.054579 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:25.059981394Z I1030 19:54:25.059939 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-fh6gc, hostIfaceName: c654f0f934a90fd, network: default, NAD default, SandboxID: "c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba", PCI device ID: , UID: "e3c04781-2619-4bc2-af4e-6c873bd49547", MAC: 0a:58:0a:84:00:5d, IPs: [10.132.0.93/23] 2026-10-30T19:54:25.210859501Z I1030 19:54:25.210805 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-migrate-75082b11 for network default 2026-10-30T19:54:25.240298995Z I1030 19:54:25.235316 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-migrate-75082b11 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-migrate-75082b11-gw,},}] 2026-10-30T19:54:25.240298995Z I1030 19:54:25.237128 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-migrate-75082b11 resources completed, update namespace loglevel 2026-10-30T19:54:25.266988285Z I1030 19:54:25.266914 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:29:9e:bf:df:f6\",\"name\":\"c654f0f934a90fd\"},{\"mac\":\"0a:58:0a:84:00:5d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe8147f-9657-4307-8d02-06e3328aad49\"}],\"ips\":[{\"address\":\"10.132.0.93/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:25.955086322Z W1030 19:54:25.955038 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-mt-c53b7887-openshift-default 2026-10-30T19:54:25.955161534Z W1030 19:54:25.955147 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-mt-c53b7887-openshift-default 2026-10-30T19:54:26.667685383Z I1030 19:54:26.667621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:26.667795742Z I1030 19:54:26.667779 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:26.667831375Z I1030 19:54:26.667822 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:26.667878906Z I1030 19:54:26.667870 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:26.667920430Z I1030 19:54:26.667912 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:26.667962892Z I1030 19:54:26.667954 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:54:26.785291401Z W1030 19:54:26.785247 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11 2026-10-30T19:54:28.103744896Z I1030 19:54:28.103694 3618 cniserver.go:315] [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:28.238837223Z I1030 19:54:28.238773 3618 cniserver.go:304] [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 30b081409e5048ca0488393c6e189ddda2a4160dd86de9f5eda9302189dd5d6e network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:28.354312632Z I1030 19:54:28.354256 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 2026-10-30T19:54:28.364541625Z I1030 19:54:28.364144 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl, ips: 10.132.0.86 2026-10-30T19:54:28.364541625Z I1030 19:54:28.364208 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:28.729544258Z I1030 19:54:28.729483 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:28.888244412Z I1030 19:54:28.888200 3618 namespace.go:44] [ai-tenant-e2e-mt-c53b7887] adding namespace 2026-10-30T19:54:28.888876428Z I1030 19:54:28.888840 3618 namespace.go:48] [ai-tenant-e2e-mt-c53b7887] adding namespace took 612.28µs 2026-10-30T19:54:28.904843871Z I1030 19:54:28.904791 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:54:28.915878211Z I1030 19:54:28.915659 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:54:30.480267248Z I1030 19:54:30.480217 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=7 2026-10-30T19:54:30.800547689Z I1030 19:54:30.800461 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths] creating logical port openshift-ingress_payload-processing-e2e-mt-c53b7887-dfd595754-d4ths for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:30.800775650Z I1030 19:54:30.800737 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 2026-10-30T19:54:30.823763925Z I1030 19:54:30.823711 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths] addLogicalPort annotation time took 23.012785ms 2026-10-30T19:54:30.825664076Z I1030 19:54:30.825629 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths] addLogicalPort took 25.189174ms, libovsdb time 1.232214ms 2026-10-30T19:54:30.860424549Z I1030 19:54:30.860373 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg] creating logical port openshift-ingress_payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:30.860671307Z I1030 19:54:30.860642 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg 2026-10-30T19:54:30.885455110Z I1030 19:54:30.885408 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg] addLogicalPort annotation time took 24.804934ms 2026-10-30T19:54:30.887266059Z I1030 19:54:30.887223 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg] addLogicalPort took 26.867908ms, libovsdb time 1.015706ms 2026-10-30T19:54:30.894147610Z I1030 19:54:30.894115 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T19:54:30.948993757Z I1030 19:54:30.948936 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-mt-c53b7887 for network default 2026-10-30T19:54:30.949239991Z I1030 19:54:30.949189 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-mt-c53b7887 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:54:30.971666377Z I1030 19:54:30.971619 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-mt-c53b7887 resources completed, update namespace loglevel 2026-10-30T19:54:30.994070242Z I1030 19:54:30.994028 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-mt-c53b7887/payload-processing-e2e-mt-c53b7887 for network default 2026-10-30T19:54:30.994618690Z I1030 19:54:30.994585 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-mt-c53b7887/payload-processing-e2e-mt-c53b7887 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:54:31.031576295Z I1030 19:54:31.001933 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-mt-c53b7887/payload-processing-e2e-mt-c53b7887 resources completed, update namespace loglevel 2026-10-30T19:54:31.680559324Z I1030 19:54:31.678961 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:31.688538601Z I1030 19:54:31.686429 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-mt-c53b7887-dfd595754-d4ths, hostIfaceName: 1631d5cfa41c85c, network: default, NAD default, SandboxID: "1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4", PCI device ID: , UID: "2d151067-78ac-4601-8f06-9cb7c40d94d5", MAC: 0a:58:0a:84:00:5e, IPs: [10.132.0.94/23] 2026-10-30T19:54:31.733554302Z I1030 19:54:31.733477 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:31.737853190Z I1030 19:54:31.737813 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg, hostIfaceName: c6abbc12de280f8, network: default, NAD default, SandboxID: "c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8", PCI device ID: , UID: "e2eea479-871e-48ab-980b-67bbdc837f71", MAC: 0a:58:0a:84:00:5f, IPs: [10.132.0.95/23] 2026-10-30T19:54:31.893138247Z I1030 19:54:31.893083 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:66:7e:4b:8d:a5\",\"name\":\"1631d5cfa41c85c\"},{\"mac\":\"0a:58:0a:84:00:5e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65e976b5-04e7-47fe-898b-c582b4312957\"}],\"ips\":[{\"address\":\"10.132.0.94/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:31.942296453Z I1030 19:54:31.942247 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:eb:dc:21:4d:10\",\"name\":\"c6abbc12de280f8\"},{\"mac\":\"0a:58:0a:84:00:5f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6e226b2-bb0c-44d4-87fb-fc0a76f26209\"}],\"ips\":[{\"address\":\"10.132.0.95/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:32.377709484Z W1030 19:54:32.377667 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-c53b7887 2026-10-30T19:54:32.426417246Z W1030 19:54:32.426378 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-c53b7887 2026-10-30T19:54:32.971912630Z W1030 19:54:32.971870 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11 2026-10-30T19:54:33.350234790Z I1030 19:54:33.350195 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:54:33.350234790Z I1030 19:54:33.350216 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:54:33.410575109Z I1030 19:54:33.410536 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-derive-c9c6d81d/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:54:33.410654840Z I1030 19:54:33.410643 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-derive-c9c6d81d/payload-processing-e2e-derive-c9c6d81d 2026-10-30T19:54:37.398351929Z I1030 19:54:37.398310 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T19:54:38.165939688Z I1030 19:54:38.165882 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:38.179288191Z I1030 19:54:38.179237 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:38.270916682Z I1030 19:54:38.270868 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:54:38.277639775Z I1030 19:54:38.277602 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=1018 2026-10-30T19:54:38.315472290Z I1030 19:54:38.315417 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 fd6a56115b9f4771a865b15463a5ce9bdc50e39c3507a3443950986a739fbba0 network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:38.594034794Z I1030 19:54:38.593988 3618 namespace.go:72] [ai-tenant-e2e-derive-c9c6d81d] updating namespace 2026-10-30T19:54:38.740000332Z I1030 19:54:38.739955 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:54:38.781731029Z I1030 19:54:38.781689 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 2026-10-30T19:54:38.821081122Z I1030 19:54:38.821032 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968, ips: 10.132.0.88 2026-10-30T19:54:38.821152284Z I1030 19:54:38.821134 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:38.904539907Z I1030 19:54:38.901913 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 1a1ed53a6487e7d7a63fa9925b002f48b8cad70cbd53ecc94796a0c266aba529 network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:39.017130907Z I1030 19:54:39.017082 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-derive-c9c6d81d-allow 2026-10-30T19:54:39.017130907Z I1030 19:54:39.017116 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-derive-c9c6d81d-allow 2026-10-30T19:54:39.064392382Z I1030 19:54:39.064339 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 6b6c1c5e571b786b335b26390d40c1bc2a17eebd0e355590c425b3edbc739d13 network default NAD default NAD key default], result "{}", err 2026-10-30T19:54:39.155326643Z I1030 19:54:39.155287 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4 2026-10-30T19:54:39.168847493Z I1030 19:54:39.168807 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-derive-c9c6d81d-65486c5676-ct6s4, ips: 10.132.0.89 2026-10-30T19:54:39.169483726Z I1030 19:54:39.169455 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:39.233653615Z I1030 19:54:39.232852 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5 2026-10-30T19:54:39.236712044Z I1030 19:54:39.236672 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-derive-c9c6d81d-6cfd4675bd-j4sx5, ips: 10.132.0.90 2026-10-30T19:54:39.236740419Z I1030 19:54:39.236732 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:39.237047187Z I1030 19:54:39.237023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-derive-c9c6d81d to delete 1 local pods... 2026-10-30T19:54:39.241258049Z I1030 19:54:39.241231 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:39.244189939Z I1030 19:54:39.244145 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:39.245515013Z I1030 19:54:39.244608 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:39.245515013Z I1030 19:54:39.244947 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:40.100177453Z I1030 19:54:40.100133 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.068881 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.068961 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.068987 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.069012 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.069031 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:41.069574163Z I1030 19:54:41.069043 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:43.399850545Z W1030 19:54:43.399802 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-c53b7887 2026-10-30T19:54:43.446902905Z W1030 19:54:43.446861 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-c53b7887 2026-10-30T19:54:45.654398744Z I1030 19:54:45.654342 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx] creating logical port odh-ai-gateway-infra_maas-api-e2e-mt-c53b7887-75f584459c-qcjbx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:54:45.654565426Z I1030 19:54:45.654545 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 2026-10-30T19:54:45.679769340Z I1030 19:54:45.679715 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx] addLogicalPort annotation time took 25.23257ms 2026-10-30T19:54:45.681564836Z I1030 19:54:45.681526 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx] addLogicalPort took 27.207666ms, libovsdb time 927.822µs 2026-10-30T19:54:46.374958996Z I1030 19:54:46.374908 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:54:46.381171610Z I1030 19:54:46.381124 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-mt-c53b7887-75f584459c-qcjbx, hostIfaceName: 5f1c7a8236d6d4a, network: default, NAD default, SandboxID: "5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e", PCI device ID: , UID: "73a75cc7-2da6-4cdb-a30c-fa21634df5f0", MAC: 0a:58:0a:84:00:60, IPs: [10.132.0.96/23] 2026-10-30T19:54:46.590874181Z I1030 19:54:46.590831 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:9e:62:73:c1:9f\",\"name\":\"5f1c7a8236d6d4a\"},{\"mac\":\"0a:58:0a:84:00:60\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0fac298-c7bb-42bf-8ab5-ae3bc59a3260\"}],\"ips\":[{\"address\":\"10.132.0.96/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:54:46.935221307Z I1030 19:54:46.935174 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-c53b7887 for network default 2026-10-30T19:54:46.954021105Z I1030 19:54:46.953976 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-c53b7887 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-mt-c53b7887,},}] 2026-10-30T19:54:46.955840513Z I1030 19:54:46.955809 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-c53b7887 resources completed, update namespace loglevel 2026-10-30T19:54:47.527313102Z I1030 19:54:47.527256 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T19:54:47.890523557Z W1030 19:54:47.890453 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887 2026-10-30T19:54:51.250239071Z I1030 19:54:51.250192 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:54:51.250364375Z I1030 19:54:51.250328 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:54:51.250364375Z I1030 19:54:51.250346 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:54:51.250390972Z I1030 19:54:51.250366 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:54:51.250390972Z I1030 19:54:51.250384 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:54:51.250419121Z I1030 19:54:51.250401 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:54:54.102647568Z I1030 19:54:54.102576 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T19:54:54.913539601Z W1030 19:54:54.913468 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887 2026-10-30T19:54:56.872158614Z I1030 19:54:56.872110 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-migrate-75082b11 2026-10-30T19:54:56.872202230Z I1030 19:54:56.872154 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-migrate-75082b11 2026-10-30T19:54:56.903800402Z I1030 19:54:56.903742 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-migrate-75082b11/payload-processing-e2e-migrate-75082b11 2026-10-30T19:54:56.903800402Z I1030 19:54:56.903774 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-migrate-75082b11/payload-processing-e2e-migrate-75082b11 2026-10-30T19:54:58.033995411Z I1030 19:54:58.033940 3618 namespace.go:44] [e2e-unlabeled-ef6357a2] adding namespace 2026-10-30T19:54:58.034673134Z I1030 19:54:58.034635 3618 namespace.go:48] [e2e-unlabeled-ef6357a2] adding namespace took 660.144µs 2026-10-30T19:54:58.049130773Z I1030 19:54:58.049094 3618 namespace.go:72] [e2e-unlabeled-ef6357a2] updating namespace 2026-10-30T19:54:58.059931668Z I1030 19:54:58.059883 3618 namespace.go:72] [e2e-unlabeled-ef6357a2] updating namespace 2026-10-30T19:54:59.599168319Z W1030 19:54:59.599121 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-migrate-75082b11-gw-openshift-default 2026-10-30T19:54:59.599168319Z W1030 19:54:59.599146 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-migrate-75082b11-gw-openshift-default 2026-10-30T19:55:00.620371042Z I1030 19:55:00.620326 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:55:00.935177292Z I1030 19:55:00.935102 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw bef599b143aa7df92b783a50398d431f8b969adf690d09a3ec7914ec72d63a34 network default NAD default NAD key default], result "{}", err 2026-10-30T19:55:01.047304717Z I1030 19:55:01.047244 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw 2026-10-30T19:55:01.049757799Z I1030 19:55:01.049718 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-migrate-75082b11-7f9c875b88-lrspw, ips: 10.132.0.92 2026-10-30T19:55:01.049800152Z I1030 19:55:01.049778 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:55:01.049989068Z I1030 19:55:01.049960 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:55:01.050303376Z I1030 19:55:01.050278 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:55:01.050610795Z I1030 19:55:01.050571 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:55:01.050865356Z I1030 19:55:01.050822 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-migrate-75082b11 to delete 1 local pods... 2026-10-30T19:55:01.051071706Z I1030 19:55:01.051042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:55:01.073541095Z I1030 19:55:01.073482 3618 namespace.go:72] [ai-tenant-e2e-migrate-75082b11] updating namespace 2026-10-30T19:55:01.251601994Z I1030 19:55:01.251553 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:01.278722473Z I1030 19:55:01.278682 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1548 2026-10-30T19:55:01.476721031Z I1030 19:55:01.476678 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-migrate-75082b11-gw-allow 2026-10-30T19:55:01.476721031Z I1030 19:55:01.476705 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-migrate-75082b11-gw-allow 2026-10-30T19:55:02.009983602Z I1030 19:55:02.009937 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:55:02.103266989Z I1030 19:55:02.103227 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:55:02.300353084Z I1030 19:55:02.300301 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:02.660280957Z I1030 19:55:02.660244 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w4-043892-allow for network default 2026-10-30T19:55:02.660364529Z I1030 19:55:02.660336 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w4-043892-allow added to peer address sets [] 2026-10-30T19:55:02.661526097Z I1030 19:55:02.661472 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w4-043892-allow resources completed, update namespace loglevel 2026-10-30T19:55:02.781601968Z I1030 19:55:02.781547 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd] creating logical port openshift-ingress_e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:02.781711887Z I1030 19:55:02.781693 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd 2026-10-30T19:55:02.808634931Z I1030 19:55:02.808587 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd] addLogicalPort annotation time took 26.9305ms 2026-10-30T19:55:02.810618460Z I1030 19:55:02.810565 3618 pods.go:267] [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd] addLogicalPort took 29.033713ms, libovsdb time 1.143949ms 2026-10-30T19:55:03.384702377Z I1030 19:55:03.384656 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:03.388243022Z I1030 19:55:03.388197 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd, hostIfaceName: ba0826435f82d45, network: default, NAD default, SandboxID: "ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642", PCI device ID: , UID: "bd1d9453-4769-4ab6-8b80-b767c3ba2bd8", MAC: 0a:58:0a:84:00:61, IPs: [10.132.0.97/23] 2026-10-30T19:55:03.593045361Z I1030 19:55:03.592991 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:00:d3:48:5a:79\",\"name\":\"ba0826435f82d45\"},{\"mac\":\"0a:58:0a:84:00:61\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8ab4a5-5e3c-4133-8825-a2a443c2f6a6\"}],\"ips\":[{\"address\":\"10.132.0.97/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:04.145922628Z W1030 19:55:04.145878 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:55:04.145922628Z W1030 19:55:04.145907 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:55:04.661671494Z I1030 19:55:04.661629 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=6 2026-10-30T19:55:04.671421725Z I1030 19:55:04.671386 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:55:04.671421725Z I1030 19:55:04.671412 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:55:04.671451471Z I1030 19:55:04.671421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:55:04.671451471Z I1030 19:55:04.671442 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:55:04.671475043Z I1030 19:55:04.671460 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:55:04.671513844Z I1030 19:55:04.671479 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:55:06.246989674Z W1030 19:55:06.246950 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:55:06.247047004Z W1030 19:55:06.247028 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:55:06.980742004Z I1030 19:55:06.980699 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:07.026722497Z I1030 19:55:07.026670 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w4-043892] adding namespace 2026-10-30T19:55:07.027404159Z I1030 19:55:07.027371 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w4-043892] adding namespace took 665.667µs 2026-10-30T19:55:07.050274169Z I1030 19:55:07.050240 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T19:55:07.070268305Z I1030 19:55:07.070235 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T19:55:09.032979182Z I1030 19:55:09.031223 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:55:09.055062046Z I1030 19:55:09.055023 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-42srx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:09.055162722Z I1030 19:55:09.055144 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx 2026-10-30T19:55:09.079596381Z I1030 19:55:09.079560 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:09.079794399Z I1030 19:55:09.079760 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm 2026-10-30T19:55:09.085820567Z I1030 19:55:09.085769 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx] addLogicalPort annotation time took 30.669533ms 2026-10-30T19:55:09.087615860Z I1030 19:55:09.087571 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx] addLogicalPort took 32.562186ms, libovsdb time 1.101166ms 2026-10-30T19:55:09.107008436Z I1030 19:55:09.106971 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm] addLogicalPort annotation time took 27.258399ms 2026-10-30T19:55:09.109283518Z I1030 19:55:09.108849 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm] addLogicalPort took 29.306583ms, libovsdb time 1.003575ms 2026-10-30T19:55:09.205522876Z I1030 19:55:09.205460 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w4-043892 for network default 2026-10-30T19:55:09.205676691Z I1030 19:55:09.205639 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w4-043892 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:09.208077874Z I1030 19:55:09.208053 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w4-043892 resources completed, update namespace loglevel 2026-10-30T19:55:09.220436939Z I1030 19:55:09.220392 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb] creating logical port openshift-ingress_payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:09.220539909Z I1030 19:55:09.220521 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2026-10-30T19:55:09.225194816Z I1030 19:55:09.225166 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w4-043892/payload-processing-e2e-shared-a-w4-043892 for network default 2026-10-30T19:55:09.225251458Z I1030 19:55:09.225235 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w4-043892/payload-processing-e2e-shared-a-w4-043892 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:09.243634882Z I1030 19:55:09.243590 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb] addLogicalPort annotation time took 23.117577ms 2026-10-30T19:55:09.246636879Z I1030 19:55:09.246601 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb] addLogicalPort took 26.214467ms, libovsdb time 2.194665ms 2026-10-30T19:55:09.251338700Z I1030 19:55:09.251304 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w4-043892/payload-processing-e2e-shared-a-w4-043892 resources completed, update namespace loglevel 2026-10-30T19:55:09.799089812Z I1030 19:55:09.799040 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:09.806337629Z I1030 19:55:09.806286 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb, hostIfaceName: 2422f3312ea0c92, network: default, NAD default, SandboxID: "2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951", PCI device ID: , UID: "c8f83ae7-8073-4199-be91-5ff3531198d9", MAC: 0a:58:0a:84:00:64, IPs: [10.132.0.100/23] 2026-10-30T19:55:09.873356700Z I1030 19:55:09.873311 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:09.879155966Z I1030 19:55:09.879096 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-42srx, hostIfaceName: cbdbf3c9bc3700f, network: default, NAD default, SandboxID: "cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab", PCI device ID: , UID: "d0c07e0b-d292-4832-81c2-d5198affed5b", MAC: 0a:58:0a:84:00:62, IPs: [10.132.0.98/23] 2026-10-30T19:55:09.916025634Z I1030 19:55:09.915982 3618 namespace.go:44] [e2e-mt-other-c53b7887] adding namespace 2026-10-30T19:55:09.922829874Z I1030 19:55:09.922790 3618 namespace.go:48] [e2e-mt-other-c53b7887] adding namespace took 4.84786ms 2026-10-30T19:55:09.932985892Z I1030 19:55:09.932947 3618 namespace.go:72] [e2e-mt-other-c53b7887] updating namespace 2026-10-30T19:55:09.948800953Z I1030 19:55:09.944904 3618 namespace.go:72] [e2e-mt-other-c53b7887] updating namespace 2026-10-30T19:55:10.119928242Z I1030 19:55:10.119467 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:10.123153749Z I1030 19:55:10.123092 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm, hostIfaceName: e5d542d2fbc5c53, network: default, NAD default, SandboxID: "e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6", PCI device ID: , UID: "7f7ecaa8-b517-4855-83ba-8e41ee262562", MAC: 0a:58:0a:84:00:63, IPs: [10.132.0.99/23] 2026-10-30T19:55:10.294556396Z I1030 19:55:10.294481 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7b:5f:87:67:b8\",\"name\":\"cbdbf3c9bc3700f\"},{\"mac\":\"0a:58:0a:84:00:62\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50466eb7-7716-4cdd-8acb-a11613caa199\"}],\"ips\":[{\"address\":\"10.132.0.98/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:10.313845025Z I1030 19:55:10.313807 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T19:55:10.329426918Z I1030 19:55:10.329370 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:99:b1:2f:54:56\",\"name\":\"e5d542d2fbc5c53\"},{\"mac\":\"0a:58:0a:84:00:63\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d698acc5-f772-4b7d-941b-f8bde76d1aa2\"}],\"ips\":[{\"address\":\"10.132.0.99/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:10.419558421Z I1030 19:55:10.419484 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d3:d5:ef:cc:76\",\"name\":\"2422f3312ea0c92\"},{\"mac\":\"0a:58:0a:84:00:64\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63035c86-59a3-4855-8850-b83fdce3bad2\"}],\"ips\":[{\"address\":\"10.132.0.100/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:10.555221176Z I1030 19:55:10.555181 3618 namespace.go:72] [e2e-mt-other-c53b7887] updating namespace 2026-10-30T19:55:11.411307085Z W1030 19:55:11.411245 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892 2026-10-30T19:55:11.470896625Z W1030 19:55:11.470840 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w4-043892 2026-10-30T19:55:12.457539458Z I1030 19:55:12.455916 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:55:14.470554940Z I1030 19:55:14.469099 3618 namespace.go:72] [e2e-unlabeled-ef6357a2] updating namespace 2026-10-30T19:55:16.971984499Z I1030 19:55:16.971931 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T19:55:17.341231918Z I1030 19:55:17.341188 3618 namespace.go:72] [e2e-mt-other-c53b7887] updating namespace 2026-10-30T19:55:19.833836219Z W1030 19:55:19.833790 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-mt-c53b7887-openshift-default 2026-10-30T19:55:19.833836219Z W1030 19:55:19.833820 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-mt-c53b7887-openshift-default 2026-10-30T19:55:20.902984659Z I1030 19:55:20.902927 3618 namespace.go:72] [e2e-unlabeled-ef6357a2] updating namespace 2026-10-30T19:55:21.617222388Z I1030 19:55:21.617177 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm] creating logical port odh-ai-gateway-infra_maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:21.617344724Z I1030 19:55:21.617328 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 2026-10-30T19:55:21.643147872Z I1030 19:55:21.643101 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm] addLogicalPort annotation time took 25.807112ms 2026-10-30T19:55:21.646314430Z I1030 19:55:21.646276 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm] addLogicalPort took 29.11233ms, libovsdb time 2.180643ms 2026-10-30T19:55:22.399949211Z W1030 19:55:22.399890 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892 2026-10-30T19:55:22.595582493Z I1030 19:55:22.595516 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:22.598314765Z I1030 19:55:22.598267 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm, hostIfaceName: 6a5406657706aab, network: default, NAD default, SandboxID: "6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599", PCI device ID: , UID: "55503847-60a8-4000-960c-8ea1e58fff3d", MAC: 0a:58:0a:84:00:65, IPs: [10.132.0.101/23] 2026-10-30T19:55:22.639146286Z I1030 19:55:22.639109 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w4-043892 for network default 2026-10-30T19:55:22.640350720Z I1030 19:55:22.640314 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w4-043892 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w4-043892,},}] 2026-10-30T19:55:22.641474244Z I1030 19:55:22.641445 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w4-043892 resources completed, update namespace loglevel 2026-10-30T19:55:22.808546879Z I1030 19:55:22.804904 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2a:36:63:2d:aa\",\"name\":\"6a5406657706aab\"},{\"mac\":\"0a:58:0a:84:00:65\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16b6c750-fe9d-4d6e-9f18-02d67f853d6b\"}],\"ips\":[{\"address\":\"10.132.0.101/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:23.380407386Z W1030 19:55:23.380358 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w4-043892 2026-10-30T19:55:23.591881974Z W1030 19:55:23.591826 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892 2026-10-30T19:55:30.618008047Z W1030 19:55:30.617734 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892 2026-10-30T19:55:32.632206142Z I1030 19:55:32.632158 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:32.996921756Z I1030 19:55:32.996879 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w3-c8fa69-allow for network default 2026-10-30T19:55:32.996921756Z I1030 19:55:32.996914 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w3-c8fa69-allow added to peer address sets [] 2026-10-30T19:55:32.998430140Z I1030 19:55:32.998395 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w3-c8fa69-allow resources completed, update namespace loglevel 2026-10-30T19:55:34.951873596Z W1030 19:55:34.951836 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w3-c8fa69-openshift-default 2026-10-30T19:55:34.951932761Z W1030 19:55:34.951915 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w3-c8fa69-openshift-default 2026-10-30T19:55:37.326996175Z I1030 19:55:37.326947 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:37.374379045Z I1030 19:55:37.374320 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w3-c8fa69] adding namespace 2026-10-30T19:55:37.375191693Z I1030 19:55:37.375154 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w3-c8fa69] adding namespace took 634.65µs 2026-10-30T19:55:37.388758817Z I1030 19:55:37.388721 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T19:55:37.412266377Z I1030 19:55:37.412226 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T19:55:39.274875981Z I1030 19:55:39.274824 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:39.274990403Z I1030 19:55:39.274970 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 2026-10-30T19:55:39.297323711Z I1030 19:55:39.297278 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59] addLogicalPort annotation time took 22.337042ms 2026-10-30T19:55:39.299374004Z I1030 19:55:39.299335 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59] addLogicalPort took 24.531405ms, libovsdb time 1.085519ms 2026-10-30T19:55:39.346539826Z I1030 19:55:39.342465 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv] creating logical port openshift-ingress_payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:39.346539826Z I1030 19:55:39.342612 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv 2026-10-30T19:55:39.377909329Z I1030 19:55:39.377862 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv] addLogicalPort annotation time took 35.285773ms 2026-10-30T19:55:39.403334732Z I1030 19:55:39.403291 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv] addLogicalPort took 60.844578ms, libovsdb time 24.348278ms 2026-10-30T19:55:39.434670335Z I1030 19:55:39.434628 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 for network default 2026-10-30T19:55:39.434804885Z I1030 19:55:39.434785 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:39.484399529Z I1030 19:55:39.484360 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 resources completed, update namespace loglevel 2026-10-30T19:55:39.525337921Z I1030 19:55:39.525292 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w3-c8fa69/payload-processing-e2e-shared-a-w3-c8fa69 for network default 2026-10-30T19:55:39.525523156Z I1030 19:55:39.525483 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w3-c8fa69/payload-processing-e2e-shared-a-w3-c8fa69 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:39.608043075Z I1030 19:55:39.607984 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w3-c8fa69/payload-processing-e2e-shared-a-w3-c8fa69 resources completed, update namespace loglevel 2026-10-30T19:55:39.954317472Z I1030 19:55:39.954270 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:39.957460097Z I1030 19:55:39.957400 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59, hostIfaceName: 218f10e0f47136e, network: default, NAD default, SandboxID: "218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5", PCI device ID: , UID: "2d3b038e-72a5-43d9-985e-9e03ae2d8fe2", MAC: 0a:58:0a:84:00:66, IPs: [10.132.0.102/23] 2026-10-30T19:55:40.049416577Z I1030 19:55:40.049369 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:40.052413597Z I1030 19:55:40.052369 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv, hostIfaceName: e653cfbd54e586f, network: default, NAD default, SandboxID: "e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758", PCI device ID: , UID: "3e53623f-9873-45ad-bb50-e7dea4b10f2a", MAC: 0a:58:0a:84:00:67, IPs: [10.132.0.103/23] 2026-10-30T19:55:40.160185271Z I1030 19:55:40.160133 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f7:c8:e0:ac:f6\",\"name\":\"218f10e0f47136e\"},{\"mac\":\"0a:58:0a:84:00:66\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6df08e64-13c7-4f08-9350-a7c12d137441\"}],\"ips\":[{\"address\":\"10.132.0.102/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:40.256303543Z I1030 19:55:40.256234 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:1d:23:77:8d:07\",\"name\":\"e653cfbd54e586f\"},{\"mac\":\"0a:58:0a:84:00:67\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98fc43c3-62fc-4b2a-97fd-836be3f81124\"}],\"ips\":[{\"address\":\"10.132.0.103/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:41.134742001Z W1030 19:55:41.134699 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T19:55:41.176282200Z W1030 19:55:41.176237 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69 2026-10-30T19:55:41.966896737Z I1030 19:55:41.966854 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T19:55:42.439546195Z I1030 19:55:42.439486 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:42.805369302Z I1030 19:55:42.805332 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w4-159b3a-allow for network default 2026-10-30T19:55:42.805369302Z I1030 19:55:42.805362 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w4-159b3a-allow added to peer address sets [] 2026-10-30T19:55:42.806532903Z I1030 19:55:42.806461 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w4-159b3a-allow resources completed, update namespace loglevel 2026-10-30T19:55:43.662825627Z W1030 19:55:43.662787 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-6775f6f89c-7npjm 2026-10-30T19:55:44.079138757Z W1030 19:55:44.079091 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T19:55:44.079138757Z W1030 19:55:44.079119 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T19:55:46.457901666Z I1030 19:55:46.457856 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:55:46.515005072Z I1030 19:55:46.514958 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w4-159b3a] adding namespace 2026-10-30T19:55:46.515820681Z I1030 19:55:46.515781 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w4-159b3a] adding namespace took 714.286µs 2026-10-30T19:55:46.532443039Z I1030 19:55:46.532407 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T19:55:46.541279013Z I1030 19:55:46.541246 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T19:55:48.504227113Z I1030 19:55:48.504185 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:48.504365621Z I1030 19:55:48.504350 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm 2026-10-30T19:55:48.527409971Z I1030 19:55:48.527359 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm] addLogicalPort annotation time took 23.051099ms 2026-10-30T19:55:48.529679033Z I1030 19:55:48.529620 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm] addLogicalPort took 25.454981ms, libovsdb time 1.250324ms 2026-10-30T19:55:48.544477692Z I1030 19:55:48.544438 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch] creating logical port openshift-ingress_payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:55:48.544694354Z I1030 19:55:48.544655 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch 2026-10-30T19:55:48.568789183Z I1030 19:55:48.568723 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch] addLogicalPort annotation time took 24.107062ms 2026-10-30T19:55:48.573764684Z I1030 19:55:48.573727 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch] addLogicalPort took 29.299556ms, libovsdb time 1.722561ms 2026-10-30T19:55:48.626535828Z I1030 19:55:48.625345 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a for network default 2026-10-30T19:55:48.626535828Z I1030 19:55:48.625446 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:48.677532916Z I1030 19:55:48.670179 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a resources completed, update namespace loglevel 2026-10-30T19:55:48.729749924Z I1030 19:55:48.729697 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w4-159b3a/payload-processing-e2e-shared-b-w4-159b3a for network default 2026-10-30T19:55:48.729917454Z I1030 19:55:48.729899 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w4-159b3a/payload-processing-e2e-shared-b-w4-159b3a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:55:48.772237344Z I1030 19:55:48.772178 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w4-159b3a/payload-processing-e2e-shared-b-w4-159b3a resources completed, update namespace loglevel 2026-10-30T19:55:49.134692416Z I1030 19:55:49.134639 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:49.139141493Z I1030 19:55:49.139101 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch, hostIfaceName: cd6cf74a96d4e06, network: default, NAD default, SandboxID: "cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e", PCI device ID: , UID: "43d243ba-2779-4a6c-abd0-498701701489", MAC: 0a:58:0a:84:00:69, IPs: [10.132.0.105/23] 2026-10-30T19:55:49.198765392Z I1030 19:55:49.198717 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:55:49.203451347Z I1030 19:55:49.203408 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm, hostIfaceName: ed07ff725d01d14, network: default, NAD default, SandboxID: "ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22", PCI device ID: , UID: "333d21e4-88f9-4bab-997f-2c82518767a2", MAC: 0a:58:0a:84:00:68, IPs: [10.132.0.104/23] 2026-10-30T19:55:49.347856156Z I1030 19:55:49.347803 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:8c:8a:24:5b:2a\",\"name\":\"cd6cf74a96d4e06\"},{\"mac\":\"0a:58:0a:84:00:69\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d950f10-085a-4076-aebb-8946b87d3bc7\"}],\"ips\":[{\"address\":\"10.132.0.105/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:49.409641925Z I1030 19:55:49.409570 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4f:52:a3:95:6e\",\"name\":\"ed07ff725d01d14\"},{\"mac\":\"0a:58:0a:84:00:68\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11fad753-31dc-488c-831c-a39ffae5f281\"}],\"ips\":[{\"address\":\"10.132.0.104/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:55:50.318026070Z W1030 19:55:50.317977 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a 2026-10-30T19:55:50.362324514Z W1030 19:55:50.362278 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T19:55:52.206058923Z W1030 19:55:52.206013 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69 2026-10-30T19:55:52.256150948Z W1030 19:55:52.256104 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T19:55:55.069036364Z I1030 19:55:55.068993 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w3-c8fa69 for network default 2026-10-30T19:55:55.070123241Z I1030 19:55:55.070087 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w3-c8fa69 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w3-c8fa69,},}] 2026-10-30T19:55:55.070905537Z I1030 19:55:55.070879 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w3-c8fa69 resources completed, update namespace loglevel 2026-10-30T19:55:55.216228384Z W1030 19:55:55.216174 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w3-c8fa69 2026-10-30T19:56:01.039296906Z I1030 19:56:01.039209 3618 namespace.go:44] [e2e-webhook-auth-daa1ff5f] adding namespace 2026-10-30T19:56:01.039799501Z I1030 19:56:01.039766 3618 namespace.go:48] [e2e-webhook-auth-daa1ff5f] adding namespace took 531.371µs 2026-10-30T19:56:01.052198225Z I1030 19:56:01.052144 3618 namespace.go:72] [e2e-webhook-auth-daa1ff5f] updating namespace 2026-10-30T19:56:01.062175007Z I1030 19:56:01.062123 3618 namespace.go:72] [e2e-webhook-auth-daa1ff5f] updating namespace 2026-10-30T19:56:01.348046568Z W1030 19:56:01.347990 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a 2026-10-30T19:56:01.394670391Z I1030 19:56:01.394627 3618 namespace.go:72] [e2e-webhook-auth-daa1ff5f] updating namespace 2026-10-30T19:56:01.419126852Z W1030 19:56:01.419084 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T19:56:03.780288506Z I1030 19:56:03.780232 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz] creating logical port odh-ai-gateway-infra_maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:03.780389045Z I1030 19:56:03.780371 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz 2026-10-30T19:56:03.810721691Z I1030 19:56:03.810676 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz] addLogicalPort annotation time took 30.336681ms 2026-10-30T19:56:03.812424875Z I1030 19:56:03.812380 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz] addLogicalPort took 32.163316ms, libovsdb time 955.627µs 2026-10-30T19:56:04.784739702Z I1030 19:56:04.784697 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:04.787673835Z I1030 19:56:04.787633 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz, hostIfaceName: fc444e8c83e890c, network: default, NAD default, SandboxID: "fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b", PCI device ID: , UID: "13faa547-2544-4c5c-8499-4efe064e86af", MAC: 0a:58:0a:84:00:6a, IPs: [10.132.0.106/23] 2026-10-30T19:56:04.796229238Z I1030 19:56:04.796196 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w4-159b3a for network default 2026-10-30T19:56:04.797668026Z I1030 19:56:04.797630 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w4-159b3a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w4-159b3a,},}] 2026-10-30T19:56:04.799390269Z I1030 19:56:04.799354 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w4-159b3a resources completed, update namespace loglevel 2026-10-30T19:56:05.195292974Z I1030 19:56:05.195198 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5a:c8:82:9b:4b\",\"name\":\"fc444e8c83e890c\"},{\"mac\":\"0a:58:0a:84:00:6a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adc7587e-4916-49c6-9ef6-ad6b2e4b3e61\"}],\"ips\":[{\"address\":\"10.132.0.106/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:05.281717128Z I1030 19:56:05.281675 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=369 2026-10-30T19:56:06.737471933Z W1030 19:56:06.737434 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a 2026-10-30T19:56:07.743312220Z I1030 19:56:07.743120 3618 namespace.go:72] [e2e-webhook-auth-daa1ff5f] updating namespace 2026-10-30T19:56:07.753172952Z I1030 19:56:07.753125 3618 namespace.go:115] [e2e-webhook-auth-daa1ff5f] deleting namespace 2026-10-30T19:56:08.747201839Z I1030 19:56:08.745840 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:09.108780666Z I1030 19:56:09.108731 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-mt-2224e496-allow for network default 2026-10-30T19:56:09.108873155Z I1030 19:56:09.108840 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-mt-2224e496-allow added to peer address sets [] 2026-10-30T19:56:09.110257310Z I1030 19:56:09.110227 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-mt-2224e496-allow resources completed, update namespace loglevel 2026-10-30T19:56:10.454852508Z W1030 19:56:10.454807 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:56:10.454941135Z W1030 19:56:10.454902 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:56:11.849952115Z W1030 19:56:11.849911 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:11.849952115Z W1030 19:56:11.849932 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:11.850002926Z W1030 19:56:11.849939 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:11.850002926Z W1030 19:56:11.849972 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:11.850057223Z W1030 19:56:11.850045 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:11.850065232Z W1030 19:56:11.850055 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:12.753728246Z I1030 19:56:12.753679 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:12.758813077Z W1030 19:56:12.758766 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a 2026-10-30T19:56:12.801350852Z I1030 19:56:12.801306 3618 namespace.go:44] [ai-tenant-e2e-mt-2224e496] adding namespace 2026-10-30T19:56:12.803070658Z I1030 19:56:12.803026 3618 namespace.go:48] [ai-tenant-e2e-mt-2224e496] adding namespace took 1.620666ms 2026-10-30T19:56:12.818322479Z I1030 19:56:12.818283 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T19:56:12.830314871Z I1030 19:56:12.830267 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T19:56:14.810387642Z I1030 19:56:14.810332 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7] creating logical port openshift-ingress_payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:14.810550641Z I1030 19:56:14.810487 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 2026-10-30T19:56:14.835514941Z I1030 19:56:14.835452 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7] addLogicalPort annotation time took 25.005895ms 2026-10-30T19:56:14.837234204Z I1030 19:56:14.837203 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7] addLogicalPort took 26.89323ms, libovsdb time 1.112929ms 2026-10-30T19:56:14.891952267Z I1030 19:56:14.891889 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb] creating logical port openshift-ingress_payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:14.892229330Z I1030 19:56:14.892180 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 2026-10-30T19:56:14.905195748Z I1030 19:56:14.895969 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-mt-2224e496 for network default 2026-10-30T19:56:14.905195748Z I1030 19:56:14.896055 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-mt-2224e496 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:14.925450243Z I1030 19:56:14.925403 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb] addLogicalPort annotation time took 33.28535ms 2026-10-30T19:56:14.933611033Z I1030 19:56:14.933568 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb] addLogicalPort took 41.732083ms, libovsdb time 7.142665ms 2026-10-30T19:56:15.058856339Z I1030 19:56:15.058803 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-mt-2224e496 resources completed, update namespace loglevel 2026-10-30T19:56:15.058970062Z I1030 19:56:15.058950 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 for network default 2026-10-30T19:56:15.103537597Z I1030 19:56:15.102105 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:15.145538979Z I1030 19:56:15.143520 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 resources completed, update namespace loglevel 2026-10-30T19:56:15.849019184Z I1030 19:56:15.848956 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:15.854110015Z I1030 19:56:15.854064 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7, hostIfaceName: 3f92f089ce73631, network: default, NAD default, SandboxID: "3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32", PCI device ID: , UID: "07f74d5e-eeab-410d-8a8e-0dadf151c738", MAC: 0a:58:0a:84:00:6b, IPs: [10.132.0.107/23] 2026-10-30T19:56:16.282654755Z I1030 19:56:16.273551 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f5:e7:c8:92:dc\",\"name\":\"3f92f089ce73631\"},{\"mac\":\"0a:58:0a:84:00:6b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f10f4fc1-1fca-4217-8f56-55526fabbabf\"}],\"ips\":[{\"address\":\"10.132.0.107/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:16.290968391Z I1030 19:56:16.290929 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:16.298322064Z I1030 19:56:16.298276 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb, hostIfaceName: 8b48e4f1dfb7753, network: default, NAD default, SandboxID: "8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638", PCI device ID: , UID: "96832826-53f3-4b64-b4aa-5eb28e9dc279", MAC: 0a:58:0a:84:00:6c, IPs: [10.132.0.108/23] 2026-10-30T19:56:16.504436190Z I1030 19:56:16.504387 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:14:49:b0:87:25\",\"name\":\"8b48e4f1dfb7753\"},{\"mac\":\"0a:58:0a:84:00:6c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/358233df-6908-4c44-b2bb-0e954e447464\"}],\"ips\":[{\"address\":\"10.132.0.108/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:17.269597248Z W1030 19:56:17.269546 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-2224e496 2026-10-30T19:56:17.325618408Z W1030 19:56:17.325579 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T19:56:17.940710941Z I1030 19:56:17.940661 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T19:56:18.043866791Z I1030 19:56:18.043821 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:18.389020995Z I1030 19:56:18.388969 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:18.402104512Z I1030 19:56:18.402063 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w6-5c2e32-allow for network default 2026-10-30T19:56:18.402188415Z I1030 19:56:18.402158 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w6-5c2e32-allow added to peer address sets [] 2026-10-30T19:56:18.403371123Z I1030 19:56:18.403344 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w6-5c2e32-allow resources completed, update namespace loglevel 2026-10-30T19:56:18.521873448Z I1030 19:56:18.521833 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv] creating logical port openshift-ingress_e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:18.521979296Z I1030 19:56:18.521966 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 2026-10-30T19:56:18.547068302Z I1030 19:56:18.547021 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv] addLogicalPort annotation time took 25.084633ms 2026-10-30T19:56:18.551809419Z I1030 19:56:18.549461 3618 pods.go:267] [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv] addLogicalPort took 27.645696ms, libovsdb time 1.455329ms 2026-10-30T19:56:18.757270474Z I1030 19:56:18.757225 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w3-21c4ab-allow for network default 2026-10-30T19:56:18.757510970Z I1030 19:56:18.757476 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w3-21c4ab-allow added to peer address sets [] 2026-10-30T19:56:18.760228007Z I1030 19:56:18.760192 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w3-21c4ab-allow resources completed, update namespace loglevel 2026-10-30T19:56:19.218679415Z I1030 19:56:19.218610 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:19.230070659Z I1030 19:56:19.230012 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv, hostIfaceName: 61aa7b866af615b, network: default, NAD default, SandboxID: "61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b", PCI device ID: , UID: "de2bc6bf-0003-4e75-aa20-f934692d168c", MAC: 0a:58:0a:84:00:6d, IPs: [10.132.0.109/23] 2026-10-30T19:56:19.287929708Z W1030 19:56:19.287878 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:19.287929708Z W1030 19:56:19.287907 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w4-043892-openshift-default 2026-10-30T19:56:19.438992742Z I1030 19:56:19.438945 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fa:b3:05:5f:75\",\"name\":\"61aa7b866af615b\"},{\"mac\":\"0a:58:0a:84:00:6d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bb8018b-db60-4bef-8ea1-95304c4fea5f\"}],\"ips\":[{\"address\":\"10.132.0.109/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:20.309215437Z W1030 19:56:20.309166 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:56:20.309278426Z W1030 19:56:20.309266 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:56:21.309390335Z W1030 19:56:21.309342 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:56:21.309390335Z W1030 19:56:21.309369 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:56:21.448708246Z W1030 19:56:21.448663 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w3-21c4ab-openshift-default 2026-10-30T19:56:21.448708246Z W1030 19:56:21.448688 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w3-21c4ab-openshift-default 2026-10-30T19:56:22.561016679Z I1030 19:56:22.560964 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:22.616942174Z I1030 19:56:22.616901 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w6-5c2e32] adding namespace 2026-10-30T19:56:22.617578492Z I1030 19:56:22.617547 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w6-5c2e32] adding namespace took 624.235µs 2026-10-30T19:56:22.634800560Z I1030 19:56:22.634720 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T19:56:22.642917738Z I1030 19:56:22.642889 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T19:56:24.271058006Z I1030 19:56:24.271016 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:24.346270975Z I1030 19:56:24.346233 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w3-21c4ab] adding namespace 2026-10-30T19:56:24.347046263Z I1030 19:56:24.347008 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w3-21c4ab] adding namespace took 750.279µs 2026-10-30T19:56:24.375760669Z I1030 19:56:24.375723 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T19:56:24.397440864Z I1030 19:56:24.397406 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T19:56:24.600779761Z I1030 19:56:24.600737 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:24.600983084Z I1030 19:56:24.600953 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 2026-10-30T19:56:24.624896356Z I1030 19:56:24.624832 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2] addLogicalPort annotation time took 23.912319ms 2026-10-30T19:56:24.627000902Z I1030 19:56:24.626962 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2] addLogicalPort took 26.244245ms, libovsdb time 1.219975ms 2026-10-30T19:56:24.732583130Z I1030 19:56:24.730124 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 for network default 2026-10-30T19:56:24.732583130Z I1030 19:56:24.730226 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:24.744535984Z I1030 19:56:24.743787 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 resources completed, update namespace loglevel 2026-10-30T19:56:24.746528917Z I1030 19:56:24.745369 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w6-5c2e32/payload-processing-e2e-shared-a-w6-5c2e32 for network default 2026-10-30T19:56:24.746707343Z I1030 19:56:24.746679 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w6-5c2e32/payload-processing-e2e-shared-a-w6-5c2e32 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:24.778688582Z I1030 19:56:24.778645 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w6-5c2e32/payload-processing-e2e-shared-a-w6-5c2e32 resources completed, update namespace loglevel 2026-10-30T19:56:25.278395415Z I1030 19:56:25.278355 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:25.281476664Z I1030 19:56:25.281433 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2, hostIfaceName: 9630f99b8fc4ba3, network: default, NAD default, SandboxID: "9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae", PCI device ID: , UID: "e5c9b1b7-18fe-4476-b31a-8405cd8491b8", MAC: 0a:58:0a:84:00:6e, IPs: [10.132.0.110/23] 2026-10-30T19:56:25.488152390Z I1030 19:56:25.488087 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ca:be:2a:bb:2d\",\"name\":\"9630f99b8fc4ba3\"},{\"mac\":\"0a:58:0a:84:00:6e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bec045a-c946-403a-8262-ca89dcd14810\"}],\"ips\":[{\"address\":\"10.132.0.110/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:26.307402930Z I1030 19:56:26.307317 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab for network default 2026-10-30T19:56:26.307556003Z I1030 19:56:26.307533 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:26.309914779Z I1030 19:56:26.309868 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab resources completed, update namespace loglevel 2026-10-30T19:56:26.328391219Z I1030 19:56:26.328343 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w3-21c4ab/payload-processing-e2e-shared-b-w3-21c4ab for network default 2026-10-30T19:56:26.328449478Z I1030 19:56:26.328431 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w3-21c4ab/payload-processing-e2e-shared-b-w3-21c4ab added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:26.332708576Z I1030 19:56:26.332671 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w3-21c4ab/payload-processing-e2e-shared-b-w3-21c4ab resources completed, update namespace loglevel 2026-10-30T19:56:26.366593069Z W1030 19:56:26.366554 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32 2026-10-30T19:56:26.569544948Z W1030 19:56:26.567175 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 2026-10-30T19:56:27.577264869Z W1030 19:56:27.574121 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab 2026-10-30T19:56:27.616545205Z W1030 19:56:27.614972 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w3-21c4ab 2026-10-30T19:56:28.279522333Z W1030 19:56:28.279451 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T19:56:28.324628488Z W1030 19:56:28.324587 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-2224e496 2026-10-30T19:56:32.189485446Z I1030 19:56:32.189441 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T19:56:34.574619260Z I1030 19:56:34.574574 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw] creating logical port odh-ai-gateway-infra_maas-api-e2e-mt-2224e496-d58664b78-6hbxw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:34.574826746Z I1030 19:56:34.574789 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw 2026-10-30T19:56:34.598332698Z I1030 19:56:34.598296 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw] addLogicalPort annotation time took 23.537171ms 2026-10-30T19:56:34.600529398Z I1030 19:56:34.600472 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw] addLogicalPort took 25.919465ms, libovsdb time 1.192811ms 2026-10-30T19:56:35.553552255Z I1030 19:56:35.553479 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:35.556266586Z I1030 19:56:35.556228 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-mt-2224e496-d58664b78-6hbxw, hostIfaceName: a8a26ded63003ee, network: default, NAD default, SandboxID: "a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5", PCI device ID: , UID: "2cd1615f-32ce-49d5-ae8e-77ceeb1e5984", MAC: 0a:58:0a:84:00:6f, IPs: [10.132.0.111/23] 2026-10-30T19:56:35.669943306Z I1030 19:56:35.669906 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-2224e496 for network default 2026-10-30T19:56:35.671085910Z I1030 19:56:35.671039 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-2224e496 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-mt-2224e496,},}] 2026-10-30T19:56:35.672261354Z I1030 19:56:35.672231 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-2224e496 resources completed, update namespace loglevel 2026-10-30T19:56:35.764814349Z I1030 19:56:35.764755 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:8b:2e:d3:a2:99\",\"name\":\"a8a26ded63003ee\"},{\"mac\":\"0a:58:0a:84:00:6f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd8b07f-15c9-47e3-9e21-ea26ba720b24\"}],\"ips\":[{\"address\":\"10.132.0.111/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:36.531202659Z W1030 19:56:36.531154 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-2224e496 2026-10-30T19:56:37.391900621Z I1030 19:56:37.391849 3618 namespace.go:44] [ai-tenant-e2e-mt-919a6487] adding namespace 2026-10-30T19:56:37.392574550Z I1030 19:56:37.392536 3618 namespace.go:48] [ai-tenant-e2e-mt-919a6487] adding namespace took 657.691µs 2026-10-30T19:56:37.411170039Z I1030 19:56:37.411088 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:56:37.421291935Z I1030 19:56:37.421244 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:56:37.440092301Z W1030 19:56:37.440051 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32 2026-10-30T19:56:40.458989313Z I1030 19:56:40.458936 3618 namespace.go:44] [e2e-webhook-sub-ba6213b8] adding namespace 2026-10-30T19:56:40.459756082Z I1030 19:56:40.459714 3618 namespace.go:48] [e2e-webhook-sub-ba6213b8] adding namespace took 654.856µs 2026-10-30T19:56:40.481028720Z I1030 19:56:40.480985 3618 namespace.go:72] [e2e-webhook-sub-ba6213b8] updating namespace 2026-10-30T19:56:40.492821342Z I1030 19:56:40.492781 3618 namespace.go:72] [e2e-webhook-sub-ba6213b8] updating namespace 2026-10-30T19:56:40.831372124Z I1030 19:56:40.831327 3618 namespace.go:72] [e2e-webhook-sub-ba6213b8] updating namespace 2026-10-30T19:56:42.192416629Z W1030 19:56:42.192367 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T19:56:42.192525053Z W1030 19:56:42.192464 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T19:56:42.551932545Z W1030 19:56:42.551889 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-2224e496 2026-10-30T19:56:44.511000800Z I1030 19:56:44.510950 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:56:44.511000800Z I1030 19:56:44.510988 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:56:44.511047188Z I1030 19:56:44.510998 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:56:44.511047188Z I1030 19:56:44.511019 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:56:44.511047188Z I1030 19:56:44.511038 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:56:44.511069877Z I1030 19:56:44.511057 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:56:45.449465186Z I1030 19:56:45.449418 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:45.849130596Z I1030 19:56:45.849094 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-a-8d97a5-allow for network default 2026-10-30T19:56:45.849205895Z I1030 19:56:45.849181 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-a-8d97a5-allow added to peer address sets [] 2026-10-30T19:56:45.850312357Z I1030 19:56:45.850285 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-a-8d97a5-allow resources completed, update namespace loglevel 2026-10-30T19:56:47.014951318Z I1030 19:56:47.014914 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w6-5c2e32 for network default 2026-10-30T19:56:47.016066038Z I1030 19:56:47.016019 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w6-5c2e32 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w6-5c2e32,},}] 2026-10-30T19:56:47.017003297Z I1030 19:56:47.016969 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w6-5c2e32 resources completed, update namespace loglevel 2026-10-30T19:56:47.756301570Z W1030 19:56:47.756264 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w6-5c2e32 2026-10-30T19:56:48.239970359Z I1030 19:56:48.239926 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:56:48.485329569Z W1030 19:56:48.485292 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-8d97a5-openshift-default 2026-10-30T19:56:48.485329569Z W1030 19:56:48.485313 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-8d97a5-openshift-default 2026-10-30T19:56:48.553325398Z I1030 19:56:48.553271 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:56:49.356006360Z I1030 19:56:49.355945 3618 namespace.go:72] [e2e-webhook-sub-ba6213b8] updating namespace 2026-10-30T19:56:49.365200904Z I1030 19:56:49.365156 3618 namespace.go:115] [e2e-webhook-sub-ba6213b8] deleting namespace 2026-10-30T19:56:49.856592071Z I1030 19:56:49.856544 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:50.216062342Z I1030 19:56:50.216013 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-a-93263c-allow for network default 2026-10-30T19:56:50.216062342Z I1030 19:56:50.216042 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-a-93263c-allow added to peer address sets [] 2026-10-30T19:56:50.217259422Z I1030 19:56:50.217230 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-a-93263c-allow resources completed, update namespace loglevel 2026-10-30T19:56:51.255426009Z I1030 19:56:51.253080 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:51.331219826Z I1030 19:56:51.331171 3618 namespace.go:44] [ai-tenant-e2e-api-a-8d97a5] adding namespace 2026-10-30T19:56:51.332225706Z I1030 19:56:51.332189 3618 namespace.go:48] [ai-tenant-e2e-api-a-8d97a5] adding namespace took 985.566µs 2026-10-30T19:56:51.349353697Z I1030 19:56:51.349310 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T19:56:51.360125980Z I1030 19:56:51.360087 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T19:56:51.620683847Z I1030 19:56:51.620648 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w3-21c4ab for network default 2026-10-30T19:56:51.621727717Z I1030 19:56:51.621693 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w3-21c4ab added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w3-21c4ab,},}] 2026-10-30T19:56:51.622487744Z I1030 19:56:51.622464 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w3-21c4ab resources completed, update namespace loglevel 2026-10-30T19:56:51.875901888Z I1030 19:56:51.875850 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-mt-c53b7887 2026-10-30T19:56:51.875964742Z I1030 19:56:51.875951 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-mt-c53b7887 2026-10-30T19:56:51.907653330Z I1030 19:56:51.907606 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-mt-c53b7887/payload-processing-e2e-mt-c53b7887 2026-10-30T19:56:51.907852538Z I1030 19:56:51.907829 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-mt-c53b7887/payload-processing-e2e-mt-c53b7887 2026-10-30T19:56:51.960388496Z W1030 19:56:51.960342 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w3-21c4ab 2026-10-30T19:56:52.619685079Z W1030 19:56:52.619647 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-93263c-openshift-default 2026-10-30T19:56:52.619685079Z W1030 19:56:52.619668 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-93263c-openshift-default 2026-10-30T19:56:53.759932756Z I1030 19:56:53.759888 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8] creating logical port openshift-ingress_payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:53.760038073Z I1030 19:56:53.760017 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 2026-10-30T19:56:53.784681012Z I1030 19:56:53.784637 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8] addLogicalPort annotation time took 24.664056ms 2026-10-30T19:56:53.786517429Z I1030 19:56:53.786458 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8] addLogicalPort took 26.590075ms, libovsdb time 1.175041ms 2026-10-30T19:56:53.843686998Z I1030 19:56:53.843644 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-a-8d97a5 for network default 2026-10-30T19:56:53.843855709Z I1030 19:56:53.843819 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-a-8d97a5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:53.846446799Z I1030 19:56:53.846419 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-a-8d97a5 resources completed, update namespace loglevel 2026-10-30T19:56:53.868134303Z I1030 19:56:53.868091 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-a-8d97a5/payload-processing-e2e-api-a-8d97a5 for network default 2026-10-30T19:56:53.868208648Z I1030 19:56:53.868181 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-a-8d97a5/payload-processing-e2e-api-a-8d97a5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:53.871339533Z I1030 19:56:53.871309 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-a-8d97a5/payload-processing-e2e-api-a-8d97a5 resources completed, update namespace loglevel 2026-10-30T19:56:54.442843565Z I1030 19:56:54.442791 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:54.446249146Z I1030 19:56:54.446205 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8, hostIfaceName: 5aa52330c736130, network: default, NAD default, SandboxID: "5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242", PCI device ID: , UID: "38c64900-8ff4-4480-a247-80aeb02e9287", MAC: 0a:58:0a:84:00:70, IPs: [10.132.0.112/23] 2026-10-30T19:56:54.652080845Z I1030 19:56:54.652025 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:37:5c:4f:6c:37\",\"name\":\"5aa52330c736130\"},{\"mac\":\"0a:58:0a:84:00:70\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98a96dc1-85c6-4eb5-ac1f-dc6b3f590b92\"}],\"ips\":[{\"address\":\"10.132.0.112/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:54.932735210Z I1030 19:56:54.932692 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:56:54.976101638Z I1030 19:56:54.976060 3618 namespace.go:44] [ai-tenant-e2e-api-a-93263c] adding namespace 2026-10-30T19:56:54.976855230Z I1030 19:56:54.976804 3618 namespace.go:48] [ai-tenant-e2e-api-a-93263c] adding namespace took 654.455µs 2026-10-30T19:56:54.980431381Z W1030 19:56:54.980390 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-a-8d97a5 2026-10-30T19:56:54.992174759Z I1030 19:56:54.992142 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T19:56:55.002093962Z I1030 19:56:55.002048 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T19:56:55.021968858Z W1030 19:56:55.021933 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5 2026-10-30T19:56:56.712208571Z I1030 19:56:56.712159 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:56:56.729483771Z I1030 19:56:56.729430 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:56:56.849737002Z I1030 19:56:56.849690 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 1631d5cfa41c85c96e3fd97b83ab602d22e88db922c76035143396b5b0c213a4 network default NAD default NAD key default], result "{}", err 2026-10-30T19:56:56.872798595Z I1030 19:56:56.872755 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx] creating logical port openshift-ingress_payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:56.873037153Z I1030 19:56:56.873007 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx 2026-10-30T19:56:56.892220917Z I1030 19:56:56.892174 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg c6abbc12de280f8cffbabf66326abe8773069196fdd7862dc49de59f8d4a09b8 network default NAD default NAD key default], result "{}", err 2026-10-30T19:56:56.903642553Z I1030 19:56:56.903603 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx] addLogicalPort annotation time took 30.645155ms 2026-10-30T19:56:56.905729423Z I1030 19:56:56.905707 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx] addLogicalPort took 32.970633ms, libovsdb time 1.119858ms 2026-10-30T19:56:56.972925286Z I1030 19:56:56.972882 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-a-93263c for network default 2026-10-30T19:56:56.973056572Z I1030 19:56:56.973038 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-a-93263c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:56.989572703Z I1030 19:56:56.974160 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5] creating logical port openshift-ingress_payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:56:56.989572703Z I1030 19:56:56.981751 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2026-10-30T19:56:57.015976103Z I1030 19:56:57.015883 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5] addLogicalPort annotation time took 34.189646ms 2026-10-30T19:56:57.041585457Z I1030 19:56:57.041535 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5] addLogicalPort took 67.385056ms, libovsdb time 24.320584ms 2026-10-30T19:56:57.070630118Z I1030 19:56:57.059138 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-a-93263c resources completed, update namespace loglevel 2026-10-30T19:56:57.070630118Z I1030 19:56:57.059190 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-a-93263c/payload-processing-e2e-api-a-93263c for network default 2026-10-30T19:56:57.070630118Z I1030 19:56:57.059265 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-a-93263c/payload-processing-e2e-api-a-93263c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:56:57.070630118Z I1030 19:56:57.059784 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths 2026-10-30T19:56:57.174536231Z I1030 19:56:57.170555 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-mt-c53b7887-dfd595754-d4ths, ips: 10.132.0.94 2026-10-30T19:56:57.174536231Z I1030 19:56:57.170625 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:56:57.174536231Z I1030 19:56:57.172312 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-a-93263c/payload-processing-e2e-api-a-93263c resources completed, update namespace loglevel 2026-10-30T19:56:57.445223593Z I1030 19:56:57.445178 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg 2026-10-30T19:56:57.509733439Z I1030 19:56:57.509287 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-mt-c53b7887-6bdd647987-rwkbg, ips: 10.132.0.95 2026-10-30T19:56:57.509733439Z I1030 19:56:57.509435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:56:57.617302218Z I1030 19:56:57.615754 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:57.620425401Z I1030 19:56:57.620393 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx, hostIfaceName: a7885afa77863ce, network: default, NAD default, SandboxID: "a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642", PCI device ID: , UID: "353e7a62-4777-4375-b4d7-a06caf2940e1", MAC: 0a:58:0a:84:00:71, IPs: [10.132.0.113/23] 2026-10-30T19:56:57.825884448Z I1030 19:56:57.825831 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2e:74:72:1e:c2\",\"name\":\"a7885afa77863ce\"},{\"mac\":\"0a:58:0a:84:00:71\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e80d7fec-d0ad-4ad4-b4b2-2b3b73f08ab7\"}],\"ips\":[{\"address\":\"10.132.0.113/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:57.874974712Z I1030 19:56:57.874929 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:56:57.878998918Z I1030 19:56:57.878961 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5, hostIfaceName: 2d2ac8dca3c7385, network: default, NAD default, SandboxID: "2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580", PCI device ID: , UID: "9fb02c7b-6156-4254-9d1c-778d372ca467", MAC: 0a:58:0a:84:00:72, IPs: [10.132.0.114/23] 2026-10-30T19:56:58.083973078Z I1030 19:56:58.083904 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:74:66:27:33:d2\",\"name\":\"2d2ac8dca3c7385\"},{\"mac\":\"0a:58:0a:84:00:72\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/292867fb-56bf-4e2d-9bab-434737329aa9\"}],\"ips\":[{\"address\":\"10.132.0.114/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:56:58.362683238Z W1030 19:56:58.362640 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-a-93263c 2026-10-30T19:56:58.405215729Z W1030 19:56:58.405171 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-a-93263c 2026-10-30T19:57:06.029417696Z W1030 19:57:06.029373 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5 2026-10-30T19:57:08.823800868Z I1030 19:57:08.822571 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T19:57:09.040225195Z I1030 19:57:09.040164 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:57:09.097923976Z I1030 19:57:09.097877 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:57:09.193717301Z I1030 19:57:09.193672 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:09.466537471Z W1030 19:57:09.466474 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-a-93263c 2026-10-30T19:57:09.528485913Z W1030 19:57:09.528440 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-a-93263c 2026-10-30T19:57:09.546657330Z I1030 19:57:09.546595 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 5f1c7a8236d6d4aebd5724bf18580acc88c434ec2ac1a36f1ec5a275b7cf0e0e network default NAD default NAD key default], result "{}", err 2026-10-30T19:57:09.736435832Z I1030 19:57:09.736387 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:57:09.853717859Z I1030 19:57:09.853678 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:57:10.023910536Z I1030 19:57:10.023872 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 2026-10-30T19:57:10.051959960Z I1030 19:57:10.051349 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx, ips: 10.132.0.96 2026-10-30T19:57:10.051959960Z I1030 19:57:10.051435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:57:10.057171329Z I1030 19:57:10.057131 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:57:10.061698146Z I1030 19:57:10.061667 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:57:10.062145533Z I1030 19:57:10.062120 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:57:10.086338345Z I1030 19:57:10.086298 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-c53b7887 to delete 1 local pods... 2026-10-30T19:57:10.099438194Z I1030 19:57:10.099398 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:57:11.703288734Z I1030 19:57:11.703246 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8] creating logical port ai-tenant-e2e-mt-2224e496_e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:11.710005721Z I1030 19:57:11.709965 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 2026-10-30T19:57:11.735341258Z I1030 19:57:11.735296 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8] addLogicalPort annotation time took 25.384916ms 2026-10-30T19:57:11.753790491Z I1030 19:57:11.753661 3618 pods.go:267] [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8] addLogicalPort took 50.432832ms, libovsdb time 17.203764ms 2026-10-30T19:57:12.402676636Z I1030 19:57:12.402633 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping for network default 2026-10-30T19:57:12.403868583Z I1030 19:57:12.403816 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-mt-2224e496_LS{}] 2026-10-30T19:57:12.405625685Z I1030 19:57:12.405593 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T19:57:12.545794791Z I1030 19:57:12.545750 3618 cniserver.go:315] [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:12.555837566Z I1030 19:57:12.555785 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-mt-2224e496, podName: e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8, hostIfaceName: 0adb890635d2807, network: default, NAD default, SandboxID: "0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726", PCI device ID: , UID: "72d5fc9e-e7f6-49d9-8597-bc361ccdd177", MAC: 0a:58:0a:84:00:73, IPs: [10.132.0.115/23] 2026-10-30T19:57:12.764532269Z I1030 19:57:12.763942 3618 cniserver.go:304] [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9c:b3:9f:c5:63\",\"name\":\"0adb890635d2807\"},{\"mac\":\"0a:58:0a:84:00:73\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8608f07f-370d-4bb7-bdf1-14a2b0e03fe2\"}],\"ips\":[{\"address\":\"10.132.0.115/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:13.450078386Z W1030 19:57:13.450036 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-workload-svc 2026-10-30T19:57:16.750577133Z I1030 19:57:16.750527 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T19:57:16.981956734Z I1030 19:57:16.981911 3618 namespace.go:72] [ai-tenant-e2e-mt-c53b7887] updating namespace 2026-10-30T19:57:16.992744995Z I1030 19:57:16.992704 3618 namespace.go:115] [ai-tenant-e2e-mt-c53b7887] deleting namespace 2026-10-30T19:57:17.378217803Z I1030 19:57:17.378175 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-mt-c53b7887-allow 2026-10-30T19:57:17.378291164Z I1030 19:57:17.378259 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-mt-c53b7887-allow 2026-10-30T19:57:17.396480771Z I1030 19:57:17.396434 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt] creating logical port odh-ai-gateway-infra_maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:17.396738951Z I1030 19:57:17.396704 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 2026-10-30T19:57:17.429517120Z I1030 19:57:17.428816 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt] addLogicalPort annotation time took 32.143913ms 2026-10-30T19:57:17.442442905Z I1030 19:57:17.442402 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt] addLogicalPort took 45.982808ms, libovsdb time 9.926906ms 2026-10-30T19:57:18.195842586Z I1030 19:57:18.195795 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:18.200269730Z I1030 19:57:18.200219 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt, hostIfaceName: 6ced13c41f9cad8, network: default, NAD default, SandboxID: "6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1", PCI device ID: , UID: "0fb1315b-3516-43ed-aeca-a9f0d7587c0e", MAC: 0a:58:0a:84:00:74, IPs: [10.132.0.116/23] 2026-10-30T19:57:18.222735728Z I1030 19:57:18.222693 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:18.404211687Z I1030 19:57:18.404153 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7c:f1:37:9f:3b\",\"name\":\"6ced13c41f9cad8\"},{\"mac\":\"0a:58:0a:84:00:74\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/877ef695-b85c-4241-80c7-bfa2f5c289fa\"}],\"ips\":[{\"address\":\"10.132.0.116/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:18.570547211Z I1030 19:57:18.570479 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-8d97a5 for network default 2026-10-30T19:57:18.571974302Z I1030 19:57:18.571933 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-8d97a5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-a-8d97a5,},}] 2026-10-30T19:57:18.573367804Z I1030 19:57:18.573337 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-8d97a5 resources completed, update namespace loglevel 2026-10-30T19:57:18.600535243Z I1030 19:57:18.599446 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T19:57:18.609196793Z I1030 19:57:18.609148 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w2-a165e5-allow for network default 2026-10-30T19:57:18.609227403Z I1030 19:57:18.609191 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w2-a165e5-allow added to peer address sets [] 2026-10-30T19:57:18.625276726Z I1030 19:57:18.625231 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w2-a165e5-allow resources completed, update namespace loglevel 2026-10-30T19:57:19.070788357Z I1030 19:57:19.070744 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:19.399061063Z I1030 19:57:19.399020 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w6-27a4d3-allow for network default 2026-10-30T19:57:19.399126297Z I1030 19:57:19.399114 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w6-27a4d3-allow added to peer address sets [] 2026-10-30T19:57:19.404944769Z I1030 19:57:19.404907 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w6-27a4d3-allow resources completed, update namespace loglevel 2026-10-30T19:57:20.455340227Z I1030 19:57:20.450257 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:57:20.455340227Z I1030 19:57:20.450306 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T19:57:20.575712315Z I1030 19:57:20.575669 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:57:20.575758221Z I1030 19:57:20.575711 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T19:57:20.611478360Z W1030 19:57:20.611431 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5 2026-10-30T19:57:20.632936488Z I1030 19:57:20.632891 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:57:20.632981018Z I1030 19:57:20.632934 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T19:57:21.415446705Z W1030 19:57:21.415399 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w3-21c4ab-openshift-default 2026-10-30T19:57:21.415446705Z W1030 19:57:21.415427 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w3-21c4ab-openshift-default 2026-10-30T19:57:21.832010328Z W1030 19:57:21.831958 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w6-27a4d3-openshift-default 2026-10-30T19:57:21.832079000Z W1030 19:57:21.832066 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w6-27a4d3-openshift-default 2026-10-30T19:57:21.891185271Z W1030 19:57:21.891138 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w2-a165e5-openshift-default 2026-10-30T19:57:21.891215940Z W1030 19:57:21.891181 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w2-a165e5-openshift-default 2026-10-30T19:57:22.785984953Z W1030 19:57:22.785935 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-workload-svc 2026-10-30T19:57:22.843216378Z I1030 19:57:22.843178 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:57:23.820067760Z W1030 19:57:23.820024 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.820067760Z W1030 19:57:23.820057 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.820101477Z W1030 19:57:23.820030 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.820135107Z W1030 19:57:23.820119 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.820257565Z W1030 19:57:23.820228 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.820257565Z W1030 19:57:23.820244 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:23.894967172Z W1030 19:57:23.894922 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:57:23.894967172Z W1030 19:57:23.894948 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:57:24.209528678Z I1030 19:57:24.209473 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:24.262994550Z I1030 19:57:24.262947 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w2-a165e5] adding namespace 2026-10-30T19:57:24.263675189Z I1030 19:57:24.263637 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w2-a165e5] adding namespace took 660.724µs 2026-10-30T19:57:24.287073680Z I1030 19:57:24.287036 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T19:57:24.303940311Z I1030 19:57:24.303902 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T19:57:24.422799524Z I1030 19:57:24.422754 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:24.476767827Z I1030 19:57:24.476722 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w6-27a4d3] adding namespace 2026-10-30T19:57:24.477557254Z I1030 19:57:24.477487 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w6-27a4d3] adding namespace took 651.477µs 2026-10-30T19:57:24.496066898Z I1030 19:57:24.496013 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T19:57:24.512923707Z I1030 19:57:24.512881 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T19:57:24.957753476Z I1030 19:57:24.957712 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T19:57:25.576215410Z I1030 19:57:25.576170 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-93263c for network default 2026-10-30T19:57:25.577850431Z I1030 19:57:25.577799 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-93263c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-a-93263c,},}] 2026-10-30T19:57:25.578719468Z I1030 19:57:25.578689 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-93263c resources completed, update namespace loglevel 2026-10-30T19:57:26.346336077Z I1030 19:57:26.346288 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:26.346583659Z I1030 19:57:26.346551 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd 2026-10-30T19:57:26.375879140Z I1030 19:57:26.375827 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd] addLogicalPort annotation time took 29.357188ms 2026-10-30T19:57:26.378870187Z I1030 19:57:26.378833 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd] addLogicalPort took 32.565991ms, libovsdb time 1.959788ms 2026-10-30T19:57:26.469703807Z I1030 19:57:26.469654 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p] creating logical port openshift-ingress_payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:26.469993211Z I1030 19:57:26.469964 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p 2026-10-30T19:57:26.507417459Z W1030 19:57:26.507367 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-93263c 2026-10-30T19:57:26.518854623Z I1030 19:57:26.515920 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p] addLogicalPort annotation time took 46.002786ms 2026-10-30T19:57:26.519430145Z I1030 19:57:26.519393 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p] addLogicalPort took 49.761757ms, libovsdb time 1.38453ms 2026-10-30T19:57:26.575063622Z I1030 19:57:26.575017 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 for network default 2026-10-30T19:57:26.575227498Z I1030 19:57:26.575205 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:26.617052822Z I1030 19:57:26.617010 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 resources completed, update namespace loglevel 2026-10-30T19:57:26.617634225Z I1030 19:57:26.617606 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:26.621150118Z I1030 19:57:26.621123 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w2-a165e5/payload-processing-e2e-shared-a-w2-a165e5 for network default 2026-10-30T19:57:26.666688009Z I1030 19:57:26.644307 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w2-a165e5/payload-processing-e2e-shared-a-w2-a165e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:26.671141065Z I1030 19:57:26.671101 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w2-a165e5/payload-processing-e2e-shared-a-w2-a165e5 resources completed, update namespace loglevel 2026-10-30T19:57:26.967590594Z I1030 19:57:26.967539 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-0506c9-allow for network default 2026-10-30T19:57:26.967675225Z I1030 19:57:26.967659 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-0506c9-allow added to peer address sets [] 2026-10-30T19:57:26.970628399Z I1030 19:57:26.970592 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-0506c9-allow resources completed, update namespace loglevel 2026-10-30T19:57:27.031214908Z W1030 19:57:27.031162 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5 2026-10-30T19:57:27.563825695Z I1030 19:57:27.563540 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 2026-10-30T19:57:27.991642698Z I1030 19:57:27.991591 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:28.000732647Z I1030 19:57:28.000678 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd, hostIfaceName: efda0b8bdf75863, network: default, NAD default, SandboxID: "efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c", PCI device ID: , UID: "f3cb41b8-04f3-4056-86cd-e674bda00fa5", MAC: 0a:58:0a:84:00:75, IPs: [10.132.0.117/23] 2026-10-30T19:57:28.282790657Z I1030 19:57:28.282747 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:28.283041377Z I1030 19:57:28.283015 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 2026-10-30T19:57:28.311714152Z I1030 19:57:28.311666 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk] addLogicalPort annotation time took 28.693042ms 2026-10-30T19:57:28.374207062Z I1030 19:57:28.374164 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk] addLogicalPort took 91.434355ms, libovsdb time 61.216123ms 2026-10-30T19:57:28.420422421Z I1030 19:57:28.420373 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 for network default 2026-10-30T19:57:28.420594296Z I1030 19:57:28.420576 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:28.421853688Z I1030 19:57:28.421814 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch] creating logical port openshift-ingress_payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:28.422057616Z I1030 19:57:28.422037 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 2026-10-30T19:57:28.474553001Z I1030 19:57:28.474483 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch] addLogicalPort annotation time took 52.49653ms 2026-10-30T19:57:28.505352265Z I1030 19:57:28.505295 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:46:69:85:df:ed\",\"name\":\"efda0b8bdf75863\"},{\"mac\":\"0a:58:0a:84:00:75\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d6e339b-0507-42c0-a223-9518a3e69ea9\"}],\"ips\":[{\"address\":\"10.132.0.117/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:28.507644546Z I1030 19:57:28.507604 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch] addLogicalPort took 85.805359ms, libovsdb time 2.223977ms 2026-10-30T19:57:28.537651535Z I1030 19:57:28.537610 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 resources completed, update namespace loglevel 2026-10-30T19:57:28.546425280Z I1030 19:57:28.546387 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w6-27a4d3/payload-processing-e2e-shared-b-w6-27a4d3 for network default 2026-10-30T19:57:28.548964049Z I1030 19:57:28.548931 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w6-27a4d3/payload-processing-e2e-shared-b-w6-27a4d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:28.567882159Z I1030 19:57:28.567841 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w6-27a4d3/payload-processing-e2e-shared-b-w6-27a4d3 resources completed, update namespace loglevel 2026-10-30T19:57:28.808256859Z I1030 19:57:28.808210 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:28.827025902Z I1030 19:57:28.826973 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p, hostIfaceName: c9933a269556c3c, network: default, NAD default, SandboxID: "c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917", PCI device ID: , UID: "ee02872a-a046-4e3e-a6b3-8a31751cff5e", MAC: 0a:58:0a:84:00:76, IPs: [10.132.0.118/23] 2026-10-30T19:57:29.012040889Z W1030 19:57:29.011981 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-kserve-workload-svc 2026-10-30T19:57:29.053815086Z I1030 19:57:29.053754 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:07:dd:3b:28:9e\",\"name\":\"c9933a269556c3c\"},{\"mac\":\"0a:58:0a:84:00:76\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3d13473-0385-4000-ad61-29eece07508f\"}],\"ips\":[{\"address\":\"10.132.0.118/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:29.296813764Z W1030 19:57:29.295612 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5 2026-10-30T19:57:29.359446977Z I1030 19:57:29.359381 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:29.365603012Z I1030 19:57:29.365558 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk, hostIfaceName: 793d9e12c08ffe4, network: default, NAD default, SandboxID: "793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387", PCI device ID: , UID: "baf2369e-1631-445b-ac9a-1eef4b74d87a", MAC: 0a:58:0a:84:00:77, IPs: [10.132.0.119/23] 2026-10-30T19:57:29.402092165Z I1030 19:57:29.402047 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:29.409724191Z I1030 19:57:29.409650 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch, hostIfaceName: 310a5849141d4b1, network: default, NAD default, SandboxID: "310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885", PCI device ID: , UID: "142619ed-6462-41a5-aa2d-c0faf35bbf48", MAC: 0a:58:0a:84:00:78, IPs: [10.132.0.120/23] 2026-10-30T19:57:29.781961513Z I1030 19:57:29.781902 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:94:d6:dc:d8:9e\",\"name\":\"793d9e12c08ffe4\"},{\"mac\":\"0a:58:0a:84:00:77\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee928913-ea15-4700-9c25-2bfafc3eb271\"}],\"ips\":[{\"address\":\"10.132.0.119/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:29.835436595Z I1030 19:57:29.835385 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e8:0f:b7:99:f8\",\"name\":\"310a5849141d4b1\"},{\"mac\":\"0a:58:0a:84:00:78\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a4699bb-10d7-4151-b954-9f531e4ed6db\"}],\"ips\":[{\"address\":\"10.132.0.120/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:30.296273150Z W1030 19:57:30.296230 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T19:57:30.355552260Z W1030 19:57:30.352344 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3 2026-10-30T19:57:30.398902042Z W1030 19:57:30.398847 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T19:57:30.728617947Z W1030 19:57:30.728571 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-0506c9-openshift-default 2026-10-30T19:57:30.728617947Z W1030 19:57:30.728597 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-0506c9-openshift-default 2026-10-30T19:57:31.982551447Z W1030 19:57:31.982487 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:31.982551447Z W1030 19:57:31.982539 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default 2026-10-30T19:57:33.000544686Z I1030 19:57:33.000481 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:33.049867464Z I1030 19:57:33.049821 3618 namespace.go:44] [ai-tenant-e2e-inf-a-0506c9] adding namespace 2026-10-30T19:57:33.050680396Z I1030 19:57:33.050633 3618 namespace.go:48] [ai-tenant-e2e-inf-a-0506c9] adding namespace took 703.451µs 2026-10-30T19:57:33.064221937Z I1030 19:57:33.064190 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T19:57:33.076575018Z I1030 19:57:33.076541 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T19:57:34.908669365Z I1030 19:57:34.908628 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6] creating logical port openshift-ingress_payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:34.908897743Z I1030 19:57:34.908863 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2026-10-30T19:57:34.931742961Z I1030 19:57:34.931699 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6] addLogicalPort annotation time took 22.883289ms 2026-10-30T19:57:34.933432629Z I1030 19:57:34.933398 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6] addLogicalPort took 24.792838ms, libovsdb time 929.484µs 2026-10-30T19:57:34.977901835Z I1030 19:57:34.977865 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:34.978037605Z I1030 19:57:34.978017 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 2026-10-30T19:57:35.002768591Z I1030 19:57:35.002728 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8] addLogicalPort annotation time took 24.73158ms 2026-10-30T19:57:35.004837200Z I1030 19:57:35.004797 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8] addLogicalPort took 26.94794ms, libovsdb time 1.036457ms 2026-10-30T19:57:35.062115102Z I1030 19:57:35.062063 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-0506c9 for network default 2026-10-30T19:57:35.062279937Z I1030 19:57:35.062261 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-0506c9 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:35.086842645Z I1030 19:57:35.086796 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-0506c9 resources completed, update namespace loglevel 2026-10-30T19:57:35.121843874Z I1030 19:57:35.121804 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-0506c9/payload-processing-e2e-inf-a-0506c9 for network default 2026-10-30T19:57:35.121999139Z I1030 19:57:35.121983 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-0506c9/payload-processing-e2e-inf-a-0506c9 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:57:35.171822526Z I1030 19:57:35.171630 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-0506c9/payload-processing-e2e-inf-a-0506c9 resources completed, update namespace loglevel 2026-10-30T19:57:35.592895139Z I1030 19:57:35.592840 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:35.596717755Z I1030 19:57:35.596677 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6, hostIfaceName: 2f3080f07360a3b, network: default, NAD default, SandboxID: "2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74", PCI device ID: , UID: "ef10935a-addd-444a-b27e-ae3e43183cb2", MAC: 0a:58:0a:84:00:79, IPs: [10.132.0.121/23] 2026-10-30T19:57:35.694329786Z I1030 19:57:35.694273 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:35.697771862Z I1030 19:57:35.697729 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8, hostIfaceName: e4778243a7f8bd8, network: default, NAD default, SandboxID: "e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034", PCI device ID: , UID: "392ba427-9917-49bf-8d60-8459a583f4e8", MAC: 0a:58:0a:84:00:7a, IPs: [10.132.0.122/23] 2026-10-30T19:57:35.816014690Z I1030 19:57:35.810796 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c2:69:94:a2:96\",\"name\":\"2f3080f07360a3b\"},{\"mac\":\"0a:58:0a:84:00:79\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/910a1d0c-3684-412d-8439-7a46bfad8ba8\"}],\"ips\":[{\"address\":\"10.132.0.121/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:35.911130549Z I1030 19:57:35.911079 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ab:d7:57:ba:1f\",\"name\":\"e4778243a7f8bd8\"},{\"mac\":\"0a:58:0a:84:00:7a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfc8a455-bbc9-48cc-8442-7ddf8225cc99\"}],\"ips\":[{\"address\":\"10.132.0.122/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:36.535371401Z W1030 19:57:36.535334 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-0506c9 2026-10-30T19:57:36.578606544Z W1030 19:57:36.578572 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9 2026-10-30T19:57:40.302986634Z W1030 19:57:40.302944 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5 2026-10-30T19:57:41.329720335Z W1030 19:57:41.329668 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3 2026-10-30T19:57:41.371172678Z W1030 19:57:41.371131 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T19:57:41.414361717Z W1030 19:57:41.414312 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T19:57:42.278957891Z I1030 19:57:42.278917 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=33 2026-10-30T19:57:46.377004829Z I1030 19:57:46.376954 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 2026-10-30T19:57:47.554354486Z W1030 19:57:47.554311 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-0506c9 2026-10-30T19:57:47.595957158Z W1030 19:57:47.595911 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9 2026-10-30T19:57:48.279145497Z I1030 19:57:48.279105 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=183 2026-10-30T19:57:52.026878267Z I1030 19:57:52.026828 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T19:57:52.698985524Z I1030 19:57:52.698945 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:53.056021762Z I1030 19:57:53.055974 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-b-d96913-allow for network default 2026-10-30T19:57:53.056021762Z I1030 19:57:53.056005 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-b-d96913-allow added to peer address sets [] 2026-10-30T19:57:53.057414594Z I1030 19:57:53.057379 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-b-d96913-allow resources completed, update namespace loglevel 2026-10-30T19:57:54.873750739Z W1030 19:57:54.873707 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-d96913-openshift-default 2026-10-30T19:57:54.873750739Z W1030 19:57:54.873732 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-d96913-openshift-default 2026-10-30T19:57:55.665867911Z I1030 19:57:55.665822 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w2-a165e5 for network default 2026-10-30T19:57:55.667076675Z I1030 19:57:55.667042 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w2-a165e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w2-a165e5,},}] 2026-10-30T19:57:55.667852386Z I1030 19:57:55.667825 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w2-a165e5 resources completed, update namespace loglevel 2026-10-30T19:57:56.581170605Z I1030 19:57:56.581127 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r] creating logical port odh-ai-gateway-infra_maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:57:56.581602218Z I1030 19:57:56.581564 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r 2026-10-30T19:57:56.616950302Z I1030 19:57:56.616900 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r] addLogicalPort annotation time took 35.467736ms 2026-10-30T19:57:56.655033240Z I1030 19:57:56.654980 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r] addLogicalPort took 73.961861ms, libovsdb time 36.840839ms 2026-10-30T19:57:56.901322752Z W1030 19:57:56.901269 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w2-a165e5 2026-10-30T19:57:57.908827447Z I1030 19:57:57.908776 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:57:57.912438827Z I1030 19:57:57.911887 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r, hostIfaceName: d1ac5c430cf0a89, network: default, NAD default, SandboxID: "d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73", PCI device ID: , UID: "9f51f024-9772-4774-ac32-a994be32bc88", MAC: 0a:58:0a:84:00:7b, IPs: [10.132.0.123/23] 2026-10-30T19:57:58.116568640Z I1030 19:57:58.116484 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:98:4b:1a:87:6d\",\"name\":\"d1ac5c430cf0a89\"},{\"mac\":\"0a:58:0a:84:00:7b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be66e3f2-00d1-48e2-8885-75071cc1e605\"}],\"ips\":[{\"address\":\"10.132.0.123/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:57:58.184522039Z I1030 19:57:58.184460 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:57:58.269653751Z I1030 19:57:58.269610 3618 namespace.go:44] [ai-tenant-e2e-api-b-d96913] adding namespace 2026-10-30T19:57:58.278382558Z I1030 19:57:58.278338 3618 namespace.go:48] [ai-tenant-e2e-api-b-d96913] adding namespace took 8.614171ms 2026-10-30T19:57:58.295016999Z I1030 19:57:58.294965 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T19:57:58.325319216Z I1030 19:57:58.325175 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T19:57:58.533028355Z I1030 19:57:58.531668 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w6-27a4d3 for network default 2026-10-30T19:57:58.564362667Z I1030 19:57:58.559774 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w6-27a4d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w6-27a4d3,},}] 2026-10-30T19:57:58.571624549Z I1030 19:57:58.571589 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w6-27a4d3 resources completed, update namespace loglevel 2026-10-30T19:58:00.040433349Z W1030 19:58:00.040385 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3 2026-10-30T19:58:00.653800295Z I1030 19:58:00.653742 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm] creating logical port openshift-ingress_payload-processing-e2e-api-b-d96913-548c57d588-cbbwm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:58:00.653874560Z I1030 19:58:00.653858 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 2026-10-30T19:58:00.686781915Z I1030 19:58:00.686728 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm] addLogicalPort annotation time took 32.910909ms 2026-10-30T19:58:00.688456508Z I1030 19:58:00.688416 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm] addLogicalPort took 34.694665ms, libovsdb time 750.061µs 2026-10-30T19:58:00.813454077Z I1030 19:58:00.810231 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-b-d96913 for network default 2026-10-30T19:58:00.813454077Z I1030 19:58:00.810334 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-b-d96913 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:00.838299643Z I1030 19:58:00.838157 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-b-d96913 resources completed, update namespace loglevel 2026-10-30T19:58:00.839082845Z I1030 19:58:00.839057 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-b-d96913/payload-processing-e2e-api-b-d96913 for network default 2026-10-30T19:58:00.852250199Z I1030 19:58:00.852207 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-b-d96913/payload-processing-e2e-api-b-d96913 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:00.897164585Z I1030 19:58:00.897100 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-b-d96913/payload-processing-e2e-api-b-d96913 resources completed, update namespace loglevel 2026-10-30T19:58:01.334154228Z I1030 19:58:01.334095 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:58:01.338891687Z I1030 19:58:01.338843 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-api-b-d96913-548c57d588-cbbwm, hostIfaceName: 605a46cd52be23a, network: default, NAD default, SandboxID: "605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e", PCI device ID: , UID: "473aba10-bccb-47b9-b403-7fb253d16386", MAC: 0a:58:0a:84:00:7c, IPs: [10.132.0.124/23] 2026-10-30T19:58:01.543995440Z I1030 19:58:01.543939 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:91:7e:2c:90:7c\",\"name\":\"605a46cd52be23a\"},{\"mac\":\"0a:58:0a:84:00:7c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f592c63-eaaa-4cf3-b59d-c5941c6cd457\"}],\"ips\":[{\"address\":\"10.132.0.124/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:58:02.052136361Z W1030 19:58:02.052094 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-b-d96913 2026-10-30T19:58:02.318637234Z W1030 19:58:02.318592 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-b-d96913 2026-10-30T19:58:06.214794567Z W1030 19:58:06.214750 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3 2026-10-30T19:58:06.447917650Z I1030 19:58:06.447869 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T19:58:07.111535621Z I1030 19:58:07.111465 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:07.272740696Z I1030 19:58:07.272687 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:58:07.272841646Z I1030 19:58:07.272825 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq 2026-10-30T19:58:07.299975597Z I1030 19:58:07.299931 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq] addLogicalPort annotation time took 27.14036ms 2026-10-30T19:58:07.301658083Z I1030 19:58:07.301618 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq] addLogicalPort took 28.944276ms, libovsdb time 942.146µs 2026-10-30T19:58:07.518645066Z I1030 19:58:07.518599 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-b-540a43-allow for network default 2026-10-30T19:58:07.518715753Z I1030 19:58:07.518701 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-b-540a43-allow added to peer address sets [] 2026-10-30T19:58:07.520998303Z I1030 19:58:07.520965 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-b-540a43-allow resources completed, update namespace loglevel 2026-10-30T19:58:08.355582852Z I1030 19:58:08.355530 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:58:08.391659663Z I1030 19:58:08.391613 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq, hostIfaceName: c0c4db68a8670c5, network: default, NAD default, SandboxID: "c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5", PCI device ID: , UID: "2ca34760-24bb-491a-a5d6-e6ae80e7c5ca", MAC: 0a:58:0a:84:00:7d, IPs: [10.132.0.125/23] 2026-10-30T19:58:08.589958607Z I1030 19:58:08.589898 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-0506c9 for network default 2026-10-30T19:58:08.601441870Z I1030 19:58:08.597825 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-0506c9 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-0506c9,},}] 2026-10-30T19:58:08.601441870Z I1030 19:58:08.599890 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-0506c9 resources completed, update namespace loglevel 2026-10-30T19:58:08.609750275Z I1030 19:58:08.609696 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:00:29:aa:e9:5f\",\"name\":\"c0c4db68a8670c5\"},{\"mac\":\"0a:58:0a:84:00:7d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2042f3d9-ae8c-4ac1-8fc0-e9696aea60cb\"}],\"ips\":[{\"address\":\"10.132.0.125/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:58:09.183300010Z W1030 19:58:09.183242 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-540a43-openshift-default 2026-10-30T19:58:09.183300010Z W1030 19:58:09.183270 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-540a43-openshift-default 2026-10-30T19:58:09.500008061Z W1030 19:58:09.499967 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9 2026-10-30T19:58:11.508693234Z I1030 19:58:11.508655 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:11.572186125Z I1030 19:58:11.572129 3618 namespace.go:44] [ai-tenant-e2e-api-b-540a43] adding namespace 2026-10-30T19:58:11.572883232Z I1030 19:58:11.572848 3618 namespace.go:48] [ai-tenant-e2e-api-b-540a43] adding namespace took 693.243µs 2026-10-30T19:58:11.594399428Z I1030 19:58:11.594350 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T19:58:11.609046138Z I1030 19:58:11.608991 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T19:58:12.114588176Z W1030 19:58:12.111976 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-93263c-openshift-default 2026-10-30T19:58:12.114588176Z W1030 19:58:12.112009 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-93263c-openshift-default 2026-10-30T19:58:13.099761961Z W1030 19:58:13.099710 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-8d97a5-openshift-default 2026-10-30T19:58:13.099761961Z W1030 19:58:13.099740 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-8d97a5-openshift-default 2026-10-30T19:58:13.520045331Z I1030 19:58:13.519996 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-b-540a43 for network default 2026-10-30T19:58:13.520244360Z I1030 19:58:13.520219 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-b-540a43 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:13.529604728Z I1030 19:58:13.524060 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-b-540a43 resources completed, update namespace loglevel 2026-10-30T19:58:13.633470779Z I1030 19:58:13.633427 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-b-540a43/payload-processing-e2e-api-b-540a43 for network default 2026-10-30T19:58:13.634464856Z I1030 19:58:13.634430 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-b-540a43/payload-processing-e2e-api-b-540a43 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:13.700836168Z I1030 19:58:13.700791 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-b-540a43/payload-processing-e2e-api-b-540a43 resources completed, update namespace loglevel 2026-10-30T19:58:14.318905839Z W1030 19:58:14.318859 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-b-d96913 2026-10-30T19:58:15.223233218Z W1030 19:58:15.223190 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-b-540a43 2026-10-30T19:58:15.271213898Z W1030 19:58:15.271162 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-b-540a43 2026-10-30T19:58:16.514124081Z W1030 19:58:16.514080 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9 2026-10-30T19:58:24.735325479Z I1030 19:58:24.735275 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4] creating logical port openshift-ingress_e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:58:24.735430821Z I1030 19:58:24.735414 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 2026-10-30T19:58:24.762042860Z I1030 19:58:24.762001 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4] addLogicalPort annotation time took 26.619388ms 2026-10-30T19:58:24.763853623Z I1030 19:58:24.763822 3618 pods.go:267] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4] addLogicalPort took 28.565417ms, libovsdb time 946.605µs 2026-10-30T19:58:25.115049810Z I1030 19:58:25.115009 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:58:25.118298640Z I1030 19:58:25.118247 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4, hostIfaceName: 24996b9a43699dd, network: default, NAD default, SandboxID: "24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92", PCI device ID: , UID: "a162056a-76a0-4ea2-9e13-6e7b28623c8b", MAC: 0a:58:0a:84:00:7e, IPs: [10.132.0.126/23] 2026-10-30T19:58:25.321271694Z I1030 19:58:25.321217 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:93:06:5d:3c:86\",\"name\":\"24996b9a43699dd\"},{\"mac\":\"0a:58:0a:84:00:7e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ddfbbf5-6097-454d-93dd-8d5dd6901aa1\"}],\"ips\":[{\"address\":\"10.132.0.126/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:58:34.368054622Z I1030 19:58:34.368003 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.368054622Z I1030 19:58:34.368048 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T19:58:34.376952139Z I1030 19:58:34.376910 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T19:58:34.377027215Z I1030 19:58:34.376998 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.404943293Z W1030 19:58:34.404897 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:58:34.405013985Z W1030 19:58:34.405000 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-2224e496-openshift-default 2026-10-30T19:58:34.417968496Z I1030 19:58:34.417922 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.418175252Z I1030 19:58:34.418147 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T19:58:34.501901898Z I1030 19:58:34.501864 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.501979751Z I1030 19:58:34.501953 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T19:58:34.726475566Z I1030 19:58:34.726434 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T19:58:34.726475566Z I1030 19:58:34.726461 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.807074665Z I1030 19:58:34.807028 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.807121016Z I1030 19:58:34.807072 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T19:58:34.910018216Z I1030 19:58:34.909967 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:34.910018216Z I1030 19:58:34.910004 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T19:58:35.385264862Z I1030 19:58:35.385217 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:35.385344887Z I1030 19:58:35.385330 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T19:58:37.165163673Z I1030 19:58:37.165113 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-d96913 for network default 2026-10-30T19:58:37.186410256Z I1030 19:58:37.174118 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-d96913 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-b-d96913,},}] 2026-10-30T19:58:37.186410256Z I1030 19:58:37.185288 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-d96913 resources completed, update namespace loglevel 2026-10-30T19:58:37.535669704Z W1030 19:58:37.535634 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-d96913 2026-10-30T19:58:40.327031386Z I1030 19:58:40.326981 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:40.690765270Z I1030 19:58:40.690723 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-a-aa42c3-allow for network default 2026-10-30T19:58:40.690841082Z I1030 19:58:40.690826 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-a-aa42c3-allow added to peer address sets [] 2026-10-30T19:58:40.692548376Z I1030 19:58:40.692459 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-a-aa42c3-allow resources completed, update namespace loglevel 2026-10-30T19:58:40.861257580Z I1030 19:58:40.861217 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T19:58:40.893960865Z I1030 19:58:40.893900 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T19:58:41.368540492Z I1030 19:58:41.366061 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:41.778280767Z I1030 19:58:41.777978 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w2-87ff9f-allow for network default 2026-10-30T19:58:41.778280767Z I1030 19:58:41.778014 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w2-87ff9f-allow added to peer address sets [] 2026-10-30T19:58:41.780293847Z I1030 19:58:41.780244 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w2-87ff9f-allow resources completed, update namespace loglevel 2026-10-30T19:58:42.233565598Z I1030 19:58:42.231936 3618 namespace.go:44] [ai-tenant-e2e-mt-a5f3ecca] adding namespace 2026-10-30T19:58:42.235587001Z I1030 19:58:42.234719 3618 namespace.go:48] [ai-tenant-e2e-mt-a5f3ecca] adding namespace took 2.75393ms 2026-10-30T19:58:42.249618377Z I1030 19:58:42.249163 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T19:58:42.255657122Z I1030 19:58:42.254867 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T19:58:42.382855938Z I1030 19:58:42.382808 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T19:58:42.642589126Z W1030 19:58:42.641590 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-aa42c3-openshift-default 2026-10-30T19:58:42.642589126Z W1030 19:58:42.641620 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-aa42c3-openshift-default 2026-10-30T19:58:43.635139692Z I1030 19:58:43.635095 3618 namespace.go:44] [ai-tenant-e2e-mt-32cdca16] adding namespace 2026-10-30T19:58:43.636004784Z I1030 19:58:43.635960 3618 namespace.go:48] [ai-tenant-e2e-mt-32cdca16] adding namespace took 765.348µs 2026-10-30T19:58:43.654762131Z I1030 19:58:43.654715 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T19:58:43.666069391Z I1030 19:58:43.666028 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T19:58:43.813988316Z I1030 19:58:43.813939 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T19:58:44.820814455Z W1030 19:58:44.820773 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w2-87ff9f-openshift-default 2026-10-30T19:58:44.820814455Z W1030 19:58:44.820796 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w2-87ff9f-openshift-default 2026-10-30T19:58:45.254039816Z I1030 19:58:45.253995 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:45.343766315Z I1030 19:58:45.343707 3618 namespace.go:44] [ai-tenant-e2e-api-a-aa42c3] adding namespace 2026-10-30T19:58:45.352226148Z I1030 19:58:45.352165 3618 namespace.go:48] [ai-tenant-e2e-api-a-aa42c3] adding namespace took 7.806909ms 2026-10-30T19:58:45.371364758Z I1030 19:58:45.369295 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T19:58:45.376104657Z I1030 19:58:45.375994 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T19:58:46.510038382Z I1030 19:58:46.509993 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=8 2026-10-30T19:58:47.609970930Z I1030 19:58:47.609925 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:47.699562772Z I1030 19:58:47.699518 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-a-aa42c3 for network default 2026-10-30T19:58:47.702629164Z I1030 19:58:47.702591 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-a-aa42c3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:47.752543425Z I1030 19:58:47.722484 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-a-aa42c3 resources completed, update namespace loglevel 2026-10-30T19:58:47.752543425Z I1030 19:58:47.745040 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-a-aa42c3/payload-processing-e2e-api-a-aa42c3 for network default 2026-10-30T19:58:47.752543425Z I1030 19:58:47.745124 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-a-aa42c3/payload-processing-e2e-api-a-aa42c3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:47.752543425Z I1030 19:58:47.751068 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-a-aa42c3/payload-processing-e2e-api-a-aa42c3 resources completed, update namespace loglevel 2026-10-30T19:58:47.809476275Z I1030 19:58:47.799474 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w2-87ff9f] adding namespace 2026-10-30T19:58:47.811052568Z I1030 19:58:47.811014 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w2-87ff9f] adding namespace took 881.069µs 2026-10-30T19:58:47.818519642Z I1030 19:58:47.818452 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T19:58:47.831643683Z I1030 19:58:47.830917 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T19:58:48.133531935Z W1030 19:58:48.133438 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w2-a165e5-openshift-default 2026-10-30T19:58:48.133531935Z W1030 19:58:48.133471 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w2-a165e5-openshift-default 2026-10-30T19:58:48.336534828Z W1030 19:58:48.336196 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-0506c9-openshift-default 2026-10-30T19:58:48.336534828Z W1030 19:58:48.336223 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-0506c9-openshift-default 2026-10-30T19:58:48.692321049Z I1030 19:58:48.692276 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:58:48.782202779Z I1030 19:58:48.782162 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln fdab9973bf4213ba58ce64c0743a97880a969b141f149ff22ae8fe9c5615ff0c network default NAD default NAD key default], result "{}", err 2026-10-30T19:58:48.887753154Z I1030 19:58:48.887701 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln 2026-10-30T19:58:48.890190950Z I1030 19:58:48.890155 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-tvjln, ips: 10.132.0.78 2026-10-30T19:58:48.890246146Z I1030 19:58:48.890230 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T19:58:48.890485188Z I1030 19:58:48.890453 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:49.709914146Z I1030 19:58:49.709868 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:58:49.711082260Z W1030 19:58:49.711053 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-a-aa42c3 2026-10-30T19:58:49.771686384Z I1030 19:58:49.771644 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f for network default 2026-10-30T19:58:49.771838799Z I1030 19:58:49.771803 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:49.773977865Z I1030 19:58:49.773950 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f resources completed, update namespace loglevel 2026-10-30T19:58:49.792563022Z I1030 19:58:49.792533 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w2-87ff9f/payload-processing-e2e-shared-b-w2-87ff9f for network default 2026-10-30T19:58:49.792630417Z I1030 19:58:49.792604 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w2-87ff9f/payload-processing-e2e-shared-b-w2-87ff9f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:58:49.796032604Z I1030 19:58:49.796005 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w2-87ff9f/payload-processing-e2e-shared-b-w2-87ff9f resources completed, update namespace loglevel 2026-10-30T19:58:49.798599180Z W1030 19:58:49.798573 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-a-aa42c3 2026-10-30T19:58:49.822210492Z I1030 19:58:49.822174 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 13c0895e3cfd273394f433785320b77cf7132dcdab5ab4a1c0f15a3db1f460e6 network default NAD default NAD key default], result "{}", err 2026-10-30T19:58:49.917736272Z I1030 19:58:49.915165 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq 2026-10-30T19:58:49.929618133Z I1030 19:58:49.929577 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-vwslq, ips: 10.132.0.75 2026-10-30T19:58:49.929764697Z I1030 19:58:49.929748 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:58:49.932475165Z I1030 19:58:49.932439 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T19:58:50.764758268Z I1030 19:58:50.764714 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:58:50.764758268Z I1030 19:58:50.764752 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:58:50.764798059Z I1030 19:58:50.764766 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:58:50.764798059Z I1030 19:58:50.764793 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:58:50.764837655Z I1030 19:58:50.764822 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:58:50.764868348Z I1030 19:58:50.764854 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:58:51.726361630Z W1030 19:58:51.726322 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f 2026-10-30T19:58:51.768131231Z W1030 19:58:51.768099 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w2-87ff9f 2026-10-30T19:58:52.927341155Z I1030 19:58:52.927298 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7] creating logical port odh-ai-gateway-infra_maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:58:52.927608405Z I1030 19:58:52.927570 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 2026-10-30T19:58:52.950462114Z I1030 19:58:52.950424 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7] addLogicalPort annotation time took 22.937193ms 2026-10-30T19:58:52.952575590Z I1030 19:58:52.952543 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7] addLogicalPort took 25.265181ms, libovsdb time 1.328484ms 2026-10-30T19:58:53.903277332Z I1030 19:58:53.903236 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:58:53.906341428Z I1030 19:58:53.906302 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7, hostIfaceName: 7eea5af8956e899, network: default, NAD default, SandboxID: "7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d", PCI device ID: , UID: "bde97bd8-1596-4f6d-8091-6fcf87f44da1", MAC: 0a:58:0a:84:00:7f, IPs: [10.132.0.127/23] 2026-10-30T19:58:54.109146913Z I1030 19:58:54.109001 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0b:a1:25:09:49\",\"name\":\"7eea5af8956e899\"},{\"mac\":\"0a:58:0a:84:00:7f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81253c51-bb0b-453d-b78d-0e1c61a7d67b\"}],\"ips\":[{\"address\":\"10.132.0.127/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:58:54.583436523Z I1030 19:58:54.576738 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-540a43 for network default 2026-10-30T19:58:54.612878358Z I1030 19:58:54.612827 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-540a43 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-b-540a43,},}] 2026-10-30T19:58:54.617666372Z I1030 19:58:54.617631 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-540a43 resources completed, update namespace loglevel 2026-10-30T19:58:54.823874603Z I1030 19:58:54.823822 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T19:58:55.281247112Z I1030 19:58:55.281210 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:55.635741514Z I1030 19:58:55.635694 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-eb16ce-allow for network default 2026-10-30T19:58:55.635827790Z I1030 19:58:55.635809 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-eb16ce-allow added to peer address sets [] 2026-10-30T19:58:55.636970087Z I1030 19:58:55.636939 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-eb16ce-allow resources completed, update namespace loglevel 2026-10-30T19:58:55.782018785Z W1030 19:58:55.781963 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-540a43 2026-10-30T19:58:56.026265990Z I1030 19:58:56.026216 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T19:58:57.610127373Z W1030 19:58:57.610086 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-eb16ce-openshift-default 2026-10-30T19:58:57.610127373Z W1030 19:58:57.610114 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-eb16ce-openshift-default 2026-10-30T19:58:59.648939945Z W1030 19:58:59.648889 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w6-27a4d3-openshift-default 2026-10-30T19:58:59.648939945Z W1030 19:58:59.648911 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w6-27a4d3-openshift-default 2026-10-30T19:58:59.951523566Z I1030 19:58:59.951471 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T19:58:59.998681094Z I1030 19:58:59.998633 3618 namespace.go:44] [ai-tenant-e2e-inf-b-eb16ce] adding namespace 2026-10-30T19:58:59.999308411Z I1030 19:58:59.999267 3618 namespace.go:48] [ai-tenant-e2e-inf-b-eb16ce] adding namespace took 604.938µs 2026-10-30T19:59:00.016567036Z I1030 19:59:00.016526 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T19:59:00.025441504Z I1030 19:59:00.025400 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T19:59:01.813018336Z W1030 19:59:01.812967 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-540a43 2026-10-30T19:59:01.964532651Z I1030 19:59:01.962348 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-eb16ce for network default 2026-10-30T19:59:01.964532651Z I1030 19:59:01.962446 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-eb16ce added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:59:01.966748947Z I1030 19:59:01.966700 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-eb16ce resources completed, update namespace loglevel 2026-10-30T19:59:01.992265771Z I1030 19:59:01.992222 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-eb16ce/payload-processing-e2e-inf-b-eb16ce for network default 2026-10-30T19:59:01.992642944Z I1030 19:59:01.992611 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-eb16ce/payload-processing-e2e-inf-b-eb16ce added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T19:59:02.019655636Z I1030 19:59:02.019612 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-eb16ce/payload-processing-e2e-inf-b-eb16ce resources completed, update namespace loglevel 2026-10-30T19:59:03.246817932Z I1030 19:59:03.246769 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T19:59:03.877975380Z W1030 19:59:03.877935 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-eb16ce 2026-10-30T19:59:03.920060598Z W1030 19:59:03.920019 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-eb16ce 2026-10-30T19:59:19.142778553Z I1030 19:59:19.142737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T19:59:19.142807161Z I1030 19:59:19.142775 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.200162854Z I1030 19:59:19.200110 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T19:59:19.200162854Z I1030 19:59:19.200151 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.251375478Z I1030 19:59:19.251334 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T19:59:19.251474089Z I1030 19:59:19.251445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.718408627Z I1030 19:59:19.718352 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T19:59:19.718408627Z I1030 19:59:19.718394 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.761009157Z I1030 19:59:19.760972 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.761164854Z I1030 19:59:19.761123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T19:59:19.802774999Z I1030 19:59:19.802723 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T19:59:19.802774999Z I1030 19:59:19.802761 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:19.931421935Z I1030 19:59:19.931331 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T19:59:19.931421935Z I1030 19:59:19.931399 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:20.114247812Z I1030 19:59:20.114196 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:20.114290942Z I1030 19:59:20.114255 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T19:59:20.156694927Z I1030 19:59:20.156655 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:20.156833877Z I1030 19:59:20.156789 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T19:59:24.416683773Z I1030 19:59:24.416630 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T19:59:26.108537839Z W1030 19:59:26.108157 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-kserve-workload-svc 2026-10-30T19:59:28.514217161Z I1030 19:59:28.514177 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-aa42c3 for network default 2026-10-30T19:59:28.515356310Z I1030 19:59:28.515316 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-aa42c3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-a-aa42c3,},}] 2026-10-30T19:59:28.516181045Z I1030 19:59:28.516149 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-aa42c3 resources completed, update namespace loglevel 2026-10-30T19:59:29.422664999Z I1030 19:59:29.422622 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:59:29.422710049Z I1030 19:59:29.422667 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:59:29.422710049Z I1030 19:59:29.422689 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:59:29.422731278Z I1030 19:59:29.422717 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:59:29.422742959Z I1030 19:59:29.422736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:59:29.422751809Z I1030 19:59:29.422744 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:59:29.581994304Z W1030 19:59:29.581917 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-aa42c3 2026-10-30T19:59:32.344445246Z I1030 19:59:32.344399 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w2-87ff9f for network default 2026-10-30T19:59:32.345589803Z I1030 19:59:32.345551 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w2-87ff9f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w2-87ff9f,},}] 2026-10-30T19:59:32.346339023Z I1030 19:59:32.346313 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w2-87ff9f resources completed, update namespace loglevel 2026-10-30T19:59:33.660131946Z W1030 19:59:33.660086 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w2-87ff9f 2026-10-30T19:59:34.554934169Z I1030 19:59:34.554890 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 2026-10-30T19:59:34.674452353Z W1030 19:59:34.674405 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-540a43-openshift-default 2026-10-30T19:59:34.674452353Z W1030 19:59:34.674429 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-540a43-openshift-default 2026-10-30T19:59:36.565789019Z I1030 19:59:36.565743 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-a-8d97a5 2026-10-30T19:59:36.565789019Z I1030 19:59:36.565774 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-a-8d97a5 2026-10-30T19:59:36.602908755Z I1030 19:59:36.602866 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-a-8d97a5/payload-processing-e2e-api-a-8d97a5 2026-10-30T19:59:36.602982607Z I1030 19:59:36.602969 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-a-8d97a5/payload-processing-e2e-api-a-8d97a5 2026-10-30T19:59:39.123888112Z I1030 19:59:39.123843 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7062-6476e4] creating logical port opendatahub_test-curl-7062-6476e4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T19:59:39.124124120Z I1030 19:59:39.124090 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7062-6476e4 2026-10-30T19:59:39.145146112Z I1030 19:59:39.145103 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7062-6476e4] addLogicalPort annotation time took 21.054428ms 2026-10-30T19:59:39.147291275Z I1030 19:59:39.147254 3618 pods.go:267] [opendatahub/test-curl-7062-6476e4] addLogicalPort took 23.434653ms, libovsdb time 1.337391ms 2026-10-30T19:59:39.515117313Z I1030 19:59:39.515068 3618 cniserver.go:315] [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default] ADD starting CNI request 2026-10-30T19:59:39.518079723Z I1030 19:59:39.518033 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7062-6476e4, hostIfaceName: 5d5cb622b1fb700, network: default, NAD default, SandboxID: "5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe", PCI device ID: , UID: "3538e629-e0c8-4a3d-9b11-10de2eb980fd", MAC: 0a:58:0a:84:00:80, IPs: [10.132.0.128/23] 2026-10-30T19:59:39.721744971Z I1030 19:59:39.721680 3618 cniserver.go:304] [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:81:52:89:75:17\",\"name\":\"5d5cb622b1fb700\"},{\"mac\":\"0a:58:0a:84:00:80\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5972b9a-8f75-4f6e-8520-73022f8c932d\"}],\"ips\":[{\"address\":\"10.132.0.128/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T19:59:40.380039166Z I1030 19:59:40.379986 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 2026-10-30T19:59:41.366353654Z I1030 19:59:41.365780 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:59:41.530984921Z I1030 19:59:41.530933 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 5aa52330c73613071febd2b29c219f2e88ce519ce9f741db2cf50f8a66dc8242 network default NAD default NAD key default], result "{}", err 2026-10-30T19:59:41.569458950Z I1030 19:59:41.569413 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:41.640251755Z I1030 19:59:41.640198 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8 2026-10-30T19:59:41.648154318Z I1030 19:59:41.648115 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-api-a-8d97a5-6fd4bcd45f-rf8l8, ips: 10.132.0.112 2026-10-30T19:59:41.648268150Z I1030 19:59:41.648253 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:42.677227776Z I1030 19:59:42.671875 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=9 2026-10-30T19:59:42.956330364Z I1030 19:59:42.956279 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-eb16ce for network default 2026-10-30T19:59:42.957357587Z I1030 19:59:42.957321 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-eb16ce added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-eb16ce,},}] 2026-10-30T19:59:42.958113449Z I1030 19:59:42.958087 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-eb16ce resources completed, update namespace loglevel 2026-10-30T19:59:43.552518457Z I1030 19:59:43.552449 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T19:59:43.775867353Z W1030 19:59:43.775822 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-eb16ce 2026-10-30T19:59:43.786616551Z I1030 19:59:43.786570 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T19:59:43.787407501Z I1030 19:59:43.787378 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7062-6476e4 2026-10-30T19:59:43.790474094Z I1030 19:59:43.790446 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7062-6476e4, ips: 10.132.0.128 2026-10-30T19:59:46.974655824Z I1030 19:59:46.974603 3618 cniserver.go:315] [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default] DEL starting CNI request 2026-10-30T19:59:47.076924183Z I1030 19:59:47.076876 3618 cniserver.go:304] [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7062-6476e4 5d5cb622b1fb700323d0c67ddb18a2b2bf6eaf60bf1016241e66336fb29709fe network default NAD default NAD key default], result "{}", err 2026-10-30T19:59:47.779722904Z I1030 19:59:47.779678 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:59:47.779778128Z I1030 19:59:47.779737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:59:47.779778128Z I1030 19:59:47.779755 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:59:47.779778128Z I1030 19:59:47.779764 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:59:47.779791839Z I1030 19:59:47.779786 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:59:47.779819901Z I1030 19:59:47.779808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:59:48.671378977Z I1030 19:59:48.671331 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T19:59:48.671430487Z I1030 19:59:48.671386 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T19:59:48.671430487Z I1030 19:59:48.671423 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T19:59:48.671472797Z I1030 19:59:48.671456 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T19:59:48.671542456Z I1030 19:59:48.671517 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T19:59:48.671574027Z I1030 19:59:48.671559 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T19:59:49.408632359Z I1030 19:59:49.405900 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T19:59:49.408930577Z I1030 19:59:49.408900 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T19:59:52.541282003Z I1030 19:59:52.541237 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=10 2026-10-30T19:59:54.862162894Z I1030 19:59:54.859292 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T19:59:54.862162894Z I1030 19:59:54.859324 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T19:59:54.906735961Z I1030 19:59:54.906692 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 2026-10-30T19:59:54.906823055Z I1030 19:59:54.906793 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 2026-10-30T19:59:55.927846362Z I1030 19:59:55.927802 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-a-93263c 2026-10-30T19:59:55.927932047Z I1030 19:59:55.927915 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-a-93263c 2026-10-30T19:59:55.965254683Z I1030 19:59:55.965216 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-a-93263c/payload-processing-e2e-api-a-93263c 2026-10-30T19:59:55.965254683Z I1030 19:59:55.965243 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-a-93263c/payload-processing-e2e-api-a-93263c 2026-10-30T20:00:00.239248247Z I1030 20:00:00.239208 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:00.239420400Z I1030 20:00:00.239379 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 2026-10-30T20:00:00.255800804Z I1030 20:00:00.255593 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:00.255800804Z I1030 20:00:00.255740 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq 2026-10-30T20:00:00.266665446Z I1030 20:00:00.266625 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj] addLogicalPort annotation time took 27.285317ms 2026-10-30T20:00:00.269640856Z I1030 20:00:00.269605 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:00.269825103Z I1030 20:00:00.269802 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 2026-10-30T20:00:00.271254627Z I1030 20:00:00.271219 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj] addLogicalPort took 32.027691ms, libovsdb time 3.547149ms 2026-10-30T20:00:00.281234961Z I1030 20:00:00.281200 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq] addLogicalPort annotation time took 25.502531ms 2026-10-30T20:00:00.286196149Z I1030 20:00:00.286146 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq] addLogicalPort took 30.57456ms, libovsdb time 3.952923ms 2026-10-30T20:00:00.289993212Z I1030 20:00:00.289950 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:00.290121028Z I1030 20:00:00.290096 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 2026-10-30T20:00:00.300847741Z I1030 20:00:00.300805 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm] addLogicalPort annotation time took 31.036769ms 2026-10-30T20:00:00.302997287Z I1030 20:00:00.302961 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm] addLogicalPort took 33.369869ms, libovsdb time 1.166472ms 2026-10-30T20:00:00.322324093Z I1030 20:00:00.322276 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:00.322619243Z I1030 20:00:00.322386 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 2026-10-30T20:00:00.336784070Z I1030 20:00:00.336739 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj] addLogicalPort annotation time took 46.675441ms 2026-10-30T20:00:00.345222360Z I1030 20:00:00.345181 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj] addLogicalPort took 55.241137ms, libovsdb time 7.399752ms 2026-10-30T20:00:00.357715297Z I1030 20:00:00.357674 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2] addLogicalPort annotation time took 35.324109ms 2026-10-30T20:00:00.361792591Z I1030 20:00:00.361756 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2] addLogicalPort took 39.49639ms, libovsdb time 3.04317ms 2026-10-30T20:00:00.643224877Z I1030 20:00:00.643177 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:00.646605536Z I1030 20:00:00.646550 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj, hostIfaceName: 8d5a81edd229243, network: default, NAD default, SandboxID: "8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6", PCI device ID: , UID: "4b9701ae-3658-4c5e-bb57-9d604643d65f", MAC: 0a:58:0a:84:00:81, IPs: [10.132.0.129/23] 2026-10-30T20:00:00.721690543Z I1030 20:00:00.721640 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:00.723020411Z I1030 20:00:00.722971 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:00.725944324Z I1030 20:00:00.725905 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq, hostIfaceName: dfe1ea81b413406, network: default, NAD default, SandboxID: "dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9", PCI device ID: , UID: "fc23b796-bbd4-4b71-bee4-66e7cea06c97", MAC: 0a:58:0a:84:00:82, IPs: [10.132.0.130/23] 2026-10-30T20:00:00.726142467Z I1030 20:00:00.726112 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm, hostIfaceName: 9bf2f85ed49b6e4, network: default, NAD default, SandboxID: "9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c", PCI device ID: , UID: "638a7e34-94d9-4209-8562-2fb90d848609", MAC: 0a:58:0a:84:00:83, IPs: [10.132.0.131/23] 2026-10-30T20:00:00.760808593Z I1030 20:00:00.760757 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:00.765561636Z I1030 20:00:00.765509 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj, hostIfaceName: 76a53b19558132c, network: default, NAD default, SandboxID: "76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6", PCI device ID: , UID: "13ad6203-4582-432c-9ef0-b8efab87118e", MAC: 0a:58:0a:84:00:84, IPs: [10.132.0.132/23] 2026-10-30T20:00:00.784302548Z I1030 20:00:00.784246 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:00.816670979Z I1030 20:00:00.816632 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:00.825298037Z I1030 20:00:00.825258 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:00.828509282Z I1030 20:00:00.828452 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2, hostIfaceName: 727b418be8c0c56, network: default, NAD default, SandboxID: "727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597", PCI device ID: , UID: "e167265d-4b6a-436a-8514-ab795d341fde", MAC: 0a:58:0a:84:00:85, IPs: [10.132.0.133/23] 2026-10-30T20:00:00.852290687Z I1030 20:00:00.852242 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b8:44:ff:e5:58\",\"name\":\"8d5a81edd229243\"},{\"mac\":\"0a:58:0a:84:00:81\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abe35361-8f02-4c4a-9d67-87669a27adc4\"}],\"ips\":[{\"address\":\"10.132.0.129/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:01.038729995Z I1030 20:00:01.038636 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx a7885afa77863ce118e55912fddbe818f7ecc969f5c37b28336db5bec4721642 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:01.050815498Z I1030 20:00:01.050753 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2d2ac8dca3c73852545a95771394b16de997d79820db31aa55a07eaa4fdf6580 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:01.136337383Z I1030 20:00:01.136277 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:93:98:20:df:f1\",\"name\":\"dfe1ea81b413406\"},{\"mac\":\"0a:58:0a:84:00:82\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc561016-8247-410c-8a8a-943330d5251e\"}],\"ips\":[{\"address\":\"10.132.0.130/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:01.136413105Z I1030 20:00:01.136277 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:6e:fb:99:1a:fb\",\"name\":\"9bf2f85ed49b6e4\"},{\"mac\":\"0a:58:0a:84:00:83\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c36ac425-9e9d-465c-8682-91600b2df2e1\"}],\"ips\":[{\"address\":\"10.132.0.131/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:01.171434713Z I1030 20:00:01.171384 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:76:71:3a:32:78\",\"name\":\"76a53b19558132c\"},{\"mac\":\"0a:58:0a:84:00:84\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54680836-fbfd-40e8-ac7d-f3d8cce60f95\"}],\"ips\":[{\"address\":\"10.132.0.132/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:01.217948705Z I1030 20:00:01.217904 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx 2026-10-30T20:00:01.221597936Z I1030 20:00:01.221559 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-api-a-93263c-78d9f79dbc-dgwqx, ips: 10.132.0.113 2026-10-30T20:00:01.221686003Z I1030 20:00:01.221670 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:00:01.239300414Z I1030 20:00:01.239251 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4d:43:57:4c:55\",\"name\":\"727b418be8c0c56\"},{\"mac\":\"0a:58:0a:84:00:85\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/142455d1-a006-4a2f-9098-6cb258845c82\"}],\"ips\":[{\"address\":\"10.132.0.133/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:01.266196197Z I1030 20:00:01.266161 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5 2026-10-30T20:00:01.269652534Z I1030 20:00:01.269619 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-api-a-93263c-7fb7b9d6c8-2czs5, ips: 10.132.0.114 2026-10-30T20:00:01.269795230Z I1030 20:00:01.269779 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:00:01.970895683Z W1030 20:00:01.970846 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-a-aa42c3-openshift-default 2026-10-30T20:00:01.970895683Z W1030 20:00:01.970876 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-aa42c3-openshift-default 2026-10-30T20:00:04.056389602Z W1030 20:00:04.056343 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w2-87ff9f-openshift-default 2026-10-30T20:00:04.056471189Z W1030 20:00:04.056443 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w2-87ff9f-openshift-default 2026-10-30T20:00:07.495104578Z I1030 20:00:07.495061 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=9 2026-10-30T20:00:12.135755865Z I1030 20:00:12.135705 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T20:00:12.833377938Z I1030 20:00:12.833325 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:13.198771343Z I1030 20:00:13.198728 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-api-b-652137-allow for network default 2026-10-30T20:00:13.198844735Z I1030 20:00:13.198827 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-api-b-652137-allow added to peer address sets [] 2026-10-30T20:00:13.200021823Z I1030 20:00:13.199990 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-api-b-652137-allow resources completed, update namespace loglevel 2026-10-30T20:00:14.830688261Z W1030 20:00:14.830620 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-652137-openshift-default 2026-10-30T20:00:14.830766481Z W1030 20:00:14.830751 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-652137-openshift-default 2026-10-30T20:00:17.208071298Z I1030 20:00:17.208023 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:17.263189963Z I1030 20:00:17.263147 3618 namespace.go:44] [ai-tenant-e2e-api-b-652137] adding namespace 2026-10-30T20:00:17.263892856Z I1030 20:00:17.263856 3618 namespace.go:48] [ai-tenant-e2e-api-b-652137] adding namespace took 683.975µs 2026-10-30T20:00:17.287770417Z I1030 20:00:17.287720 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:00:17.298929359Z I1030 20:00:17.298898 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:00:18.250905938Z I1030 20:00:18.250863 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:18.250964657Z I1030 20:00:18.250953 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:18.251034653Z I1030 20:00:18.251010 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:18.251055785Z I1030 20:00:18.251042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:18.251080756Z I1030 20:00:18.251072 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:18.251119233Z I1030 20:00:18.251108 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:18.307475781Z I1030 20:00:18.307434 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:18.307538910Z I1030 20:00:18.307471 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:18.307538910Z I1030 20:00:18.307484 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:18.307538910Z I1030 20:00:18.307531 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:18.307576410Z I1030 20:00:18.307563 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:18.307628569Z I1030 20:00:18.307600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:18.738435778Z I1030 20:00:18.738389 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:18.852274849Z I1030 20:00:18.852212 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq dfe1ea81b41340624881d8fe3c6b36e3ca8f714b83b03d9364de84b9fd168ab9 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:18.946383477Z I1030 20:00:18.946332 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq 2026-10-30T20:00:18.949520507Z I1030 20:00:18.949457 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-api-b-d96913-29889840-hfbbq, ips: 10.132.0.130 2026-10-30T20:00:18.949579704Z I1030 20:00:18.949554 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:18.949879207Z I1030 20:00:18.949857 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:18.950286404Z I1030 20:00:18.950262 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:18.950569647Z I1030 20:00:18.950551 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:18.950790152Z I1030 20:00:18.950776 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:18.950954662Z I1030 20:00:18.950941 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:19.305822096Z I1030 20:00:19.305777 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T20:00:19.336573536Z I1030 20:00:19.325686 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-api-b-652137 for network default 2026-10-30T20:00:19.336728905Z I1030 20:00:19.336702 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-api-b-652137 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:00:19.447757553Z I1030 20:00:19.400085 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-api-b-652137 resources completed, update namespace loglevel 2026-10-30T20:00:19.447948775Z I1030 20:00:19.447877 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-api-b-652137/payload-processing-e2e-api-b-652137 for network default 2026-10-30T20:00:19.448066169Z I1030 20:00:19.448049 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-api-b-652137/payload-processing-e2e-api-b-652137 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:00:19.448579753Z I1030 20:00:19.405330 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:19.448666882Z I1030 20:00:19.448654 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:19.448710924Z I1030 20:00:19.448701 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:19.448746169Z I1030 20:00:19.448736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:19.448793871Z I1030 20:00:19.448784 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:19.448840327Z I1030 20:00:19.448830 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:19.584944515Z I1030 20:00:19.584904 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-api-b-652137/payload-processing-e2e-api-b-652137 resources completed, update namespace loglevel 2026-10-30T20:00:19.901952038Z I1030 20:00:19.901903 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:19.903676921Z I1030 20:00:19.903638 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:19.905118734Z I1030 20:00:19.905067 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:19.910226202Z I1030 20:00:19.910191 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:19.915685476Z I1030 20:00:19.915649 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:19.922569694Z I1030 20:00:19.922534 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:20.035089805Z I1030 20:00:20.035018 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 76a53b19558132cccb7177c77b6dc1080b24110cde60e5c1cefc7b6a1b6ac5c6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.134564524Z I1030 20:00:20.134512 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 8d5a81edd2292431e3f11c663919a22a50a8568c599def2fd8a3567ab5e911d6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.135083654Z I1030 20:00:20.135044 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 8b48e4f1dfb7753021c41d94aa2e5f45354d8cc213da161ec0da21022fc13638 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.139051508Z I1030 20:00:20.139007 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj 2026-10-30T20:00:20.143301784Z I1030 20:00:20.143127 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889840-vx6wj, ips: 10.132.0.132 2026-10-30T20:00:20.143301784Z I1030 20:00:20.143184 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.144223954Z I1030 20:00:20.144192 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.145120973Z I1030 20:00:20.145097 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.145367000Z I1030 20:00:20.145348 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.145666223Z I1030 20:00:20.145643 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.145925720Z I1030 20:00:20.145897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.205151013Z W1030 20:00:20.205097 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-api-b-652137 2026-10-30T20:00:20.230769844Z I1030 20:00:20.230719 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 9bf2f85ed49b6e4cd3c66d9e2817b65544cba9e3dc79cf96da21b89cfd46a00c network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.237831081Z I1030 20:00:20.237781 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 727b418be8c0c5645db40cf3e98155344867aecbe374a5b3c30cd16068857597 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.242302948Z I1030 20:00:20.242268 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 3f92f089ce73631e9edacb1f27b0905cb6ac9c74f20ea03b4b553c43c67e5f32 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:20.271693590Z I1030 20:00:20.271649 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb 2026-10-30T20:00:20.275838593Z I1030 20:00:20.275802 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-vqrqb, ips: 10.132.0.108 2026-10-30T20:00:20.275988261Z I1030 20:00:20.275972 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:00:20.305957089Z I1030 20:00:20.305916 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.306071887Z I1030 20:00:20.306056 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.306116704Z I1030 20:00:20.306106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.306150522Z I1030 20:00:20.306141 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.306208429Z I1030 20:00:20.306198 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.306247712Z I1030 20:00:20.306238 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.319677449Z I1030 20:00:20.319472 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj 2026-10-30T20:00:20.356352082Z I1030 20:00:20.356310 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w3-c8fa69-29889840-v62gj, ips: 10.132.0.129 2026-10-30T20:00:20.356956339Z I1030 20:00:20.356924 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.369001508Z I1030 20:00:20.361668 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.369487904Z I1030 20:00:20.369452 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.370092685Z I1030 20:00:20.370060 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7053-4925e2] creating logical port opendatahub_test-curl-7053-4925e2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:20.370535034Z I1030 20:00:20.370511 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7053-4925e2 2026-10-30T20:00:20.373758788Z I1030 20:00:20.373407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.374409931Z I1030 20:00:20.374385 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.374839347Z I1030 20:00:20.374818 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.393328273Z I1030 20:00:20.393282 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7053-4925e2] addLogicalPort annotation time took 22.837261ms 2026-10-30T20:00:20.399613943Z I1030 20:00:20.399566 3618 pods.go:267] [opendatahub/test-curl-7053-4925e2] addLogicalPort took 29.520497ms, libovsdb time 4.75218ms 2026-10-30T20:00:20.486764169Z I1030 20:00:20.486716 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.487358963Z I1030 20:00:20.487326 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.487434690Z I1030 20:00:20.487421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.487488743Z I1030 20:00:20.487478 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.488620127Z I1030 20:00:20.487747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.489600064Z I1030 20:00:20.489580 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.511766992Z I1030 20:00:20.511722 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2 2026-10-30T20:00:20.515132923Z I1030 20:00:20.515099 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889840-txnh2, ips: 10.132.0.133 2026-10-30T20:00:20.515178773Z I1030 20:00:20.515164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.515599201Z I1030 20:00:20.515562 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.515883738Z I1030 20:00:20.515624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.515883738Z I1030 20:00:20.515646 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.515883738Z I1030 20:00:20.515657 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.515883738Z I1030 20:00:20.515689 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.515883738Z I1030 20:00:20.515706 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.515980303Z I1030 20:00:20.515958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.516314196Z I1030 20:00:20.516283 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.516588806Z I1030 20:00:20.516572 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.516791868Z I1030 20:00:20.516774 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.517241034Z I1030 20:00:20.517215 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.559861296Z I1030 20:00:20.559821 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm 2026-10-30T20:00:20.562328518Z I1030 20:00:20.562296 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w2-a165e5-29889840-n9tqm, ips: 10.132.0.131 2026-10-30T20:00:20.562390946Z I1030 20:00:20.562362 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:20.562628021Z I1030 20:00:20.562608 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:20.562878612Z I1030 20:00:20.562853 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:20.563082810Z I1030 20:00:20.563055 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:20.563258597Z I1030 20:00:20.563243 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:20.563484097Z I1030 20:00:20.563468 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:20.606628242Z I1030 20:00:20.606588 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7 2026-10-30T20:00:20.608766723Z I1030 20:00:20.608724 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-wgmg7, ips: 10.132.0.107 2026-10-30T20:00:20.608860843Z I1030 20:00:20.608845 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:00:20.984456263Z I1030 20:00:20.982186 3618 cniserver.go:315] [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:20.987106341Z I1030 20:00:20.987056 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7053-4925e2, hostIfaceName: dc0888c21406296, network: default, NAD default, SandboxID: "dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37", PCI device ID: , UID: "58c3c3d1-e108-4bce-82c9-1e7b1d87f232", MAC: 0a:58:0a:84:00:86, IPs: [10.132.0.134/23] 2026-10-30T20:00:21.192373078Z I1030 20:00:21.192294 3618 cniserver.go:304] [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c4:bc:5c:26:4f\",\"name\":\"dc0888c21406296\"},{\"mac\":\"0a:58:0a:84:00:86\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73a7b3ee-449e-460f-b7d4-a7629e700890\"}],\"ips\":[{\"address\":\"10.132.0.134/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:21.220833161Z W1030 20:00:21.220800 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-api-b-652137 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438206 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438252 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438297 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438339 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438356 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:21.445621116Z I1030 20:00:21.438367 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:21.554892987Z I1030 20:00:21.554848 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:21.554892987Z I1030 20:00:21.554883 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:21.554934691Z I1030 20:00:21.554895 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:21.554934691Z I1030 20:00:21.554929 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:21.554959398Z I1030 20:00:21.554948 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:21.555002011Z I1030 20:00:21.554991 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:21.635065329Z I1030 20:00:21.635017 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:21.635065329Z I1030 20:00:21.635053 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:21.635113222Z I1030 20:00:21.635090 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:21.635135858Z I1030 20:00:21.635123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:21.635145071Z I1030 20:00:21.635139 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:21.635163688Z I1030 20:00:21.635151 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:21.674086488Z I1030 20:00:21.674041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:21.674119451Z I1030 20:00:21.674096 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:21.674119451Z I1030 20:00:21.674109 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:21.674119451Z I1030 20:00:21.674116 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:21.674154651Z I1030 20:00:21.674143 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:21.674164217Z I1030 20:00:21.674159 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:22.517366833Z I1030 20:00:22.517325 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:22.517448871Z I1030 20:00:22.517424 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:22.517481598Z I1030 20:00:22.517471 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:22.517548467Z I1030 20:00:22.517537 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:22.517570897Z I1030 20:00:22.517560 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:22.517579906Z I1030 20:00:22.517574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:22.557152073Z I1030 20:00:22.557018 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:22.557152073Z I1030 20:00:22.557050 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:22.557152073Z I1030 20:00:22.557123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:22.557152073Z I1030 20:00:22.557141 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:22.557205380Z I1030 20:00:22.557184 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:22.557247900Z I1030 20:00:22.557229 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:22.689951872Z I1030 20:00:22.686477 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:00:22.707546802Z I1030 20:00:22.704044 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7053-4925e2 2026-10-30T20:00:22.760576040Z I1030 20:00:22.754664 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7053-4925e2, ips: 10.132.0.134 2026-10-30T20:00:22.829082486Z I1030 20:00:22.829034 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7053-9d87c2] creating logical port opendatahub_test-curl-7053-9d87c2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:22.829232080Z I1030 20:00:22.829212 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7053-9d87c2 2026-10-30T20:00:22.847955208Z I1030 20:00:22.847908 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7053-9d87c2] addLogicalPort annotation time took 18.742076ms 2026-10-30T20:00:22.850094190Z I1030 20:00:22.850054 3618 pods.go:267] [opendatahub/test-curl-7053-9d87c2] addLogicalPort took 21.040827ms, libovsdb time 1.098324ms 2026-10-30T20:00:23.220921514Z I1030 20:00:23.220879 3618 cniserver.go:315] [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:23.223960381Z I1030 20:00:23.223918 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7053-9d87c2, hostIfaceName: af2c1073548466f, network: default, NAD default, SandboxID: "af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92", PCI device ID: , UID: "a377004a-fb2e-485e-99e0-42b008e93624", MAC: 0a:58:0a:84:00:87, IPs: [10.132.0.135/23] 2026-10-30T20:00:23.411966385Z I1030 20:00:23.411902 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:23.411966385Z I1030 20:00:23.411942 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:23.412010539Z I1030 20:00:23.411976 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:23.412018555Z I1030 20:00:23.412009 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:23.412026780Z I1030 20:00:23.412021 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:23.412033344Z I1030 20:00:23.412029 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:23.427290054Z I1030 20:00:23.427227 3618 cniserver.go:304] [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:2a:d9:c2:13:23\",\"name\":\"af2c1073548466f\"},{\"mac\":\"0a:58:0a:84:00:87\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d405d9d9-6315-4f0b-978d-5eff6bfcd786\"}],\"ips\":[{\"address\":\"10.132.0.135/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:23.466337028Z I1030 20:00:23.466285 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:23.466337028Z I1030 20:00:23.466319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:23.466337028Z I1030 20:00:23.466331 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:23.466379310Z I1030 20:00:23.466365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:23.466388509Z I1030 20:00:23.466377 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:23.466414886Z I1030 20:00:23.466401 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:23.477052098Z I1030 20:00:23.476981 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:23.477052098Z I1030 20:00:23.477036 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:23.477080851Z I1030 20:00:23.477052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:23.477080851Z I1030 20:00:23.477063 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:23.477107073Z I1030 20:00:23.477093 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:23.477118646Z I1030 20:00:23.477112 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:23.556908108Z I1030 20:00:23.556861 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:23.556944406Z I1030 20:00:23.556927 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:23.556955104Z I1030 20:00:23.556946 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:23.556964002Z I1030 20:00:23.556958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:23.557006592Z I1030 20:00:23.556993 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:23.557027853Z I1030 20:00:23.557015 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:23.698061078Z I1030 20:00:23.698014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:23.698061078Z I1030 20:00:23.698048 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:23.698101965Z I1030 20:00:23.698061 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:23.698101965Z I1030 20:00:23.698095 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:23.698126932Z I1030 20:00:23.698115 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:23.698170152Z I1030 20:00:23.698155 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:24.546183201Z I1030 20:00:24.546140 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:24.546273260Z I1030 20:00:24.546254 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:24.546319739Z I1030 20:00:24.546307 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:24.546342315Z I1030 20:00:24.546330 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:24.546382778Z I1030 20:00:24.546372 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:24.546424935Z I1030 20:00:24.546413 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:24.602023849Z I1030 20:00:24.601984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:24.602124643Z I1030 20:00:24.602093 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:24.602150838Z I1030 20:00:24.602141 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:24.602196778Z I1030 20:00:24.602183 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:24.602217630Z I1030 20:00:24.602204 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:24.602227825Z I1030 20:00:24.602220 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:24.742286022Z I1030 20:00:24.742237 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:00:24.743001673Z I1030 20:00:24.742970 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7053-9d87c2 2026-10-30T20:00:24.745175562Z I1030 20:00:24.745132 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7053-9d87c2, ips: 10.132.0.135 2026-10-30T20:00:24.896699994Z I1030 20:00:24.896650 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7053-59d4a1] creating logical port opendatahub_test-curl-7053-59d4a1 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:24.896816447Z I1030 20:00:24.896803 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7053-59d4a1 2026-10-30T20:00:24.917600417Z I1030 20:00:24.917555 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7053-59d4a1] addLogicalPort annotation time took 20.781226ms 2026-10-30T20:00:24.919528770Z I1030 20:00:24.919448 3618 pods.go:267] [opendatahub/test-curl-7053-59d4a1] addLogicalPort took 22.833571ms, libovsdb time 936.481µs 2026-10-30T20:00:25.272079747Z I1030 20:00:25.272034 3618 cniserver.go:315] [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:25.274982446Z I1030 20:00:25.274944 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7053-59d4a1, hostIfaceName: 7b4462556ecebcb, network: default, NAD default, SandboxID: "7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27", PCI device ID: , UID: "8b6339d7-fbe6-472c-81c6-bb0f6918d1d5", MAC: 0a:58:0a:84:00:88, IPs: [10.132.0.136/23] 2026-10-30T20:00:25.478766219Z I1030 20:00:25.478711 3618 cniserver.go:304] [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5b:b4:ed:6c:29\",\"name\":\"7b4462556ecebcb\"},{\"mac\":\"0a:58:0a:84:00:88\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/059124a3-4997-4daa-80e4-6493f923c6dc\"}],\"ips\":[{\"address\":\"10.132.0.136/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:25.968640335Z I1030 20:00:25.968597 3618 cniserver.go:315] [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:26.075116724Z I1030 20:00:26.075068 3618 cniserver.go:304] [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7053-4925e2 dc0888c2140629626f81076198e86b26158acad09e5f42697251576a2668de37 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:26.957217892Z I1030 20:00:26.957172 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T20:00:27.853094472Z I1030 20:00:27.853042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:00:27.853872223Z I1030 20:00:27.853831 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7053-59d4a1 2026-10-30T20:00:27.855690148Z I1030 20:00:27.855660 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7053-59d4a1, ips: 10.132.0.136 2026-10-30T20:00:28.006822124Z I1030 20:00:28.006770 3618 cniserver.go:315] [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:28.013876950Z I1030 20:00:28.013833 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7053-7ab1f8] creating logical port opendatahub_test-curl-7053-7ab1f8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:28.014001437Z I1030 20:00:28.013981 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7053-7ab1f8 2026-10-30T20:00:28.046244972Z I1030 20:00:28.046207 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7053-7ab1f8] addLogicalPort annotation time took 32.254826ms 2026-10-30T20:00:28.048839807Z I1030 20:00:28.048799 3618 pods.go:267] [opendatahub/test-curl-7053-7ab1f8] addLogicalPort took 34.985265ms, libovsdb time 1.434344ms 2026-10-30T20:00:28.115041168Z I1030 20:00:28.114992 3618 cniserver.go:304] [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7053-9d87c2 af2c1073548466f90f90ffae93861e41ad6e60b56c6ad8eb376fba3fb365ab92 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:28.515944308Z I1030 20:00:28.515904 3618 cniserver.go:315] [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:28.519294776Z I1030 20:00:28.519249 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7053-7ab1f8, hostIfaceName: 46b1008f8d6efd4, network: default, NAD default, SandboxID: "46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c", PCI device ID: , UID: "f8fb65ce-c991-40f1-8c3a-85a224ad1837", MAC: 0a:58:0a:84:00:89, IPs: [10.132.0.137/23] 2026-10-30T20:00:28.722667544Z I1030 20:00:28.722600 3618 cniserver.go:304] [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e0:52:a3:c1:42\",\"name\":\"46b1008f8d6efd4\"},{\"mac\":\"0a:58:0a:84:00:89\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e310c1c1-e499-4dfd-a009-c1b74f4db8ea\"}],\"ips\":[{\"address\":\"10.132.0.137/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:28.916377162Z I1030 20:00:28.916336 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg] creating logical port ai-tenant-e2e-inf-a-0506c9_test-model-0506c9-kserve-7b6d585b9c-rgrpg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:28.916653645Z I1030 20:00:28.916609 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 2026-10-30T20:00:28.942005572Z I1030 20:00:28.941963 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg] addLogicalPort annotation time took 25.402337ms 2026-10-30T20:00:28.943862068Z I1030 20:00:28.943821 3618 pods.go:267] [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg] addLogicalPort took 27.506644ms, libovsdb time 1.066298ms 2026-10-30T20:00:29.493266246Z I1030 20:00:29.493220 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:29.497859493Z I1030 20:00:29.497815 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-a-0506c9, podName: test-model-0506c9-kserve-7b6d585b9c-rgrpg, hostIfaceName: 16ca605bbed24c9, network: default, NAD default, SandboxID: "16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0", PCI device ID: , UID: "92972dd3-69d1-4316-afe5-6a58cd965d96", MAC: 0a:58:0a:84:00:8a, IPs: [10.132.0.138/23] 2026-10-30T20:00:29.582546885Z I1030 20:00:29.582488 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-prometheus-scraping for network default 2026-10-30T20:00:29.583853328Z I1030 20:00:29.583811 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-0506c9_LS{}] 2026-10-30T20:00:29.585781338Z I1030 20:00:29.585749 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:00:29.701772482Z I1030 20:00:29.701727 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:96:f5:de:ca:98\",\"name\":\"16ca605bbed24c9\"},{\"mac\":\"0a:58:0a:84:00:8a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a6adb1e-0d06-4f6b-84eb-8ba1622826c5\"}],\"ips\":[{\"address\":\"10.132.0.138/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:00:29.706544032Z I1030 20:00:29.706514 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:29.706544032Z I1030 20:00:29.706537 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:29.706568341Z I1030 20:00:29.706547 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:29.706585337Z I1030 20:00:29.706574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:29.706594805Z I1030 20:00:29.706591 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:29.706630758Z I1030 20:00:29.706621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:30.036098450Z W1030 20:00:30.036045 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-workload-svc 2026-10-30T20:00:30.049894337Z I1030 20:00:30.049857 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:00:30.050668826Z I1030 20:00:30.050644 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7053-7ab1f8 2026-10-30T20:00:30.053009235Z I1030 20:00:30.052969 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7053-7ab1f8, ips: 10.132.0.137 2026-10-30T20:00:30.523525084Z I1030 20:00:30.523460 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:30.766358386Z I1030 20:00:30.766313 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:30.766358386Z I1030 20:00:30.766342 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:30.766395027Z I1030 20:00:30.766375 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:30.766460981Z I1030 20:00:30.766411 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:30.766460981Z I1030 20:00:30.766428 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:30.766460981Z I1030 20:00:30.766436 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:30.885671148Z I1030 20:00:30.885618 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-ef132f-allow for network default 2026-10-30T20:00:30.885671148Z I1030 20:00:30.885652 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-ef132f-allow added to peer address sets [] 2026-10-30T20:00:30.886986234Z I1030 20:00:30.886950 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-ef132f-allow resources completed, update namespace loglevel 2026-10-30T20:00:31.072249252Z I1030 20:00:31.072191 3618 cniserver.go:315] [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:31.184197755Z I1030 20:00:31.184144 3618 cniserver.go:304] [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7053-59d4a1 7b4462556ecebcb6aacdd3132d7d60cd4a1bb9772804a80a99b7658e9f81ec27 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:32.572355052Z W1030 20:00:32.572310 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ef132f-openshift-default 2026-10-30T20:00:32.572355052Z W1030 20:00:32.572333 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ef132f-openshift-default 2026-10-30T20:00:33.100021928Z I1030 20:00:33.099978 3618 cniserver.go:315] [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:33.207471571Z I1030 20:00:33.207425 3618 cniserver.go:304] [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7053-7ab1f8 46b1008f8d6efd4b5ba1b10f679c8113ea19aece51ca406dfba98af6b03ba16c network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:34.960386394Z I1030 20:00:34.960347 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:35.004514059Z I1030 20:00:35.004446 3618 namespace.go:44] [ai-tenant-e2e-inf-a-ef132f] adding namespace 2026-10-30T20:00:35.005157039Z I1030 20:00:35.005126 3618 namespace.go:48] [ai-tenant-e2e-inf-a-ef132f] adding namespace took 652.209µs 2026-10-30T20:00:35.030352849Z I1030 20:00:35.030319 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:00:35.031334612Z I1030 20:00:35.031294 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:00:36.921063397Z I1030 20:00:36.920411 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-ef132f for network default 2026-10-30T20:00:36.921063397Z I1030 20:00:36.920583 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-ef132f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:00:36.967754293Z I1030 20:00:36.967699 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-ef132f resources completed, update namespace loglevel 2026-10-30T20:00:36.967879347Z I1030 20:00:36.967861 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-ef132f/payload-processing-e2e-inf-a-ef132f for network default 2026-10-30T20:00:36.968014615Z I1030 20:00:36.967997 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-ef132f/payload-processing-e2e-inf-a-ef132f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:00:36.978541148Z I1030 20:00:36.977656 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-ef132f/payload-processing-e2e-inf-a-ef132f resources completed, update namespace loglevel 2026-10-30T20:00:37.094635664Z I1030 20:00:37.094594 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T20:00:38.476797042Z W1030 20:00:38.476758 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-ef132f 2026-10-30T20:00:38.516250463Z W1030 20:00:38.516213 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-ef132f 2026-10-30T20:00:40.225992835Z W1030 20:00:40.225949 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-workload-svc 2026-10-30T20:00:42.684209645Z I1030 20:00:42.684163 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:00:42.911256497Z I1030 20:00:42.911200 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 6ced13c41f9cad8fc7f8ff16ecc5573740e31ed6322c210a575a870181de7af1 network default NAD default NAD key default], result "{}", err 2026-10-30T20:00:43.329118413Z I1030 20:00:43.329068 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt 2026-10-30T20:00:43.340047929Z I1030 20:00:43.340006 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-api-a-8d97a5-674fbbfc75-gb5qt, ips: 10.132.0.116 2026-10-30T20:00:43.340582815Z I1030 20:00:43.340551 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:43.344135015Z I1030 20:00:43.344097 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:43.344630081Z I1030 20:00:43.344603 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-8d97a5 to delete 1 local pods... 2026-10-30T20:00:43.345215331Z I1030 20:00:43.345196 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:43.345787368Z I1030 20:00:43.345767 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:43.346193419Z I1030 20:00:43.346175 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:43.457699516Z I1030 20:00:43.457657 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T20:00:43.612007283Z I1030 20:00:43.611965 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:44.166567012Z I1030 20:00:44.165306 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T20:00:46.443868990Z I1030 20:00:46.443818 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T20:00:47.461614641Z I1030 20:00:47.461569 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:47.462836065Z I1030 20:00:47.462808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:47.474699163Z I1030 20:00:47.470706 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:47.474699163Z I1030 20:00:47.470769 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:47.474699163Z I1030 20:00:47.470797 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-93263c to delete 1 local pods... 2026-10-30T20:00:47.474699163Z I1030 20:00:47.470831 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:47.804383630Z I1030 20:00:47.804334 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T20:00:47.932800353Z I1030 20:00:47.932752 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:00:48.472236169Z I1030 20:00:48.472197 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T20:00:50.970868493Z I1030 20:00:50.970819 3618 namespace.go:72] [ai-tenant-e2e-api-a-8d97a5] updating namespace 2026-10-30T20:00:50.982953269Z I1030 20:00:50.982906 3618 namespace.go:115] [ai-tenant-e2e-api-a-8d97a5] deleting namespace 2026-10-30T20:00:51.338239069Z I1030 20:00:51.338197 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-a-8d97a5-allow 2026-10-30T20:00:51.338239069Z I1030 20:00:51.338223 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-a-8d97a5-allow 2026-10-30T20:00:53.278266217Z I1030 20:00:53.278216 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=2496 2026-10-30T20:00:55.431433620Z I1030 20:00:55.431390 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:00:55.431433620Z I1030 20:00:55.431425 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:00:55.431472364Z I1030 20:00:55.431466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:00:55.431565098Z I1030 20:00:55.431550 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:00:55.431574699Z I1030 20:00:55.431569 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:00:55.431581423Z I1030 20:00:55.431576 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:00:55.570016043Z I1030 20:00:55.569960 3618 namespace.go:72] [ai-tenant-e2e-api-a-93263c] updating namespace 2026-10-30T20:00:55.581835568Z I1030 20:00:55.581802 3618 namespace.go:115] [ai-tenant-e2e-api-a-93263c] deleting namespace 2026-10-30T20:00:55.925954754Z I1030 20:00:55.925910 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-a-93263c-allow 2026-10-30T20:00:55.926001012Z I1030 20:00:55.925951 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-a-93263c-allow 2026-10-30T20:00:56.799148021Z I1030 20:00:56.799104 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:00:58.221911387Z I1030 20:00:58.221869 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-652137 for network default 2026-10-30T20:00:58.232703873Z I1030 20:00:58.232658 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-652137 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-api-b-652137,},}] 2026-10-30T20:00:58.249763344Z I1030 20:00:58.249723 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-652137 resources completed, update namespace loglevel 2026-10-30T20:00:58.912340105Z I1030 20:00:58.912299 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps] creating logical port ai-tenant-e2e-inf-b-eb16ce_test-model-eb16ce-kserve-5b486c69c9-5hcps for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:00:58.912693656Z I1030 20:00:58.912659 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 2026-10-30T20:00:58.944870255Z I1030 20:00:58.944828 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps] addLogicalPort annotation time took 32.333058ms 2026-10-30T20:00:58.947134004Z I1030 20:00:58.947092 3618 pods.go:267] [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps] addLogicalPort took 34.814932ms, libovsdb time 1.272061ms 2026-10-30T20:00:59.604193891Z I1030 20:00:59.604153 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-prometheus-scraping for network default 2026-10-30T20:00:59.605318019Z I1030 20:00:59.605261 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-eb16ce_LS{}] 2026-10-30T20:00:59.607081487Z I1030 20:00:59.607048 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:00:59.631472218Z I1030 20:00:59.631425 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:00:59.636548487Z I1030 20:00:59.636488 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-b-eb16ce, podName: test-model-eb16ce-kserve-5b486c69c9-5hcps, hostIfaceName: 4e1847c93732d4e, network: default, NAD default, SandboxID: "4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023", PCI device ID: , UID: "6d04c0c3-68a1-4e3c-b04f-7795249608fd", MAC: 0a:58:0a:84:00:8b, IPs: [10.132.0.139/23] 2026-10-30T20:00:59.711194894Z W1030 20:00:59.711153 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-652137 2026-10-30T20:00:59.842901393Z I1030 20:00:59.842842 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b3:6a:9d:02:25\",\"name\":\"4e1847c93732d4e\"},{\"mac\":\"0a:58:0a:84:00:8b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef6885e-1230-4c76-b04e-3900345382c2\"}],\"ips\":[{\"address\":\"10.132.0.139/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:01:00.267318075Z I1030 20:01:00.267274 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:01:00.267413814Z I1030 20:01:00.267400 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:01:00.267517162Z I1030 20:01:00.267466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:01:00.267517162Z I1030 20:01:00.267484 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:01:00.267545508Z I1030 20:01:00.267536 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:01:00.267575705Z I1030 20:01:00.267565 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:01:00.597766982Z W1030 20:01:00.597723 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-workload-svc 2026-10-30T20:01:01.470089850Z I1030 20:01:01.470049 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:02.469139327Z I1030 20:01:02.469093 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-b-d96913 2026-10-30T20:01:02.469590256Z I1030 20:01:02.469565 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-b-d96913 2026-10-30T20:01:02.502866829Z I1030 20:01:02.502827 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-b-d96913/payload-processing-e2e-api-b-d96913 2026-10-30T20:01:02.502941146Z I1030 20:01:02.502914 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-b-d96913/payload-processing-e2e-api-b-d96913 2026-10-30T20:01:07.197296310Z I1030 20:01:07.197247 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-b-540a43 2026-10-30T20:01:07.197296310Z I1030 20:01:07.197278 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-b-540a43 2026-10-30T20:01:07.228744102Z I1030 20:01:07.228707 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-b-540a43/payload-processing-e2e-api-b-540a43 2026-10-30T20:01:07.228744102Z I1030 20:01:07.228729 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-b-540a43/payload-processing-e2e-api-b-540a43 2026-10-30T20:01:07.387896979Z I1030 20:01:07.387852 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:01:07.393034754Z I1030 20:01:07.392995 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:01:07.606214640Z I1030 20:01:07.606152 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 605a46cd52be23aaf2fc487690bc43acf2e2173e3435056edd6843fc1646811e network default NAD default NAD key default], result "{}", err 2026-10-30T20:01:07.829868357Z I1030 20:01:07.829821 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:07.878983410Z I1030 20:01:07.878921 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw a8a26ded63003ee13f573a20eb3aa4ded48625989766b52b2a69b657f001f5b5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:01:08.020674545Z I1030 20:01:08.020630 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:01:08.345698777Z I1030 20:01:08.345657 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:01:08.365258040Z I1030 20:01:08.365214 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm 2026-10-30T20:01:08.369267752Z I1030 20:01:08.369233 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-api-b-d96913-548c57d588-cbbwm, ips: 10.132.0.124 2026-10-30T20:01:08.369360755Z I1030 20:01:08.369324 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:08.406122580Z I1030 20:01:08.406084 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw 2026-10-30T20:01:08.409759445Z I1030 20:01:08.409723 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-mt-2224e496-d58664b78-6hbxw, ips: 10.132.0.111 2026-10-30T20:01:08.409805414Z I1030 20:01:08.409794 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:01:08.410058587Z I1030 20:01:08.410040 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:01:08.410318033Z I1030 20:01:08.410295 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:01:08.410659294Z I1030 20:01:08.410627 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:01:08.410913320Z I1030 20:01:08.410895 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:01:08.411105799Z I1030 20:01:08.411081 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-2224e496 to delete 1 local pods... 2026-10-30T20:01:10.518792137Z W1030 20:01:10.518745 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-workload-svc 2026-10-30T20:01:12.134761853Z I1030 20:01:12.134717 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:12.187447085Z I1030 20:01:12.187405 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:12.479965064Z I1030 20:01:12.479923 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:01:13.970562644Z W1030 20:01:13.969934 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-d96913-openshift-default 2026-10-30T20:01:13.970562644Z W1030 20:01:13.969964 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-d96913-openshift-default 2026-10-30T20:01:15.744884930Z I1030 20:01:15.744832 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:01:15.745066694Z I1030 20:01:15.745050 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 2026-10-30T20:01:15.773227907Z I1030 20:01:15.773178 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56] addLogicalPort annotation time took 28.169271ms 2026-10-30T20:01:15.782094320Z I1030 20:01:15.782040 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56] addLogicalPort took 37.225757ms, libovsdb time 7.71979ms 2026-10-30T20:01:15.976310565Z I1030 20:01:15.976261 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:01:16.147109708Z I1030 20:01:16.147068 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:01:17.438215642Z I1030 20:01:17.438162 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:01:17.444608964Z I1030 20:01:17.444555 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56, hostIfaceName: d95f23e9633e205, network: default, NAD default, SandboxID: "d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de", PCI device ID: , UID: "3d4f37f9-488a-4f2e-a27c-a96b9033d2ac", MAC: 0a:58:0a:84:00:8c, IPs: [10.132.0.140/23] 2026-10-30T20:01:17.519378456Z I1030 20:01:17.519327 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ef132f for network default 2026-10-30T20:01:17.520679099Z I1030 20:01:17.520648 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ef132f added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-ef132f,},}] 2026-10-30T20:01:17.522385498Z I1030 20:01:17.522359 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ef132f resources completed, update namespace loglevel 2026-10-30T20:01:17.651540255Z I1030 20:01:17.651129 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6c:e2:56:4e:3b\",\"name\":\"d95f23e9633e205\"},{\"mac\":\"0a:58:0a:84:00:8c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe8b8bb-64a4-4c64-baf3-82048be062d8\"}],\"ips\":[{\"address\":\"10.132.0.140/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:01:17.858284138Z I1030 20:01:17.858237 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288] creating logical port openshift-ingress_payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:01:17.858543509Z I1030 20:01:17.858462 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 2026-10-30T20:01:17.880527403Z I1030 20:01:17.880468 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288] addLogicalPort annotation time took 22.057455ms 2026-10-30T20:01:17.882329751Z I1030 20:01:17.882292 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288] addLogicalPort took 24.078483ms, libovsdb time 963.402µs 2026-10-30T20:01:17.967538741Z I1030 20:01:17.967473 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr] creating logical port openshift-ingress_payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:01:17.968011174Z I1030 20:01:17.967982 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 2026-10-30T20:01:17.992925657Z I1030 20:01:17.992866 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr] addLogicalPort annotation time took 24.937008ms 2026-10-30T20:01:18.041551197Z I1030 20:01:18.040084 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr] addLogicalPort took 72.636684ms, libovsdb time 46.02601ms 2026-10-30T20:01:18.138249283Z I1030 20:01:18.138204 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-mt-2224e496 for network default 2026-10-30T20:01:18.140728955Z I1030 20:01:18.140693 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-mt-2224e496 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:01:18.174456313Z I1030 20:01:18.174419 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-mt-2224e496 resources completed, update namespace loglevel 2026-10-30T20:01:18.174616312Z I1030 20:01:18.174600 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 for network default 2026-10-30T20:01:18.174750755Z I1030 20:01:18.174724 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:01:18.177539734Z I1030 20:01:18.177476 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 resources completed, update namespace loglevel 2026-10-30T20:01:18.546858805Z I1030 20:01:18.546809 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:01:18.550547489Z I1030 20:01:18.550480 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288, hostIfaceName: 396fcdeb5d60253, network: default, NAD default, SandboxID: "396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235", PCI device ID: , UID: "37d317f6-926d-43dd-a351-fa26a036e1fc", MAC: 0a:58:0a:84:00:8d, IPs: [10.132.0.141/23] 2026-10-30T20:01:18.755077681Z I1030 20:01:18.755020 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3d:1f:88:3a:10\",\"name\":\"396fcdeb5d60253\"},{\"mac\":\"0a:58:0a:84:00:8d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d74c708-d431-4067-bf65-df8ad50c6c0f\"}],\"ips\":[{\"address\":\"10.132.0.141/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:01:19.039134433Z I1030 20:01:19.039094 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:01:19.042931583Z I1030 20:01:19.042881 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr, hostIfaceName: 05899e0a3ef5aa6, network: default, NAD default, SandboxID: "05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3", PCI device ID: , UID: "3f2ce641-95a5-4ecb-b66b-dadb43f5aace", MAC: 0a:58:0a:84:00:8e, IPs: [10.132.0.142/23] 2026-10-30T20:01:19.246722016Z I1030 20:01:19.246674 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:13:5c:23:54:40\",\"name\":\"05899e0a3ef5aa6\"},{\"mac\":\"0a:58:0a:84:00:8e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae43029c-ae38-4bf3-a48a-69a546663b68\"}],\"ips\":[{\"address\":\"10.132.0.142/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:01:19.412273613Z W1030 20:01:19.412233 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T20:01:19.455299822Z W1030 20:01:19.455250 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f 2026-10-30T20:01:20.425303987Z W1030 20:01:20.425256 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-2224e496 2026-10-30T20:01:21.675552092Z I1030 20:01:21.675507 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=7 2026-10-30T20:01:25.443305290Z W1030 20:01:25.443257 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f 2026-10-30T20:01:30.434401100Z W1030 20:01:30.434348 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T20:01:31.439891042Z W1030 20:01:31.439848 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-mt-2224e496 2026-10-30T20:01:38.987942408Z I1030 20:01:38.987894 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:01:44.147035277Z I1030 20:01:44.146988 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:01:44.147035277Z I1030 20:01:44.147024 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:01:44.147084007Z I1030 20:01:44.147067 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:01:44.147126524Z I1030 20:01:44.147108 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:01:44.147136914Z I1030 20:01:44.147130 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:01:44.147148223Z I1030 20:01:44.147142 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:01:46.669742122Z W1030 20:01:46.669685 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-2224e496 2026-10-30T20:01:49.600873274Z I1030 20:01:49.600822 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:01:49.688860149Z I1030 20:01:49.688805 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv dd2be1437d78533915704b4d1ee859782bb265fc909d05aeecaf0102dabfacab network default NAD default NAD key default], result "{}", err 2026-10-30T20:01:49.811103950Z I1030 20:01:49.811048 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv 2026-10-30T20:01:49.813554592Z I1030 20:01:49.813515 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-t9zcv, ips: 10.132.0.67 2026-10-30T20:01:49.813677811Z I1030 20:01:49.813656 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:49.813945661Z I1030 20:01:49.813922 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T20:01:51.555332491Z I1030 20:01:51.555282 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-a-aa42c3 2026-10-30T20:01:51.555332491Z I1030 20:01:51.555317 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-a-aa42c3 2026-10-30T20:01:51.592630432Z I1030 20:01:51.592585 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-a-aa42c3/payload-processing-e2e-api-a-aa42c3 2026-10-30T20:01:51.592630432Z I1030 20:01:51.592622 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-a-aa42c3/payload-processing-e2e-api-a-aa42c3 2026-10-30T20:01:56.618788759Z I1030 20:01:56.618737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:56.669404139Z I1030 20:01:56.669347 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:01:56.673007321Z I1030 20:01:56.672967 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:01:57.141214839Z I1030 20:01:57.141161 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:01:57.510869686Z I1030 20:01:57.510821 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-936f70-allow for network default 2026-10-30T20:01:57.510903682Z I1030 20:01:57.510874 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-936f70-allow added to peer address sets [] 2026-10-30T20:01:57.512143237Z I1030 20:01:57.512116 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-936f70-allow resources completed, update namespace loglevel 2026-10-30T20:01:59.260104448Z W1030 20:01:59.260059 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-936f70-openshift-default 2026-10-30T20:01:59.260104448Z W1030 20:01:59.260087 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-936f70-openshift-default 2026-10-30T20:02:01.637884566Z I1030 20:02:01.637839 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:01.692317278Z I1030 20:02:01.692274 3618 namespace.go:44] [ai-tenant-e2e-inf-b-936f70] adding namespace 2026-10-30T20:02:01.692991354Z I1030 20:02:01.692948 3618 namespace.go:48] [ai-tenant-e2e-inf-b-936f70] adding namespace took 648.371µs 2026-10-30T20:02:01.709713208Z I1030 20:02:01.709672 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:02:01.730190158Z I1030 20:02:01.730154 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:02:04.335790305Z I1030 20:02:04.335749 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:04.336470461Z I1030 20:02:04.336438 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr 2026-10-30T20:02:04.359860841Z I1030 20:02:04.359815 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr] addLogicalPort annotation time took 23.419908ms 2026-10-30T20:02:04.398775728Z I1030 20:02:04.398700 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr] addLogicalPort took 62.971536ms, libovsdb time 37.685242ms 2026-10-30T20:02:04.449885473Z I1030 20:02:04.439612 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-936f70 for network default 2026-10-30T20:02:04.457624148Z I1030 20:02:04.457576 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-936f70 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:04.496925688Z I1030 20:02:04.496880 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt] creating logical port openshift-ingress_payload-processing-e2e-inf-b-936f70-78f8989876-wmljt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:04.497339170Z I1030 20:02:04.497313 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt 2026-10-30T20:02:04.535921435Z I1030 20:02:04.535873 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt] addLogicalPort annotation time took 38.606864ms 2026-10-30T20:02:04.575949859Z I1030 20:02:04.575896 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt] addLogicalPort took 79.038461ms, libovsdb time 38.939202ms 2026-10-30T20:02:04.591535878Z I1030 20:02:04.587840 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-936f70 resources completed, update namespace loglevel 2026-10-30T20:02:04.591683473Z I1030 20:02:04.591657 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-936f70/payload-processing-e2e-inf-b-936f70 for network default 2026-10-30T20:02:04.591816431Z I1030 20:02:04.591792 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-936f70/payload-processing-e2e-inf-b-936f70 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:04.657916251Z I1030 20:02:04.657875 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-936f70/payload-processing-e2e-inf-b-936f70 resources completed, update namespace loglevel 2026-10-30T20:02:05.449276749Z I1030 20:02:05.449225 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:05.453017139Z I1030 20:02:05.452973 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr, hostIfaceName: c1692488da5d73d, network: default, NAD default, SandboxID: "c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e", PCI device ID: , UID: "ad91e702-e7fc-4865-9ae6-1e61b631b593", MAC: 0a:58:0a:84:00:8f, IPs: [10.132.0.143/23] 2026-10-30T20:02:05.461100457Z I1030 20:02:05.461057 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:05.469592792Z I1030 20:02:05.469553 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-b-936f70-78f8989876-wmljt, hostIfaceName: c138235bdbf9bf2, network: default, NAD default, SandboxID: "c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e", PCI device ID: , UID: "e99fd189-0734-45dc-ac8a-f7f526288126", MAC: 0a:58:0a:84:00:90, IPs: [10.132.0.144/23] 2026-10-30T20:02:05.659101921Z I1030 20:02:05.659056 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:38:7b:6c:d3:20\",\"name\":\"c1692488da5d73d\"},{\"mac\":\"0a:58:0a:84:00:8f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3364d8c6-fe16-4f0e-bdc0-573b84607af2\"}],\"ips\":[{\"address\":\"10.132.0.143/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:05.675173765Z I1030 20:02:05.675133 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:61:97:70:e3:0c\",\"name\":\"c138235bdbf9bf2\"},{\"mac\":\"0a:58:0a:84:00:90\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/221a737b-ee58-4258-8832-bac1d9dca77a\"}],\"ips\":[{\"address\":\"10.132.0.144/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:06.118740282Z W1030 20:02:06.118697 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-936f70 2026-10-30T20:02:06.161435724Z W1030 20:02:06.161375 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-936f70 2026-10-30T20:02:07.542461753Z I1030 20:02:07.542417 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:07.894672438Z I1030 20:02:07.894629 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-7b5635-allow for network default 2026-10-30T20:02:07.894672438Z I1030 20:02:07.894659 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-7b5635-allow added to peer address sets [] 2026-10-30T20:02:07.895871663Z I1030 20:02:07.895838 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-7b5635-allow resources completed, update namespace loglevel 2026-10-30T20:02:11.076121899Z W1030 20:02:11.076073 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-7b5635-openshift-default 2026-10-30T20:02:11.076199745Z W1030 20:02:11.076186 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-7b5635-openshift-default 2026-10-30T20:02:12.892465860Z I1030 20:02:12.892422 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:02:12.897634413Z I1030 20:02:12.897602 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:02:12.909728869Z I1030 20:02:12.909615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-d96913 to delete 1 local pods... 2026-10-30T20:02:12.909764743Z I1030 20:02:12.909737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:02:12.909764743Z I1030 20:02:12.909758 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:02:12.909794756Z I1030 20:02:12.909775 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:02:13.492142589Z I1030 20:02:13.492093 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T20:02:13.735622208Z I1030 20:02:13.735579 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:13.939365814Z I1030 20:02:13.939247 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:13.990463196Z I1030 20:02:13.990414 3618 namespace.go:44] [ai-tenant-e2e-inf-a-7b5635] adding namespace 2026-10-30T20:02:13.993776354Z I1030 20:02:13.993740 3618 namespace.go:48] [ai-tenant-e2e-inf-a-7b5635] adding namespace took 3.20698ms 2026-10-30T20:02:14.009151143Z I1030 20:02:14.009103 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:02:14.022266437Z I1030 20:02:14.022217 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:02:14.302936700Z I1030 20:02:14.302894 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T20:02:15.801356246Z I1030 20:02:15.801302 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn] creating logical port openshift-ingress_payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:15.801461782Z I1030 20:02:15.801445 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn 2026-10-30T20:02:15.826561825Z I1030 20:02:15.826473 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn] addLogicalPort annotation time took 25.055075ms 2026-10-30T20:02:15.828683526Z I1030 20:02:15.828645 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn] addLogicalPort took 27.358806ms, libovsdb time 1.192764ms 2026-10-30T20:02:15.927547418Z I1030 20:02:15.925624 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-7b5635 for network default 2026-10-30T20:02:15.927547418Z I1030 20:02:15.925720 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-7b5635 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:15.928337943Z I1030 20:02:15.928304 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-7b5635 resources completed, update namespace loglevel 2026-10-30T20:02:15.946295416Z I1030 20:02:15.946250 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-7b5635/payload-processing-e2e-inf-a-7b5635 for network default 2026-10-30T20:02:15.946438910Z I1030 20:02:15.946416 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-7b5635/payload-processing-e2e-inf-a-7b5635 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:15.956647763Z I1030 20:02:15.956605 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-7b5635/payload-processing-e2e-inf-a-7b5635 resources completed, update namespace loglevel 2026-10-30T20:02:16.493959510Z I1030 20:02:16.493916 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:16.497018759Z I1030 20:02:16.496975 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn, hostIfaceName: a244f5dda40a583, network: default, NAD default, SandboxID: "a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d", PCI device ID: , UID: "f556501d-9a01-405a-8fde-af056b3af550", MAC: 0a:58:0a:84:00:91, IPs: [10.132.0.145/23] 2026-10-30T20:02:16.701316810Z I1030 20:02:16.701263 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:cb:46:b3:90:d7\",\"name\":\"a244f5dda40a583\"},{\"mac\":\"0a:58:0a:84:00:91\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47e3cbb-0435-47a0-8602-7dca45b4a41f\"}],\"ips\":[{\"address\":\"10.132.0.145/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:17.132713628Z W1030 20:02:17.132671 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-936f70 2026-10-30T20:02:17.193191194Z W1030 20:02:17.193143 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-936f70 2026-10-30T20:02:17.269266087Z W1030 20:02:17.269225 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-7b5635 2026-10-30T20:02:17.312125169Z W1030 20:02:17.312082 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:02:17.451117270Z W1030 20:02:17.451070 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-api-b-652137-openshift-default 2026-10-30T20:02:17.451117270Z W1030 20:02:17.451094 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-652137-openshift-default 2026-10-30T20:02:17.502015097Z W1030 20:02:17.501962 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-eb16ce-openshift-default 2026-10-30T20:02:17.502015097Z W1030 20:02:17.501983 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-eb16ce-openshift-default 2026-10-30T20:02:20.908208480Z I1030 20:02:20.908158 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:21.001440706Z I1030 20:02:21.001394 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 7eea5af8956e899efa11911a62c2c543a704304ad2343d1fde51ec630cddee6d network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:21.142532318Z I1030 20:02:21.142047 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7 2026-10-30T20:02:21.152538646Z I1030 20:02:21.148603 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-api-b-540a43-6d6c56d8cc-wqhx7, ips: 10.132.0.127 2026-10-30T20:02:21.152538646Z I1030 20:02:21.148672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-540a43 to delete 1 local pods... 2026-10-30T20:02:21.152538646Z I1030 20:02:21.149895 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:02:21.152538646Z I1030 20:02:21.150328 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:02:21.152538646Z I1030 20:02:21.150667 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:02:21.152538646Z I1030 20:02:21.151077 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:02:21.168545620Z I1030 20:02:21.165832 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:02:21.412167481Z I1030 20:02:21.412125 3618 namespace.go:72] [ai-tenant-e2e-api-b-d96913] updating namespace 2026-10-30T20:02:21.413967912Z I1030 20:02:21.413933 3618 namespace.go:115] [ai-tenant-e2e-api-b-d96913] deleting namespace 2026-10-30T20:02:21.729068797Z I1030 20:02:21.729024 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-b-d96913-allow 2026-10-30T20:02:21.729147924Z I1030 20:02:21.729135 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-b-d96913-allow 2026-10-30T20:02:22.203842051Z I1030 20:02:22.203798 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T20:02:22.525884455Z I1030 20:02:22.525838 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:22.546370048Z I1030 20:02:22.546205 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:22.893129562Z I1030 20:02:22.893045 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-c17154-allow for network default 2026-10-30T20:02:22.893129562Z I1030 20:02:22.893082 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-c17154-allow added to peer address sets [] 2026-10-30T20:02:22.894338239Z I1030 20:02:22.894305 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-c17154-allow resources completed, update namespace loglevel 2026-10-30T20:02:23.090587931Z I1030 20:02:23.089436 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T20:02:25.048387215Z W1030 20:02:25.048343 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c17154-openshift-default 2026-10-30T20:02:25.048387215Z W1030 20:02:25.048372 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c17154-openshift-default 2026-10-30T20:02:27.134080330Z I1030 20:02:27.132860 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:27.402394255Z I1030 20:02:27.402329 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:27.580073999Z I1030 20:02:27.580027 3618 namespace.go:44] [ai-tenant-e2e-inf-a-c17154] adding namespace 2026-10-30T20:02:27.585885534Z I1030 20:02:27.585840 3618 namespace.go:48] [ai-tenant-e2e-inf-a-c17154] adding namespace took 5.696843ms 2026-10-30T20:02:27.603320861Z I1030 20:02:27.603279 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:02:27.622640085Z I1030 20:02:27.622598 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:02:28.346276987Z W1030 20:02:28.346235 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:02:28.494192472Z I1030 20:02:28.494147 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=7 2026-10-30T20:02:30.159097157Z I1030 20:02:30.159045 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:30.159191192Z I1030 20:02:30.159176 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 2026-10-30T20:02:30.183726165Z I1030 20:02:30.183683 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4] addLogicalPort annotation time took 24.547861ms 2026-10-30T20:02:30.185470036Z I1030 20:02:30.185432 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4] addLogicalPort took 26.40833ms, libovsdb time 1.016121ms 2026-10-30T20:02:30.238719204Z I1030 20:02:30.238675 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-c17154 for network default 2026-10-30T20:02:30.239318014Z I1030 20:02:30.239277 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-c17154 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:30.243212907Z I1030 20:02:30.243179 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-c17154 resources completed, update namespace loglevel 2026-10-30T20:02:30.268319268Z I1030 20:02:30.268276 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-c17154/payload-processing-e2e-inf-a-c17154 for network default 2026-10-30T20:02:30.268891757Z I1030 20:02:30.268862 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-c17154/payload-processing-e2e-inf-a-c17154 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:30.269005034Z I1030 20:02:30.268583 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q] creating logical port openshift-ingress_payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:30.269224333Z I1030 20:02:30.269191 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q 2026-10-30T20:02:30.293200155Z I1030 20:02:30.293155 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q] addLogicalPort annotation time took 24.000332ms 2026-10-30T20:02:30.315387041Z I1030 20:02:30.315342 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q] addLogicalPort took 46.772431ms, libovsdb time 17.205216ms 2026-10-30T20:02:30.355603584Z I1030 20:02:30.355560 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-c17154/payload-processing-e2e-inf-a-c17154 resources completed, update namespace loglevel 2026-10-30T20:02:30.584485482Z I1030 20:02:30.584433 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 2026-10-30T20:02:30.732517243Z I1030 20:02:30.732453 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:30.735757806Z I1030 20:02:30.735701 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4, hostIfaceName: 42c2242d347bb82, network: default, NAD default, SandboxID: "42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9", PCI device ID: , UID: "d7c3d7f6-14af-433c-9db2-553060cfa7cc", MAC: 0a:58:0a:84:00:92, IPs: [10.132.0.146/23] 2026-10-30T20:02:30.941463577Z I1030 20:02:30.941410 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e6:ab:25:60:55\",\"name\":\"42c2242d347bb82\"},{\"mac\":\"0a:58:0a:84:00:92\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0afb4da2-8955-41d9-9dfb-b4c2364756e4\"}],\"ips\":[{\"address\":\"10.132.0.146/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:31.086296392Z I1030 20:02:31.086242 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:31.089156446Z I1030 20:02:31.089115 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q, hostIfaceName: ba1486b74c97861, network: default, NAD default, SandboxID: "ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b", PCI device ID: , UID: "740a4953-6deb-48e4-90cd-b5d09c1b9706", MAC: 0a:58:0a:84:00:93, IPs: [10.132.0.147/23] 2026-10-30T20:02:31.292837719Z I1030 20:02:31.292786 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:13:d2:80:cb:7d\",\"name\":\"ba1486b74c97861\"},{\"mac\":\"0a:58:0a:84:00:93\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/760c02e3-ea1b-4fb2-998d-5b5d39b4deab\"}],\"ips\":[{\"address\":\"10.132.0.147/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:31.299292924Z I1030 20:02:31.299257 3618 namespace.go:72] [ai-tenant-e2e-api-b-540a43] updating namespace 2026-10-30T20:02:31.309427217Z I1030 20:02:31.309395 3618 namespace.go:115] [ai-tenant-e2e-api-b-540a43] deleting namespace 2026-10-30T20:02:31.661532611Z I1030 20:02:31.660347 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-b-540a43-allow 2026-10-30T20:02:31.661532611Z I1030 20:02:31.660379 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-b-540a43-allow 2026-10-30T20:02:32.141015336Z W1030 20:02:32.140965 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-c17154 2026-10-30T20:02:32.200785220Z W1030 20:02:32.200739 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-c17154 2026-10-30T20:02:32.495161590Z I1030 20:02:32.495116 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:32.854918775Z I1030 20:02:32.854874 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-ebe57b-allow for network default 2026-10-30T20:02:32.854918775Z I1030 20:02:32.854909 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-ebe57b-allow added to peer address sets [] 2026-10-30T20:02:32.856079222Z I1030 20:02:32.856045 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-ebe57b-allow resources completed, update namespace loglevel 2026-10-30T20:02:34.287526665Z W1030 20:02:34.287462 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ebe57b-openshift-default 2026-10-30T20:02:34.287558955Z W1030 20:02:34.287525 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ebe57b-openshift-default 2026-10-30T20:02:35.256413971Z I1030 20:02:35.256373 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7062-a54173] creating logical port opendatahub_test-curl-7062-a54173 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:35.256581842Z I1030 20:02:35.256567 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7062-a54173 2026-10-30T20:02:35.277862538Z I1030 20:02:35.277795 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7062-a54173] addLogicalPort annotation time took 21.314472ms 2026-10-30T20:02:35.279950973Z I1030 20:02:35.279908 3618 pods.go:267] [opendatahub/test-curl-7062-a54173] addLogicalPort took 23.56349ms, libovsdb time 1.247976ms 2026-10-30T20:02:35.643019472Z I1030 20:02:35.642976 3618 cniserver.go:315] [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:35.646365258Z I1030 20:02:35.646318 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7062-a54173, hostIfaceName: 09d51898e4a590c, network: default, NAD default, SandboxID: "09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3", PCI device ID: , UID: "68744e13-fc8d-4aac-9d7d-834849bbd85b", MAC: 0a:58:0a:84:00:94, IPs: [10.132.0.148/23] 2026-10-30T20:02:35.852538741Z I1030 20:02:35.852437 3618 cniserver.go:304] [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:2c:94:e8:b4:7f\",\"name\":\"09d51898e4a590c\"},{\"mac\":\"0a:58:0a:84:00:94\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35181626-8ab5-4312-93d2-883bb9960d94\"}],\"ips\":[{\"address\":\"10.132.0.148/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:36.560113640Z I1030 20:02:36.560061 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:36.608067439Z I1030 20:02:36.608014 3618 namespace.go:44] [ai-tenant-e2e-inf-a-ebe57b] adding namespace 2026-10-30T20:02:36.608753344Z I1030 20:02:36.608718 3618 namespace.go:48] [ai-tenant-e2e-inf-a-ebe57b] adding namespace took 675.524µs 2026-10-30T20:02:36.636471383Z I1030 20:02:36.636422 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:02:36.648193140Z I1030 20:02:36.648140 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:02:37.149979951Z I1030 20:02:37.149931 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:37.388001910Z I1030 20:02:37.387960 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:02:37.389007192Z I1030 20:02:37.388974 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7062-a54173 2026-10-30T20:02:37.391522136Z I1030 20:02:37.391468 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7062-a54173, ips: 10.132.0.148 2026-10-30T20:02:38.757349129Z I1030 20:02:38.757306 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-ebe57b for network default 2026-10-30T20:02:38.757534996Z I1030 20:02:38.757509 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-ebe57b added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:38.761644946Z I1030 20:02:38.761615 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-ebe57b resources completed, update namespace loglevel 2026-10-30T20:02:38.783134364Z I1030 20:02:38.783087 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-ebe57b/payload-processing-e2e-inf-a-ebe57b for network default 2026-10-30T20:02:38.783291229Z I1030 20:02:38.783272 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-ebe57b/payload-processing-e2e-inf-a-ebe57b added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:02:38.875193432Z I1030 20:02:38.875148 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-ebe57b/payload-processing-e2e-inf-a-ebe57b resources completed, update namespace loglevel 2026-10-30T20:02:39.563955378Z W1030 20:02:39.563915 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-ebe57b 2026-10-30T20:02:40.317901792Z I1030 20:02:40.317854 3618 cniserver.go:315] [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:40.423065867Z I1030 20:02:40.423016 3618 cniserver.go:304] [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7062-a54173 09d51898e4a590c754b0490bb6bb6523f559851e26fdc6f74fcdd3ccb2a51cd3 network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:40.584541347Z W1030 20:02:40.584482 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-ebe57b 2026-10-30T20:02:41.573633901Z I1030 20:02:41.573581 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:02:41.573633901Z I1030 20:02:41.573616 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:02:41.573664711Z I1030 20:02:41.573631 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:02:41.573684571Z I1030 20:02:41.573670 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:02:41.573700765Z I1030 20:02:41.573691 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:02:41.573742888Z I1030 20:02:41.573730 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:02:43.177838359Z W1030 20:02:43.177790 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-c17154 2026-10-30T20:02:44.211938359Z W1030 20:02:44.211889 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-c17154 2026-10-30T20:02:48.132779843Z I1030 20:02:48.132736 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T20:02:48.132779843Z I1030 20:02:48.132764 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-mt-2224e496 2026-10-30T20:02:48.170678320Z I1030 20:02:48.170638 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 2026-10-30T20:02:48.170761998Z I1030 20:02:48.170750 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-mt-2224e496/payload-processing-e2e-mt-2224e496 2026-10-30T20:02:48.211715406Z I1030 20:02:48.211658 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-936f70 for network default 2026-10-30T20:02:48.213190897Z I1030 20:02:48.213123 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-936f70 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-936f70,},}] 2026-10-30T20:02:48.214026855Z I1030 20:02:48.213999 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-936f70 resources completed, update namespace loglevel 2026-10-30T20:02:49.457465674Z I1030 20:02:49.457422 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:49.557023887Z I1030 20:02:49.556971 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 9ba410b13c963b502a3b7980f09bd414527642e7a7ceb28f1cbed45a9db3123f network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:49.663231692Z I1030 20:02:49.663190 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf 2026-10-30T20:02:49.665524430Z I1030 20:02:49.665476 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-jsmmf, ips: 10.132.0.41 2026-10-30T20:02:49.665592702Z I1030 20:02:49.665577 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:02:49.665828598Z I1030 20:02:49.665806 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:49.698541527Z W1030 20:02:49.698484 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-936f70 2026-10-30T20:02:49.994705716Z I1030 20:02:49.994651 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:50.096952809Z I1030 20:02:50.096899 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj ff0cab8426a44c8fd3c7ee40f3221324a489341a8aa173e6ff28cebc1dbfd285 network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:50.173157776Z I1030 20:02:50.173103 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj 2026-10-30T20:02:50.175456283Z I1030 20:02:50.175428 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-qjfsj, ips: 10.132.0.56 2026-10-30T20:02:50.175509038Z I1030 20:02:50.175475 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:02:50.175705286Z I1030 20:02:50.175691 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:50.309185500Z I1030 20:02:50.309038 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:02:50.309185500Z I1030 20:02:50.309141 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:52.964680880Z I1030 20:02:52.964618 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:52.979638617Z I1030 20:02:52.979591 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:02:53.069681527Z I1030 20:02:53.069628 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 396fcdeb5d602531b18287aca4cfd8aa284f43a276b669803915df97240fc235 network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:53.143007390Z I1030 20:02:53.142958 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 05899e0a3ef5aa680bccc57630dff7ad178387be590b697afb29c91b02c24ed3 network default NAD default NAD key default], result "{}", err 2026-10-30T20:02:53.163727571Z I1030 20:02:53.163679 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288 2026-10-30T20:02:53.166194100Z I1030 20:02:53.166161 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-mt-2224e496-fb5cd48cb-xn288, ips: 10.132.0.141 2026-10-30T20:02:53.166295355Z I1030 20:02:53.166277 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:53.219898423Z I1030 20:02:53.219860 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr 2026-10-30T20:02:53.222727316Z I1030 20:02:53.222693 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-mt-2224e496-fb4fcd48c-r8vnr, ips: 10.132.0.142 2026-10-30T20:02:53.222827769Z I1030 20:02:53.222809 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:02:55.530529183Z I1030 20:02:55.530475 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:02:55.530618259Z I1030 20:02:55.530599 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-a-aa42c3 to delete 1 local pods... 2026-10-30T20:02:55.530643977Z I1030 20:02:55.530631 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:02:55.530696004Z I1030 20:02:55.530683 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:02:55.530713667Z I1030 20:02:55.530705 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:02:55.530725010Z I1030 20:02:55.530718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:02:55.705190782Z I1030 20:02:55.705148 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T20:02:55.940181241Z I1030 20:02:55.940119 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:02:56.517832368Z I1030 20:02:56.517784 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T20:02:58.144917764Z I1030 20:02:58.144869 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:02:58.145016527Z I1030 20:02:58.144997 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 2026-10-30T20:02:58.182631108Z I1030 20:02:58.182582 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk] addLogicalPort annotation time took 37.623521ms 2026-10-30T20:02:58.185846949Z I1030 20:02:58.185808 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk] addLogicalPort took 40.956845ms, libovsdb time 2.22977ms 2026-10-30T20:02:58.741210422Z I1030 20:02:58.741169 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:02:58.744345496Z I1030 20:02:58.744304 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk, hostIfaceName: 76a9d1868ee3625, network: default, NAD default, SandboxID: "76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228", PCI device ID: , UID: "6c62448d-e119-4af6-904e-0660b3bb00de", MAC: 0a:58:0a:84:00:95, IPs: [10.132.0.149/23] 2026-10-30T20:02:58.960795391Z I1030 20:02:58.960738 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bd:22:d0:a5:c9\",\"name\":\"76a9d1868ee3625\"},{\"mac\":\"0a:58:0a:84:00:95\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa148b88-426f-4f55-9399-75cff4b1e5a8\"}],\"ips\":[{\"address\":\"10.132.0.149/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:02:59.247962849Z I1030 20:02:59.247913 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-7b5635 for network default 2026-10-30T20:02:59.258310352Z I1030 20:02:59.258262 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-7b5635 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-7b5635,},}] 2026-10-30T20:02:59.264102123Z I1030 20:02:59.264061 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-7b5635 resources completed, update namespace loglevel 2026-10-30T20:02:59.295748444Z I1030 20:02:59.295695 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1634 2026-10-30T20:03:00.682106702Z W1030 20:03:00.682063 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635 2026-10-30T20:03:03.864111905Z I1030 20:03:03.864065 3618 namespace.go:72] [ai-tenant-e2e-api-a-aa42c3] updating namespace 2026-10-30T20:03:03.873974349Z I1030 20:03:03.873938 3618 namespace.go:115] [ai-tenant-e2e-api-a-aa42c3] deleting namespace 2026-10-30T20:03:04.231718762Z I1030 20:03:04.231682 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-a-aa42c3-allow 2026-10-30T20:03:04.231718762Z I1030 20:03:04.231704 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-a-aa42c3-allow 2026-10-30T20:03:06.689639418Z W1030 20:03:06.689587 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635 2026-10-30T20:03:07.926158850Z I1030 20:03:07.926108 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:03:07.926205690Z I1030 20:03:07.926164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:03:07.926205690Z I1030 20:03:07.926179 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:03:07.926235644Z I1030 20:03:07.926221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:03:07.926258376Z I1030 20:03:07.926242 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:03:07.926303136Z I1030 20:03:07.926286 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:03:09.640280151Z I1030 20:03:09.640234 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:11.389329934Z I1030 20:03:11.389277 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c17154 for network default 2026-10-30T20:03:11.390458754Z I1030 20:03:11.390436 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c17154 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-c17154,},}] 2026-10-30T20:03:11.391312234Z I1030 20:03:11.391295 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c17154 resources completed, update namespace loglevel 2026-10-30T20:03:12.065857821Z W1030 20:03:12.065798 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-c17154 2026-10-30T20:03:14.262993978Z I1030 20:03:14.262947 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:03:14.263056459Z I1030 20:03:14.263041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:03:14.263067898Z I1030 20:03:14.263060 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-mt-2224e496 to delete 1 local pods... 2026-10-30T20:03:14.263131826Z I1030 20:03:14.263119 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:03:14.263153515Z I1030 20:03:14.263140 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:03:14.263186984Z I1030 20:03:14.263171 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:03:14.680895044Z I1030 20:03:14.680845 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:03:14.848722694Z I1030 20:03:14.848675 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:03:15.403542765Z I1030 20:03:15.403478 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:03:15.469214005Z I1030 20:03:15.469162 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-api-b-652137 2026-10-30T20:03:15.469214005Z I1030 20:03:15.469185 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-api-b-652137 2026-10-30T20:03:15.500804369Z I1030 20:03:15.500755 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-api-b-652137/payload-processing-e2e-api-b-652137 2026-10-30T20:03:15.500804369Z I1030 20:03:15.500784 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-api-b-652137/payload-processing-e2e-api-b-652137 2026-10-30T20:03:19.361639940Z I1030 20:03:19.361592 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ebe57b for network default 2026-10-30T20:03:19.362826274Z I1030 20:03:19.362789 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ebe57b added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-ebe57b,},}] 2026-10-30T20:03:19.363597309Z I1030 20:03:19.363570 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ebe57b resources completed, update namespace loglevel 2026-10-30T20:03:19.883309979Z I1030 20:03:19.883264 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:03:19.883391986Z I1030 20:03:19.883362 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.067400860Z I1030 20:03:20.067355 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:03:20.105976216Z I1030 20:03:20.105930 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.105976216Z I1030 20:03:20.105970 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T20:03:20.169400296Z I1030 20:03:20.169343 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 7f88f9a4a5c98b5531ff4cc21c29308bb949e8f4205e68e3061c8375c7e2f8a8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:03:20.328577850Z I1030 20:03:20.328535 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7 2026-10-30T20:03:20.361438561Z I1030 20:03:20.361389 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:03:20.361438561Z I1030 20:03:20.361423 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.367625991Z I1030 20:03:20.367587 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:03:20.367743454Z I1030 20:03:20.367711 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.370434921Z I1030 20:03:20.370404 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-plkw7, ips: 10.132.0.81 2026-10-30T20:03:20.370655371Z I1030 20:03:20.370636 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:03:20.371447969Z I1030 20:03:20.371421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.393138182Z I1030 20:03:20.393099 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:03:20.394677939Z I1030 20:03:20.394616 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.476315250Z I1030 20:03:20.476279 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:03:20.580782599Z I1030 20:03:20.580735 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.622341043Z I1030 20:03:20.622286 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.752577604Z I1030 20:03:20.752478 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:20.752612259Z I1030 20:03:20.752574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/istiod-allow to delete 1 local pods... 2026-10-30T20:03:21.141617708Z I1030 20:03:21.141578 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:21.141617708Z I1030 20:03:21.141609 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T20:03:21.258613583Z W1030 20:03:21.255710 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-ebe57b 2026-10-30T20:03:22.291591974Z I1030 20:03:22.291537 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=1120 2026-10-30T20:03:33.812927475Z I1030 20:03:33.812872 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:03:35.696250317Z I1030 20:03:35.696203 3618 cniserver.go:315] [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:03:35.696287576Z I1030 20:03:35.696271 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:03:35.819569927Z I1030 20:03:35.819516 3618 cniserver.go:304] [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 0adb890635d2807885b5260b95d3e9ee3b8700071836f5a13910b23a9265c726 network default NAD default NAD key default], result "{}", err 2026-10-30T20:03:35.842730601Z I1030 20:03:35.842680 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 5d80f0194a90fe6ccfb6f17a20cdcab106916e72e23ab13141dce32dcf5f9738 network default NAD default NAD key default], result "{}", err 2026-10-30T20:03:35.937332052Z I1030 20:03:35.937288 3618 pods.go:175] Deleting pod: ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8 2026-10-30T20:03:35.939631460Z I1030 20:03:35.939597 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-kserve-5564f484df-rj2k8, ips: 10.132.0.115 2026-10-30T20:03:35.939687555Z I1030 20:03:35.939675 3618 base_network_controller_policy.go:651] Processing NetworkPolicy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping to delete 1 local pods... 2026-10-30T20:03:35.987662899Z I1030 20:03:35.987617 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7 2026-10-30T20:03:35.991338692Z I1030 20:03:35.991291 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-2svg7, ips: 10.132.0.62 2026-10-30T20:03:35.991404144Z I1030 20:03:35.991393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:03:35.992063830Z I1030 20:03:35.992030 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T20:03:36.497121168Z I1030 20:03:36.497082 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-prometheus-scraping for network default 2026-10-30T20:03:36.498113230Z I1030 20:03:36.498075 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-ef132f_LS{}] 2026-10-30T20:03:36.499379224Z I1030 20:03:36.499351 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:03:37.350245855Z W1030 20:03:37.350193 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-kserve-workload-svc 2026-10-30T20:03:40.693146016Z I1030 20:03:40.693091 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg] creating logical port openshift-ingress_e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:03:40.693294892Z I1030 20:03:40.693265 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 2026-10-30T20:03:40.735866486Z I1030 20:03:40.735818 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg] addLogicalPort annotation time took 42.595611ms 2026-10-30T20:03:40.738325602Z I1030 20:03:40.738286 3618 pods.go:267] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg] addLogicalPort took 45.216891ms, libovsdb time 1.499733ms 2026-10-30T20:03:41.172240960Z I1030 20:03:41.172165 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:03:41.176061654Z I1030 20:03:41.176012 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg, hostIfaceName: 999aaef5c3e2aa8, network: default, NAD default, SandboxID: "999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e", PCI device ID: , UID: "d4585d42-af04-4dc2-8943-8ed6bf9a5b6c", MAC: 0a:58:0a:84:00:96, IPs: [10.132.0.150/23] 2026-10-30T20:03:41.295760243Z I1030 20:03:41.295707 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=398 2026-10-30T20:03:41.380186722Z I1030 20:03:41.380128 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5f:68:37:dd:bf\",\"name\":\"999aaef5c3e2aa8\"},{\"mac\":\"0a:58:0a:84:00:96\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25860801-5dbf-441a-bba3-f06941666a21\"}],\"ips\":[{\"address\":\"10.132.0.150/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:03:45.457222688Z I1030 20:03:45.457176 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:03:45.689223533Z I1030 20:03:45.689175 3618 namespace.go:72] [ai-tenant-e2e-mt-bbc9b730] updating namespace 2026-10-30T20:03:45.738983302Z I1030 20:03:45.738899 3618 namespace.go:115] [ai-tenant-e2e-mt-bbc9b730] deleting namespace 2026-10-30T20:03:45.919796523Z I1030 20:03:45.919750 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:03:46.312949287Z I1030 20:03:46.312898 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-58d72c-allow for network default 2026-10-30T20:03:46.312980489Z I1030 20:03:46.312943 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-58d72c-allow added to peer address sets [] 2026-10-30T20:03:46.314185355Z I1030 20:03:46.314144 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-58d72c-allow resources completed, update namespace loglevel 2026-10-30T20:03:47.164107101Z I1030 20:03:47.164065 3618 namespace.go:72] [ai-tenant-e2e-mt-110a412a] updating namespace 2026-10-30T20:03:47.177338859Z I1030 20:03:47.177296 3618 namespace.go:115] [ai-tenant-e2e-mt-110a412a] deleting namespace 2026-10-30T20:03:48.985065727Z W1030 20:03:48.985023 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-58d72c-openshift-default 2026-10-30T20:03:48.985065727Z W1030 20:03:48.985046 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-58d72c-openshift-default 2026-10-30T20:03:51.386604770Z I1030 20:03:51.386560 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:03:51.433535213Z I1030 20:03:51.433448 3618 namespace.go:44] [ai-tenant-e2e-inf-b-58d72c] adding namespace 2026-10-30T20:03:51.434242850Z I1030 20:03:51.434210 3618 namespace.go:48] [ai-tenant-e2e-inf-b-58d72c] adding namespace took 649.028µs 2026-10-30T20:03:51.446384050Z I1030 20:03:51.446348 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:03:51.456433485Z I1030 20:03:51.456400 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:03:53.091580049Z W1030 20:03:53.091533 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-7b5635-openshift-default 2026-10-30T20:03:53.091580049Z W1030 20:03:53.091564 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-7b5635-openshift-default 2026-10-30T20:03:53.287985427Z I1030 20:03:53.287942 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:03:53.288137812Z I1030 20:03:53.288118 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr 2026-10-30T20:03:53.320420033Z I1030 20:03:53.320371 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr] addLogicalPort annotation time took 32.297084ms 2026-10-30T20:03:53.324514166Z I1030 20:03:53.324464 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr] addLogicalPort took 36.542617ms, libovsdb time 3.202062ms 2026-10-30T20:03:53.407709487Z I1030 20:03:53.407589 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-58d72c for network default 2026-10-30T20:03:53.407889797Z I1030 20:03:53.407862 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-58d72c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:03:53.410021580Z I1030 20:03:53.409989 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn] creating logical port openshift-ingress_payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:03:53.424560623Z I1030 20:03:53.415475 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2026-10-30T20:03:53.454592599Z I1030 20:03:53.454544 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn] addLogicalPort annotation time took 39.12266ms 2026-10-30T20:03:53.484366551Z I1030 20:03:53.484321 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn] addLogicalPort took 74.341738ms, libovsdb time 25.972111ms 2026-10-30T20:03:53.495124909Z I1030 20:03:53.495088 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-58d72c resources completed, update namespace loglevel 2026-10-30T20:03:53.495797680Z I1030 20:03:53.495760 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-58d72c/payload-processing-e2e-inf-b-58d72c for network default 2026-10-30T20:03:53.495934106Z I1030 20:03:53.495916 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-58d72c/payload-processing-e2e-inf-b-58d72c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:03:53.576690128Z I1030 20:03:53.576645 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-58d72c/payload-processing-e2e-inf-b-58d72c resources completed, update namespace loglevel 2026-10-30T20:03:53.973601116Z I1030 20:03:53.973551 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:03:53.976728090Z I1030 20:03:53.976682 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr, hostIfaceName: f10b64cfb9511e8, network: default, NAD default, SandboxID: "f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da", PCI device ID: , UID: "bc6260a9-9d30-47fc-9348-5d2ca42b3bd4", MAC: 0a:58:0a:84:00:97, IPs: [10.132.0.151/23] 2026-10-30T20:03:54.110171714Z I1030 20:03:54.110126 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:03:54.113073793Z I1030 20:03:54.113041 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn, hostIfaceName: 2b36d97c87ec326, network: default, NAD default, SandboxID: "2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c", PCI device ID: , UID: "86a19396-fc1d-4247-bd55-b5e8f08d3623", MAC: 0a:58:0a:84:00:98, IPs: [10.132.0.152/23] 2026-10-30T20:03:54.181991196Z I1030 20:03:54.181933 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:18:e3:ea:c8:da\",\"name\":\"f10b64cfb9511e8\"},{\"mac\":\"0a:58:0a:84:00:97\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e163875-3606-49c7-9fee-52090f95b87c\"}],\"ips\":[{\"address\":\"10.132.0.151/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:03:54.316605156Z I1030 20:03:54.316555 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:27:ea:29:e0:8d\",\"name\":\"2b36d97c87ec326\"},{\"mac\":\"0a:58:0a:84:00:98\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/091995b1-d9ab-414a-95d3-0c9fc6441d7a\"}],\"ips\":[{\"address\":\"10.132.0.152/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:03:54.705750676Z W1030 20:03:54.705703 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:03:54.749732033Z W1030 20:03:54.749692 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c 2026-10-30T20:03:55.698023285Z I1030 20:03:55.697972 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89] creating logical port openshift-ingress_e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:03:55.698119220Z I1030 20:03:55.698097 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 2026-10-30T20:03:55.723693636Z I1030 20:03:55.723645 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89] addLogicalPort annotation time took 25.59318ms 2026-10-30T20:03:55.725404511Z I1030 20:03:55.725373 3618 pods.go:267] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89] addLogicalPort took 27.422383ms, libovsdb time 985.418µs 2026-10-30T20:03:56.144420186Z I1030 20:03:56.144375 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:03:56.148890682Z I1030 20:03:56.148832 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89, hostIfaceName: daa481468fb1e80, network: default, NAD default, SandboxID: "daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f", PCI device ID: , UID: "c5f0cb74-8000-4637-97d4-894d21e11e8d", MAC: 0a:58:0a:84:00:99, IPs: [10.132.0.153/23] 2026-10-30T20:03:56.362446114Z I1030 20:03:56.362389 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ce:75:f4:ad:a3\",\"name\":\"daa481468fb1e80\"},{\"mac\":\"0a:58:0a:84:00:99\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1238acfd-1c23-4d31-a3e3-b6c7748d11ec\"}],\"ips\":[{\"address\":\"10.132.0.153/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:03:59.259130853Z I1030 20:03:59.259084 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping 2026-10-30T20:03:59.259130853Z I1030 20:03:59.259108 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-mt-2224e496/e2e-lifecycle-model-2224e496-prometheus-scraping 2026-10-30T20:03:59.515211211Z I1030 20:03:59.515163 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:03:59.635364672Z I1030 20:03:59.635300 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:03:59.972439232Z I1030 20:03:59.972391 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:00.321184063Z I1030 20:04:00.321140 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-6cd2ad-allow for network default 2026-10-30T20:04:00.321184063Z I1030 20:04:00.321173 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-6cd2ad-allow added to peer address sets [] 2026-10-30T20:04:00.322369471Z I1030 20:04:00.322332 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-6cd2ad-allow resources completed, update namespace loglevel 2026-10-30T20:04:02.715436623Z W1030 20:04:02.715396 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:04:02.715436623Z W1030 20:04:02.715418 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:04:05.236585842Z I1030 20:04:05.236477 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:05.304209987Z I1030 20:04:05.304139 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:05.336561738Z I1030 20:04:05.336521 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 22fc3cd86096d6d7c66211035ecd9f25aa7543912b46534f52dace1e951fa549 network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:05.431266820Z I1030 20:04:05.431221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:04:05.431365876Z I1030 20:04:05.431334 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:05.431418087Z I1030 20:04:05.431328 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 7a4caafd4adea65938afd886c6ef9ae8c2c530eebcbb655665cd95d93f288d79 network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:05.466669589Z I1030 20:04:05.466602 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p 2026-10-30T20:04:05.469364520Z I1030 20:04:05.469331 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bpr7p, ips: 10.132.0.80 2026-10-30T20:04:05.469514565Z I1030 20:04:05.469477 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:04:05.469906654Z I1030 20:04:05.469862 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:05.478960283Z I1030 20:04:05.478921 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:05.512650313Z I1030 20:04:05.512594 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:05.517032301Z I1030 20:04:05.516994 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx 2026-10-30T20:04:05.521013220Z I1030 20:04:05.520975 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-6mwpx, ips: 10.132.0.68 2026-10-30T20:04:05.521055247Z I1030 20:04:05.521035 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:04:05.521435517Z I1030 20:04:05.521406 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:05.540662064Z I1030 20:04:05.540615 3618 namespace.go:44] [ai-tenant-e2e-inf-b-6cd2ad] adding namespace 2026-10-30T20:04:05.541778409Z I1030 20:04:05.541466 3618 namespace.go:48] [ai-tenant-e2e-inf-b-6cd2ad] adding namespace took 818.82µs 2026-10-30T20:04:05.585901490Z I1030 20:04:05.585862 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:04:05.604030149Z I1030 20:04:05.603991 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:04:05.611337888Z I1030 20:04:05.611301 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:04:05.611808805Z I1030 20:04:05.611765 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:05.654234443Z I1030 20:04:05.654176 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 6a4a0c4d6cc4064e2310eaca1e96eff085ec500fec3557efe70df6fbbf9572eb network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:05.796861076Z W1030 20:04:05.789873 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c 2026-10-30T20:04:05.945630972Z W1030 20:04:05.945263 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:04:05.961798139Z I1030 20:04:05.961756 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx 2026-10-30T20:04:05.968875838Z I1030 20:04:05.968833 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-b58lx, ips: 10.132.0.43 2026-10-30T20:04:05.968955851Z I1030 20:04:05.968936 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:05.970729688Z I1030 20:04:05.970696 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T20:04:06.662754454Z I1030 20:04:06.662708 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:04:07.324290716Z I1030 20:04:07.324236 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr] creating logical port openshift-ingress_payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:07.324427458Z I1030 20:04:07.324407 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr 2026-10-30T20:04:07.347943969Z I1030 20:04:07.347898 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr] addLogicalPort annotation time took 23.523651ms 2026-10-30T20:04:07.351351180Z I1030 20:04:07.351309 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr] addLogicalPort took 27.094245ms, libovsdb time 2.392522ms 2026-10-30T20:04:07.389888506Z I1030 20:04:07.389836 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:07.390026062Z I1030 20:04:07.389994 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2026-10-30T20:04:07.414653552Z I1030 20:04:07.414410 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x] addLogicalPort annotation time took 24.453606ms 2026-10-30T20:04:07.417982232Z I1030 20:04:07.417941 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x] addLogicalPort took 28.124643ms, libovsdb time 2.496377ms 2026-10-30T20:04:07.463543137Z I1030 20:04:07.461878 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-6cd2ad for network default 2026-10-30T20:04:07.463543137Z I1030 20:04:07.461981 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-6cd2ad added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:07.472548484Z I1030 20:04:07.469728 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-6cd2ad resources completed, update namespace loglevel 2026-10-30T20:04:07.483789692Z I1030 20:04:07.483743 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-6cd2ad/payload-processing-e2e-inf-b-6cd2ad for network default 2026-10-30T20:04:07.483931302Z I1030 20:04:07.483911 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-6cd2ad/payload-processing-e2e-inf-b-6cd2ad added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:07.534463390Z I1030 20:04:07.534424 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-6cd2ad/payload-processing-e2e-inf-b-6cd2ad resources completed, update namespace loglevel 2026-10-30T20:04:08.009976662Z I1030 20:04:08.009930 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:08.013225889Z I1030 20:04:08.013066 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr, hostIfaceName: bbf8ca110dbfb0a, network: default, NAD default, SandboxID: "bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010", PCI device ID: , UID: "2ac7786e-fbd5-4d81-af38-1b336196bd05", MAC: 0a:58:0a:84:00:9a, IPs: [10.132.0.154/23] 2026-10-30T20:04:08.098243341Z I1030 20:04:08.098189 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:08.100749717Z I1030 20:04:08.100704 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x, hostIfaceName: 2e6e79b9385b92d, network: default, NAD default, SandboxID: "2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01", PCI device ID: , UID: "70c04304-9a22-469b-8152-593ddecb4254", MAC: 0a:58:0a:84:00:9b, IPs: [10.132.0.155/23] 2026-10-30T20:04:08.227912229Z I1030 20:04:08.225872 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:59:3c:5e:91:ee\",\"name\":\"bbf8ca110dbfb0a\"},{\"mac\":\"0a:58:0a:84:00:9a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8e9e464-cfb6-4dcd-ae81-886506b9adb3\"}],\"ips\":[{\"address\":\"10.132.0.154/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:08.305070141Z I1030 20:04:08.305016 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:97:fe:27:a9:7a\",\"name\":\"2e6e79b9385b92d\"},{\"mac\":\"0a:58:0a:84:00:9b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/509283f1-2a5b-4523-bfaa-ce02ee48840b\"}],\"ips\":[{\"address\":\"10.132.0.155/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:08.691137217Z I1030 20:04:08.691078 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:04:09.156634074Z W1030 20:04:09.156588 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad 2026-10-30T20:04:09.191117058Z W1030 20:04:09.191080 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:04:09.199572178Z I1030 20:04:09.199538 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:09.576177207Z I1030 20:04:09.576137 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-4a31d3-allow for network default 2026-10-30T20:04:09.576204322Z I1030 20:04:09.576173 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-4a31d3-allow added to peer address sets [] 2026-10-30T20:04:09.577424283Z I1030 20:04:09.577381 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-4a31d3-allow resources completed, update namespace loglevel 2026-10-30T20:04:09.693773079Z I1030 20:04:09.693735 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92] creating logical port openshift-ingress_e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:09.694003734Z I1030 20:04:09.693962 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 2026-10-30T20:04:09.724553119Z I1030 20:04:09.724121 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92] addLogicalPort annotation time took 30.202949ms 2026-10-30T20:04:09.726297139Z I1030 20:04:09.726260 3618 pods.go:267] [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92] addLogicalPort took 32.541952ms, libovsdb time 1.092297ms 2026-10-30T20:04:09.984869178Z W1030 20:04:09.984825 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c17154-openshift-default 2026-10-30T20:04:09.984869178Z W1030 20:04:09.984848 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c17154-openshift-default 2026-10-30T20:04:10.265773728Z I1030 20:04:10.265723 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:10.275614873Z I1030 20:04:10.275559 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92, hostIfaceName: a007d54a7a12a92, network: default, NAD default, SandboxID: "a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1", PCI device ID: , UID: "e430d411-2526-4b02-8452-d9eb1fbe99fb", MAC: 0a:58:0a:84:00:9c, IPs: [10.132.0.156/23] 2026-10-30T20:04:10.485095111Z I1030 20:04:10.485059 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-936f70/test-model-936f70-prometheus-scraping for network default 2026-10-30T20:04:10.485970833Z I1030 20:04:10.485941 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-936f70/test-model-936f70-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-936f70_LS{}] 2026-10-30T20:04:10.487163842Z I1030 20:04:10.487135 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-936f70/test-model-936f70-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:04:10.691393678Z I1030 20:04:10.691335 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5b:a5:93:87:af\",\"name\":\"a007d54a7a12a92\"},{\"mac\":\"0a:58:0a:84:00:9c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b94ea2e3-68e5-4b61-9867-945c48c72ca6\"}],\"ips\":[{\"address\":\"10.132.0.156/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:11.175950548Z W1030 20:04:11.175899 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:04:11.175950548Z W1030 20:04:11.175935 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:04:12.047449508Z W1030 20:04:12.047400 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-936f70/test-model-936f70-kserve-workload-svc 2026-10-30T20:04:12.183037430Z W1030 20:04:12.182991 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:04:12.183716839Z W1030 20:04:12.183685 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:04:13.623167231Z I1030 20:04:13.623125 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:13.670892905Z I1030 20:04:13.670845 3618 namespace.go:44] [ai-tenant-e2e-inf-b-4a31d3] adding namespace 2026-10-30T20:04:13.671695785Z I1030 20:04:13.671649 3618 namespace.go:48] [ai-tenant-e2e-inf-b-4a31d3] adding namespace took 773.956µs 2026-10-30T20:04:13.689880858Z I1030 20:04:13.689782 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:04:13.698290871Z I1030 20:04:13.698250 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:04:13.829172465Z I1030 20:04:13.829128 3618 namespace.go:72] [ai-tenant-e2e-mt-2224e496] updating namespace 2026-10-30T20:04:13.848005898Z I1030 20:04:13.847959 3618 namespace.go:115] [ai-tenant-e2e-mt-2224e496] deleting namespace 2026-10-30T20:04:14.202761749Z I1030 20:04:14.202663 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-mt-2224e496-allow 2026-10-30T20:04:14.202761749Z I1030 20:04:14.202694 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-mt-2224e496-allow 2026-10-30T20:04:15.770735075Z I1030 20:04:15.770681 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-4a31d3 for network default 2026-10-30T20:04:15.770799104Z I1030 20:04:15.770778 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-4a31d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:15.772551664Z I1030 20:04:15.772484 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-4a31d3 resources completed, update namespace loglevel 2026-10-30T20:04:15.791188917Z I1030 20:04:15.791143 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-4a31d3/payload-processing-e2e-inf-b-4a31d3 for network default 2026-10-30T20:04:15.791323040Z I1030 20:04:15.791292 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-4a31d3/payload-processing-e2e-inf-b-4a31d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:15.794767904Z I1030 20:04:15.794722 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-4a31d3/payload-processing-e2e-inf-b-4a31d3 resources completed, update namespace loglevel 2026-10-30T20:04:15.794997091Z I1030 20:04:15.794955 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:15.795132066Z I1030 20:04:15.795105 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh 2026-10-30T20:04:15.818742863Z I1030 20:04:15.818697 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh] addLogicalPort annotation time took 23.628261ms 2026-10-30T20:04:15.820710979Z I1030 20:04:15.820675 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh] addLogicalPort took 25.730654ms, libovsdb time 999.078µs 2026-10-30T20:04:16.478766100Z I1030 20:04:16.478721 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:16.481489554Z I1030 20:04:16.481437 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh, hostIfaceName: b8ac53c30cfe34e, network: default, NAD default, SandboxID: "b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5", PCI device ID: , UID: "36d7a7bc-f28b-47a0-a313-18cbe1d80262", MAC: 0a:58:0a:84:00:9d, IPs: [10.132.0.157/23] 2026-10-30T20:04:16.684787952Z I1030 20:04:16.684738 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:86:ee:ba:c8:4d\",\"name\":\"b8ac53c30cfe34e\"},{\"mac\":\"0a:58:0a:84:00:9d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3db8f52d-3d0f-4904-9abf-63f46c8df4c2\"}],\"ips\":[{\"address\":\"10.132.0.157/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:17.007364677Z W1030 20:04:17.007313 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-4a31d3 2026-10-30T20:04:17.274672204Z W1030 20:04:17.274622 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3 2026-10-30T20:04:19.462690984Z I1030 20:04:19.462636 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:19.470185705Z I1030 20:04:19.469639 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:19.475771167Z I1030 20:04:19.475718 3618 cniserver.go:315] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:19.576769628Z I1030 20:04:19.576713 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 daa481468fb1e80061bbb1220cadcd2ac42347e23d9ab7aba3969a3447e5fc9f network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:19.645072450Z I1030 20:04:19.645010 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 24996b9a43699dd222524b19c569f4f03fe0b80d47b89f5abaaf22fbc90fab92 network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:19.669799074Z I1030 20:04:19.669751 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.692534322Z I1030 20:04:19.692473 3618 cniserver.go:304] [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 999aaef5c3e2aa8e06edf211dcfda4b4f1fdeea892aab8900f7557d52d3c872e network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:19.697659991Z I1030 20:04:19.697621 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 2026-10-30T20:04:19.703223603Z I1030 20:04:19.703187 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89, ips: 10.132.0.153 2026-10-30T20:04:19.703354307Z I1030 20:04:19.703337 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.712076549Z I1030 20:04:19.712034 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.758270686Z I1030 20:04:19.758223 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.760005533Z I1030 20:04:19.759952 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4 2026-10-30T20:04:19.764748562Z I1030 20:04:19.764695 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-sprt4, ips: 10.132.0.126 2026-10-30T20:04:19.764844643Z I1030 20:04:19.764821 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.786258594Z I1030 20:04:19.786212 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:19.807189361Z I1030 20:04:19.807147 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg 2026-10-30T20:04:19.810089190Z I1030 20:04:19.810053 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-c5ptg, ips: 10.132.0.150 2026-10-30T20:04:19.810263807Z I1030 20:04:19.810249 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:19.898638070Z I1030 20:04:19.898592 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 5550df82de81c4def46cc905956ede2ff6d8f5ff1d5502d2898d5e5702ffdae8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:19.965532167Z I1030 20:04:19.965473 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4 2026-10-30T20:04:19.974030727Z I1030 20:04:19.973895 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-qstr4, ips: 10.132.0.71 2026-10-30T20:04:19.974830495Z I1030 20:04:19.974800 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:04:19.977997667Z I1030 20:04:19.977957 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:20.156472281Z W1030 20:04:20.156423 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:04:20.201294414Z W1030 20:04:20.201252 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad 2026-10-30T20:04:20.382086100Z I1030 20:04:20.382029 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:04:20.482048397Z I1030 20:04:20.482003 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:20.484263822Z I1030 20:04:20.484221 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr beee01306c3a8e28c7886859b9cfe6e152696745ccdccfe968c28fb41658b700 network default NAD default NAD key default], result "{}", err 2026-10-30T20:04:20.555615518Z I1030 20:04:20.555562 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:20.591389031Z I1030 20:04:20.591343 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr 2026-10-30T20:04:20.595801562Z I1030 20:04:20.595768 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-b4glr, ips: 10.132.0.76 2026-10-30T20:04:20.595829497Z I1030 20:04:20.595822 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:20.596786550Z I1030 20:04:20.596767 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:04:20.691883598Z I1030 20:04:20.691828 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:20.746315819Z I1030 20:04:20.746256 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:28.284126375Z W1030 20:04:28.284083 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3 2026-10-30T20:04:33.292469938Z I1030 20:04:33.292430 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=147 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407800 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-api-b-652137 to delete 1 local pods... 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407835 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407852 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407863 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407905 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:04:34.412534819Z I1030 20:04:34.407958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:04:34.790123826Z I1030 20:04:34.790082 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:04:35.087793124Z I1030 20:04:35.087755 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:35.644663051Z I1030 20:04:35.644614 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:04:36.970457700Z W1030 20:04:36.970414 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ef132f-openshift-default 2026-10-30T20:04:36.970457700Z W1030 20:04:36.970438 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ef132f-openshift-default 2026-10-30T20:04:37.005659510Z W1030 20:04:37.005603 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ebe57b-openshift-default 2026-10-30T20:04:37.005659510Z W1030 20:04:37.005634 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-ebe57b-openshift-default 2026-10-30T20:04:40.764394006Z I1030 20:04:40.755888 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-58d72c for network default 2026-10-30T20:04:40.767776406Z I1030 20:04:40.767734 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-58d72c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-58d72c,},}] 2026-10-30T20:04:40.771649746Z I1030 20:04:40.769246 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-58d72c resources completed, update namespace loglevel 2026-10-30T20:04:41.244205143Z W1030 20:04:41.244157 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-58d72c 2026-10-30T20:04:42.003628754Z I1030 20:04:42.003572 3618 namespace.go:72] [ai-tenant-e2e-api-b-652137] updating namespace 2026-10-30T20:04:42.013484362Z I1030 20:04:42.013376 3618 namespace.go:115] [ai-tenant-e2e-api-b-652137] deleting namespace 2026-10-30T20:04:42.351764352Z I1030 20:04:42.351707 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-api-b-652137-allow 2026-10-30T20:04:42.351853882Z I1030 20:04:42.351840 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-api-b-652137-allow 2026-10-30T20:04:43.177808701Z I1030 20:04:43.177751 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:43.541590047Z I1030 20:04:43.541541 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-c8fc40-allow for network default 2026-10-30T20:04:43.541590047Z I1030 20:04:43.541571 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-c8fc40-allow added to peer address sets [] 2026-10-30T20:04:43.542867392Z I1030 20:04:43.542838 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-c8fc40-allow resources completed, update namespace loglevel 2026-10-30T20:04:45.481159483Z W1030 20:04:45.481117 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c8fc40-openshift-default 2026-10-30T20:04:45.481159483Z W1030 20:04:45.481139 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c8fc40-openshift-default 2026-10-30T20:04:46.263360080Z I1030 20:04:46.263312 3618 namespace.go:72] [ai-tenant-e2e-mt-6b5b19cc] updating namespace 2026-10-30T20:04:46.274898812Z I1030 20:04:46.274857 3618 namespace.go:115] [ai-tenant-e2e-mt-6b5b19cc] deleting namespace 2026-10-30T20:04:47.773746441Z I1030 20:04:47.773693 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:47.824359748Z I1030 20:04:47.824292 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:04:47.879381781Z I1030 20:04:47.879330 3618 namespace.go:44] [ai-tenant-e2e-inf-a-c8fc40] adding namespace 2026-10-30T20:04:47.880077462Z I1030 20:04:47.880037 3618 namespace.go:48] [ai-tenant-e2e-inf-a-c8fc40] adding namespace took 674.082µs 2026-10-30T20:04:47.896446291Z I1030 20:04:47.896405 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:04:47.907067260Z I1030 20:04:47.907028 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:04:48.343967506Z I1030 20:04:48.343919 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:04:49.744620697Z I1030 20:04:49.744575 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:49.744812222Z I1030 20:04:49.744789 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 2026-10-30T20:04:49.768517813Z I1030 20:04:49.768458 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb] addLogicalPort annotation time took 23.709945ms 2026-10-30T20:04:49.770252195Z I1030 20:04:49.770216 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb] addLogicalPort took 25.662626ms, libovsdb time 1.033427ms 2026-10-30T20:04:49.814338144Z I1030 20:04:49.803136 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-c8fc40 for network default 2026-10-30T20:04:49.814534901Z I1030 20:04:49.814484 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-c8fc40 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:49.822979911Z I1030 20:04:49.822512 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-c8fc40 resources completed, update namespace loglevel 2026-10-30T20:04:49.832751981Z I1030 20:04:49.832713 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-c8fc40/payload-processing-e2e-inf-a-c8fc40 for network default 2026-10-30T20:04:49.832912732Z I1030 20:04:49.832893 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-c8fc40/payload-processing-e2e-inf-a-c8fc40 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:04:49.858624651Z I1030 20:04:49.858585 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-c8fc40/payload-processing-e2e-inf-a-c8fc40 resources completed, update namespace loglevel 2026-10-30T20:04:50.422054313Z I1030 20:04:50.422014 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:50.425253709Z I1030 20:04:50.425202 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb, hostIfaceName: 1acdd58fba2f554, network: default, NAD default, SandboxID: "1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc", PCI device ID: , UID: "b925d0cb-a3cd-452e-9742-07d79a2928d0", MAC: 0a:58:0a:84:00:9e, IPs: [10.132.0.158/23] 2026-10-30T20:04:50.628477374Z I1030 20:04:50.628430 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:aa:ab:07:af:15\",\"name\":\"1acdd58fba2f554\"},{\"mac\":\"0a:58:0a:84:00:9e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cd6c1d5-6e21-4824-b01e-cb628aa0b5b3\"}],\"ips\":[{\"address\":\"10.132.0.158/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:51.329198838Z W1030 20:04:51.329156 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-c8fc40 2026-10-30T20:04:51.744684131Z W1030 20:04:51.744644 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40 2026-10-30T20:04:54.135913794Z I1030 20:04:54.135871 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:04:54.136032108Z I1030 20:04:54.136014 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p 2026-10-30T20:04:54.160407541Z I1030 20:04:54.160360 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p] addLogicalPort annotation time took 24.373067ms 2026-10-30T20:04:54.163448787Z I1030 20:04:54.163413 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p] addLogicalPort took 27.558481ms, libovsdb time 1.945515ms 2026-10-30T20:04:54.527259061Z I1030 20:04:54.527216 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:04:54.531765760Z I1030 20:04:54.531724 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p, hostIfaceName: ad1ce0847b9ef08, network: default, NAD default, SandboxID: "ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266", PCI device ID: , UID: "1b6deb66-12d8-46ad-b87c-4e24fba3a487", MAC: 0a:58:0a:84:00:9f, IPs: [10.132.0.159/23] 2026-10-30T20:04:54.734766600Z I1030 20:04:54.734717 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:14:59:d7:6a:34\",\"name\":\"ad1ce0847b9ef08\"},{\"mac\":\"0a:58:0a:84:00:9f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36c3e443-bc62-4e20-9583-7135951e6afd\"}],\"ips\":[{\"address\":\"10.132.0.159/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:04:55.134196081Z I1030 20:04:55.134146 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-6cd2ad for network default 2026-10-30T20:04:55.135417569Z I1030 20:04:55.135379 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-6cd2ad added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-6cd2ad,},}] 2026-10-30T20:04:55.136849929Z I1030 20:04:55.136817 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-6cd2ad resources completed, update namespace loglevel 2026-10-30T20:04:55.773162283Z W1030 20:04:55.773117 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad 2026-10-30T20:05:01.785377436Z W1030 20:05:01.785329 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad 2026-10-30T20:05:02.088903868Z I1030 20:05:02.088858 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:05:02.089013961Z I1030 20:05:02.088998 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 2026-10-30T20:05:02.114463292Z I1030 20:05:02.114413 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn] addLogicalPort annotation time took 25.449516ms 2026-10-30T20:05:02.117104873Z I1030 20:05:02.117058 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn] addLogicalPort took 28.221514ms, libovsdb time 1.808688ms 2026-10-30T20:05:02.478104131Z I1030 20:05:02.478054 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:05:02.481325134Z I1030 20:05:02.481275 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn, hostIfaceName: 449cb98baf7d3cc, network: default, NAD default, SandboxID: "449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627", PCI device ID: , UID: "c0cb5480-96e2-4a7e-8c61-78fb5e3431c0", MAC: 0a:58:0a:84:00:a0, IPs: [10.132.0.160/23] 2026-10-30T20:05:02.684785264Z I1030 20:05:02.684731 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e7:b5:24:5d:fa\",\"name\":\"449cb98baf7d3cc\"},{\"mac\":\"0a:58:0a:84:00:a0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd929ec0-94a8-45fb-b652-18a98446f8f6\"}],\"ips\":[{\"address\":\"10.132.0.160/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:05:02.756071308Z W1030 20:05:02.756031 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40 2026-10-30T20:05:03.168380988Z I1030 20:05:03.168340 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4a31d3 for network default 2026-10-30T20:05:03.171541511Z I1030 20:05:03.171484 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4a31d3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-4a31d3,},}] 2026-10-30T20:05:03.172889596Z I1030 20:05:03.172866 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4a31d3 resources completed, update namespace loglevel 2026-10-30T20:05:03.854087504Z W1030 20:05:03.854045 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3 2026-10-30T20:05:06.651269918Z I1030 20:05:06.651225 3618 namespace.go:72] [ai-tenant-e2e-mt-dc1db058] updating namespace 2026-10-30T20:05:06.662008785Z I1030 20:05:06.661973 3618 namespace.go:115] [ai-tenant-e2e-mt-dc1db058] deleting namespace 2026-10-30T20:05:09.879987221Z W1030 20:05:09.879928 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3 2026-10-30T20:05:21.686643992Z I1030 20:05:21.686593 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=6 2026-10-30T20:05:23.663588419Z W1030 20:05:23.663538 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-key-cleanup-29889825-hpbwp 2026-10-30T20:05:25.348433510Z W1030 20:05:25.348389 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-936f70-openshift-default 2026-10-30T20:05:25.348433510Z W1030 20:05:25.348413 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-936f70-openshift-default 2026-10-30T20:05:27.903945501Z I1030 20:05:27.903898 3618 namespace.go:72] [ai-tenant-e2e-mt-c319fae0] updating namespace 2026-10-30T20:05:27.916548006Z I1030 20:05:27.916473 3618 namespace.go:115] [ai-tenant-e2e-mt-c319fae0] deleting namespace 2026-10-30T20:05:28.616142911Z I1030 20:05:28.616085 3618 namespace.go:72] [e2e-mt-other-c53b7887] updating namespace 2026-10-30T20:05:28.630927639Z I1030 20:05:28.630881 3618 namespace.go:115] [e2e-mt-other-c53b7887] deleting namespace 2026-10-30T20:05:32.918566099Z I1030 20:05:32.918414 3618 namespace.go:72] [e2e-unlabeled-ef6357a2] updating namespace 2026-10-30T20:05:32.931097791Z I1030 20:05:32.931054 3618 namespace.go:115] [e2e-unlabeled-ef6357a2] deleting namespace 2026-10-30T20:05:33.641404060Z I1030 20:05:33.641358 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:05:35.777540791Z I1030 20:05:35.776903 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c8fc40 for network default 2026-10-30T20:05:35.786571933Z I1030 20:05:35.785651 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c8fc40 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-c8fc40,},}] 2026-10-30T20:05:35.789897164Z W1030 20:05:35.787044 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-c8fc40 2026-10-30T20:05:35.796316274Z I1030 20:05:35.796272 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c8fc40 resources completed, update namespace loglevel 2026-10-30T20:05:40.690240091Z I1030 20:05:40.690187 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-prometheus-scraping for network default 2026-10-30T20:05:40.705610251Z I1030 20:05:40.698475 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-7b5635_LS{}] 2026-10-30T20:05:40.711365436Z I1030 20:05:40.711239 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:05:41.656399481Z W1030 20:05:41.656345 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-kserve-workload-svc 2026-10-30T20:05:42.655612756Z W1030 20:05:42.655571 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-58d72c-openshift-default 2026-10-30T20:05:42.655612756Z W1030 20:05:42.655597 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-58d72c-openshift-default 2026-10-30T20:05:47.455643061Z I1030 20:05:47.455546 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:06:01.115102198Z I1030 20:06:01.115054 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:06:06.291959683Z I1030 20:06:06.291912 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=753 2026-10-30T20:06:08.694783559Z W1030 20:06:08.694728 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:08.694783559Z W1030 20:06:08.694755 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:08.694876402Z W1030 20:06:08.694852 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:08.694900014Z W1030 20:06:08.694883 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:08.694988884Z W1030 20:06:08.694967 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:08.694988884Z W1030 20:06:08.694980 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:11.625155167Z I1030 20:06:11.625108 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-prometheus-scraping for network default 2026-10-30T20:06:11.626003680Z I1030 20:06:11.625970 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-58d72c_LS{}] 2026-10-30T20:06:11.627089985Z I1030 20:06:11.627069 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:06:12.182582115Z W1030 20:06:12.182529 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-kserve-workload-svc 2026-10-30T20:06:15.508631712Z I1030 20:06:15.508578 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=8 2026-10-30T20:06:15.985119917Z I1030 20:06:15.985063 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7] creating logical port ai-tenant-e2e-inf-a-c17154_test-model-c17154-kserve-7658cc6cb5-cp8j7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:06:15.985272438Z I1030 20:06:15.985255 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 2026-10-30T20:06:16.010547386Z I1030 20:06:16.010485 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7] addLogicalPort annotation time took 25.275678ms 2026-10-30T20:06:16.018355247Z I1030 20:06:16.018308 3618 pods.go:267] [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7] addLogicalPort took 33.265618ms, libovsdb time 6.735933ms 2026-10-30T20:06:16.158419115Z W1030 20:06:16.158363 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:16.158419115Z W1030 20:06:16.158388 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4a31d3-openshift-default 2026-10-30T20:06:16.465000483Z I1030 20:06:16.464958 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:06:16.467849275Z I1030 20:06:16.467811 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-a-c17154, podName: test-model-c17154-kserve-7658cc6cb5-cp8j7, hostIfaceName: c2d8b8f7e8e87d9, network: default, NAD default, SandboxID: "c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6", PCI device ID: , UID: "feb1a303-3f04-46c3-aa38-7ba67a642cfd", MAC: 0a:58:0a:84:00:a1, IPs: [10.132.0.161/23] 2026-10-30T20:06:16.671697694Z I1030 20:06:16.671642 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ab:1b:56:9f:a9\",\"name\":\"c2d8b8f7e8e87d9\"},{\"mac\":\"0a:58:0a:84:00:a1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28fe9e68-0642-41de-98bd-00b2fde2a8e9\"}],\"ips\":[{\"address\":\"10.132.0.161/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:06:16.686066650Z I1030 20:06:16.686029 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-c17154/test-model-c17154-prometheus-scraping for network default 2026-10-30T20:06:16.687023570Z I1030 20:06:16.686992 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-c17154/test-model-c17154-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-c17154_LS{}] 2026-10-30T20:06:16.688353537Z I1030 20:06:16.688328 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-c17154/test-model-c17154-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:06:17.782539513Z W1030 20:06:17.782481 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-workload-svc 2026-10-30T20:06:21.654856255Z I1030 20:06:21.654789 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-prometheus-scraping for network default 2026-10-30T20:06:21.659920600Z I1030 20:06:21.659876 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-6cd2ad_LS{}] 2026-10-30T20:06:21.661787894Z I1030 20:06:21.661749 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:06:22.454618296Z W1030 20:06:22.454570 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-kserve-workload-svc 2026-10-30T20:06:26.962924317Z W1030 20:06:26.962876 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-workload-svc 2026-10-30T20:06:30.304916551Z I1030 20:06:30.304861 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:06:30.790617496Z I1030 20:06:30.790566 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:06:31.197573940Z I1030 20:06:31.197486 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-d3c508-allow for network default 2026-10-30T20:06:31.197636661Z I1030 20:06:31.197617 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-d3c508-allow added to peer address sets [] 2026-10-30T20:06:31.198846708Z I1030 20:06:31.198812 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-d3c508-allow resources completed, update namespace loglevel 2026-10-30T20:06:31.899315317Z I1030 20:06:31.899273 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-prometheus-scraping for network default 2026-10-30T20:06:31.900382456Z I1030 20:06:31.900342 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-ebe57b_LS{}] 2026-10-30T20:06:31.901855587Z I1030 20:06:31.901833 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:06:33.201006451Z I1030 20:06:33.200968 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s] creating logical port ai-tenant-e2e-inf-b-4a31d3_test-model-4a31d3-kserve-c6959558c-c4d5s for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:06:33.201216640Z I1030 20:06:33.201179 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 2026-10-30T20:06:33.226595483Z I1030 20:06:33.226550 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s] addLogicalPort annotation time took 25.406009ms 2026-10-30T20:06:33.228927927Z I1030 20:06:33.228890 3618 pods.go:267] [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s] addLogicalPort took 27.943389ms, libovsdb time 1.15134ms 2026-10-30T20:06:33.436277206Z W1030 20:06:33.436238 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-d3c508-openshift-default 2026-10-30T20:06:33.436277206Z W1030 20:06:33.436260 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-d3c508-openshift-default 2026-10-30T20:06:33.482156374Z W1030 20:06:33.482114 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-kserve-workload-svc 2026-10-30T20:06:33.583874714Z I1030 20:06:33.583818 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:06:33.640855106Z I1030 20:06:33.640805 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-b-4a31d3, podName: test-model-4a31d3-kserve-c6959558c-c4d5s, hostIfaceName: 4b0e595c237ceb6, network: default, NAD default, SandboxID: "4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26", PCI device ID: , UID: "488df13a-d848-449b-9d3a-6c275613ee4e", MAC: 0a:58:0a:84:00:a2, IPs: [10.132.0.162/23] 2026-10-30T20:06:33.860254422Z I1030 20:06:33.860188 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:18:9e:41:22:39\",\"name\":\"4b0e595c237ceb6\"},{\"mac\":\"0a:58:0a:84:00:a2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0707b962-cb8f-4ab9-a935-cca5f8ea4225\"}],\"ips\":[{\"address\":\"10.132.0.162/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:06:33.949293054Z I1030 20:06:33.949242 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-prometheus-scraping for network default 2026-10-30T20:06:33.950356821Z I1030 20:06:33.950316 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-4a31d3_LS{}] 2026-10-30T20:06:33.952037203Z I1030 20:06:33.952009 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:06:34.020333770Z I1030 20:06:34.020289 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:06:34.020333770Z I1030 20:06:34.020319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:06:34.020384377Z I1030 20:06:34.020365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:06:34.020418719Z I1030 20:06:34.020408 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:06:34.020427796Z I1030 20:06:34.020422 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:06:34.020437728Z I1030 20:06:34.020430 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:06:35.072093742Z W1030 20:06:35.072043 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-workload-svc 2026-10-30T20:06:35.856290045Z I1030 20:06:35.856242 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:06:35.917051299Z I1030 20:06:35.917008 3618 namespace.go:44] [ai-tenant-e2e-inf-b-d3c508] adding namespace 2026-10-30T20:06:35.917784697Z I1030 20:06:35.917747 3618 namespace.go:48] [ai-tenant-e2e-inf-b-d3c508] adding namespace took 641.88µs 2026-10-30T20:06:35.935872056Z I1030 20:06:35.935840 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:06:35.951695130Z I1030 20:06:35.951637 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:06:37.953548201Z I1030 20:06:37.953227 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-d3c508 for network default 2026-10-30T20:06:37.953548201Z I1030 20:06:37.953327 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-d3c508 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:06:37.962023552Z I1030 20:06:37.961983 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-d3c508 resources completed, update namespace loglevel 2026-10-30T20:06:37.978334059Z I1030 20:06:37.978285 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-d3c508/payload-processing-e2e-inf-b-d3c508 for network default 2026-10-30T20:06:37.978611664Z I1030 20:06:37.978587 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-d3c508/payload-processing-e2e-inf-b-d3c508 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:06:37.985998835Z I1030 20:06:37.985962 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-d3c508/payload-processing-e2e-inf-b-d3c508 resources completed, update namespace loglevel 2026-10-30T20:06:39.336787635Z W1030 20:06:39.336727 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-d3c508 2026-10-30T20:06:39.377428018Z W1030 20:06:39.377383 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-d3c508 2026-10-30T20:06:39.540039957Z W1030 20:06:39.539991 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c8fc40-openshift-default 2026-10-30T20:06:39.540108623Z W1030 20:06:39.540095 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-c8fc40-openshift-default 2026-10-30T20:06:40.324321274Z I1030 20:06:40.324280 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:06:40.692941418Z I1030 20:06:40.692889 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-a-a64be2-allow for network default 2026-10-30T20:06:40.693021783Z I1030 20:06:40.693002 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-a-a64be2-allow added to peer address sets [] 2026-10-30T20:06:40.700769842Z I1030 20:06:40.700727 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-a-a64be2-allow resources completed, update namespace loglevel 2026-10-30T20:06:42.681559411Z W1030 20:06:42.681520 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:06:42.681559411Z W1030 20:06:42.681539 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:06:44.283578812Z W1030 20:06:44.283485 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-workload-svc 2026-10-30T20:06:45.105395896Z I1030 20:06:45.105333 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:06:45.167308695Z I1030 20:06:45.167260 3618 namespace.go:44] [ai-tenant-e2e-inf-a-a64be2] adding namespace 2026-10-30T20:06:45.168108248Z I1030 20:06:45.168068 3618 namespace.go:48] [ai-tenant-e2e-inf-a-a64be2] adding namespace took 687.574µs 2026-10-30T20:06:45.188381743Z I1030 20:06:45.188338 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:06:45.201285157Z I1030 20:06:45.201245 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:06:47.227567839Z I1030 20:06:47.227464 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-a-a64be2 for network default 2026-10-30T20:06:47.227737375Z I1030 20:06:47.227704 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-a-a64be2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:06:47.231672517Z I1030 20:06:47.231630 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-a-a64be2 resources completed, update namespace loglevel 2026-10-30T20:06:47.245791860Z I1030 20:06:47.245606 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7] creating logical port openshift-ingress_payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:06:47.246160446Z I1030 20:06:47.246130 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 2026-10-30T20:06:47.256119546Z I1030 20:06:47.256076 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-a64be2/payload-processing-e2e-inf-a-a64be2 for network default 2026-10-30T20:06:47.256317780Z I1030 20:06:47.256293 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-a64be2/payload-processing-e2e-inf-a-a64be2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:06:47.274131974Z I1030 20:06:47.274078 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7] addLogicalPort annotation time took 27.993549ms 2026-10-30T20:06:47.286583016Z I1030 20:06:47.286536 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7] addLogicalPort took 40.949679ms, libovsdb time 9.036199ms 2026-10-30T20:06:47.316541288Z I1030 20:06:47.316478 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-a64be2/payload-processing-e2e-inf-a-a64be2 resources completed, update namespace loglevel 2026-10-30T20:06:47.895129742Z I1030 20:06:47.895089 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:06:47.898632071Z I1030 20:06:47.898571 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7, hostIfaceName: b8672c6bf49da23, network: default, NAD default, SandboxID: "b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3", PCI device ID: , UID: "2306e0ae-3564-437e-a17d-b5e15ba074f6", MAC: 0a:58:0a:84:00:a3, IPs: [10.132.0.163/23] 2026-10-30T20:06:48.104884288Z I1030 20:06:48.104832 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b0:81:64:22:93\",\"name\":\"b8672c6bf49da23\"},{\"mac\":\"0a:58:0a:84:00:a3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc15efa6-840d-43e0-ae40-79746fbb11b1\"}],\"ips\":[{\"address\":\"10.132.0.163/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:06:48.390661303Z W1030 20:06:48.390616 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:06:48.561022446Z W1030 20:06:48.558781 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-a-a64be2 2026-10-30T20:06:53.062464563Z I1030 20:06:53.062418 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:06:53.062464563Z I1030 20:06:53.062454 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:06:53.062524052Z I1030 20:06:53.062465 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:06:53.062524052Z I1030 20:06:53.062517 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:06:53.062537332Z I1030 20:06:53.062531 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:06:53.062582069Z I1030 20:06:53.062570 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:06:59.398683594Z W1030 20:06:59.398637 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:07:00.523863500Z I1030 20:07:00.523815 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=10 2026-10-30T20:07:01.293049487Z I1030 20:07:01.293005 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-prometheus-scraping 2026-10-30T20:07:01.293049487Z I1030 20:07:01.293035 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-prometheus-scraping 2026-10-30T20:07:02.292417575Z I1030 20:07:02.292364 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=55 2026-10-30T20:07:02.390257048Z I1030 20:07:02.390213 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 2026-10-30T20:07:06.561863772Z I1030 20:07:06.561805 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:07:06.561863772Z I1030 20:07:06.561842 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:07:06.561923578Z I1030 20:07:06.561897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:07:06.561956791Z I1030 20:07:06.561920 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:07:06.561982299Z I1030 20:07:06.561969 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:07:06.562035153Z I1030 20:07:06.562022 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:07:14.116168174Z I1030 20:07:14.116126 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-prometheus-scraping 2026-10-30T20:07:14.116168174Z I1030 20:07:14.116147 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-prometheus-scraping 2026-10-30T20:07:16.323728397Z I1030 20:07:16.323674 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp] creating logical port openshift-ingress_e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:07:16.323854325Z I1030 20:07:16.323825 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 2026-10-30T20:07:16.354182984Z I1030 20:07:16.354141 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp] addLogicalPort annotation time took 30.355491ms 2026-10-30T20:07:16.356671653Z I1030 20:07:16.356634 3618 pods.go:267] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp] addLogicalPort took 32.975669ms, libovsdb time 1.471586ms 2026-10-30T20:07:16.358318608Z I1030 20:07:16.358277 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq] creating logical port openshift-ingress_e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:07:16.358413963Z I1030 20:07:16.358396 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq 2026-10-30T20:07:16.443565808Z I1030 20:07:16.443483 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq] addLogicalPort annotation time took 85.124389ms 2026-10-30T20:07:16.445878623Z I1030 20:07:16.445838 3618 pods.go:267] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq] addLogicalPort took 87.573067ms, libovsdb time 1.248668ms 2026-10-30T20:07:16.499757793Z W1030 20:07:16.499703 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:16.499757793Z W1030 20:07:16.499729 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:16.707856584Z I1030 20:07:16.707814 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:07:16.712403635Z I1030 20:07:16.712358 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp, hostIfaceName: 7e3c85511d024d9, network: default, NAD default, SandboxID: "7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a", PCI device ID: , UID: "cae28612-2090-4280-9139-63ef293ba821", MAC: 0a:58:0a:84:00:a4, IPs: [10.132.0.164/23] 2026-10-30T20:07:16.754838275Z I1030 20:07:16.754781 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:07:16.757989141Z I1030 20:07:16.757939 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq, hostIfaceName: deba3a06d4c5f61, network: default, NAD default, SandboxID: "deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21", PCI device ID: , UID: "440c558d-c52a-45f1-964e-bc090bd0268c", MAC: 0a:58:0a:84:00:a5, IPs: [10.132.0.165/23] 2026-10-30T20:07:16.841367242Z I1030 20:07:16.841322 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:16.918149417Z I1030 20:07:16.918091 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ab:da:a5:7b:a3\",\"name\":\"7e3c85511d024d9\"},{\"mac\":\"0a:58:0a:84:00:a4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/767499a2-4352-4d9e-b576-e5dd3ab3e16b\"}],\"ips\":[{\"address\":\"10.132.0.164/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:07:16.958984492Z I1030 20:07:16.958944 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 16ca605bbed24c93f7dfe34d692b1d7899801729f0fdb39795a6659a29ec2ba0 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:16.962803835Z I1030 20:07:16.962757 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c8:54:a2:f3:1b\",\"name\":\"deba3a06d4c5f61\"},{\"mac\":\"0a:58:0a:84:00:a5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c325d3e7-abd1-43e7-a347-c06b435c807f\"}],\"ips\":[{\"address\":\"10.132.0.165/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:07:17.018960860Z I1030 20:07:17.018918 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg 2026-10-30T20:07:17.021798062Z I1030 20:07:17.021762 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-a-0506c9/test-model-0506c9-kserve-7b6d585b9c-rgrpg, ips: 10.132.0.138 2026-10-30T20:07:17.754296755Z W1030 20:07:17.754250 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:17.754335809Z W1030 20:07:17.754305 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:17.847925634Z W1030 20:07:17.847877 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:17.848002702Z W1030 20:07:17.847989 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:17.864342031Z W1030 20:07:17.864285 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:17.864418712Z W1030 20:07:17.864406 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:18.854215068Z I1030 20:07:18.854162 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:07:18.854338027Z I1030 20:07:18.854322 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:07:18.854413442Z I1030 20:07:18.854401 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:07:18.854455440Z I1030 20:07:18.854445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:07:18.854515453Z I1030 20:07:18.854482 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:07:18.854594093Z I1030 20:07:18.854582 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:07:20.914385625Z I1030 20:07:20.914335 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:21.161023055Z I1030 20:07:21.160692 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 47423c9986074a1be3c7ae95f3d0abedda43fd01011f9665af8c12d000bb2102 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:21.419476796Z I1030 20:07:21.419433 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf 2026-10-30T20:07:21.421906983Z I1030 20:07:21.421873 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-m2bbf, ips: 10.132.0.74 2026-10-30T20:07:21.421986288Z I1030 20:07:21.421968 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:07:21.422245694Z I1030 20:07:21.422224 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:07:23.827372455Z W1030 20:07:23.827317 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:23.827372455Z W1030 20:07:23.827342 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:23.827372455Z W1030 20:07:23.827354 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:23.827372455Z W1030 20:07:23.827359 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.768351118Z W1030 20:07:24.768311 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.768351118Z W1030 20:07:24.768334 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.768351118Z W1030 20:07:24.768346 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.768388642Z W1030 20:07:24.768351 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.824477439Z W1030 20:07:24.824438 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:24.824477439Z W1030 20:07:24.824470 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-6cd2ad-openshift-default 2026-10-30T20:07:25.558506012Z I1030 20:07:25.558444 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-0506c9 2026-10-30T20:07:25.558506012Z I1030 20:07:25.558474 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-0506c9 2026-10-30T20:07:25.590073262Z I1030 20:07:25.590034 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-0506c9/payload-processing-e2e-inf-a-0506c9 2026-10-30T20:07:25.590151177Z I1030 20:07:25.590122 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-0506c9/payload-processing-e2e-inf-a-0506c9 2026-10-30T20:07:26.566442946Z I1030 20:07:26.566385 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:07:26.566609274Z I1030 20:07:26.566590 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp 2026-10-30T20:07:26.591762664Z I1030 20:07:26.591712 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp] addLogicalPort annotation time took 25.16054ms 2026-10-30T20:07:26.594084484Z I1030 20:07:26.594048 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp] addLogicalPort took 27.685942ms, libovsdb time 1.1458ms 2026-10-30T20:07:26.972363889Z I1030 20:07:26.972318 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:07:26.975560768Z I1030 20:07:26.975518 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp, hostIfaceName: be832e9b96db64f, network: default, NAD default, SandboxID: "be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a", PCI device ID: , UID: "758dba28-c590-419b-b34c-402cad2c77e8", MAC: 0a:58:0a:84:00:a6, IPs: [10.132.0.166/23] 2026-10-30T20:07:27.179588818Z I1030 20:07:27.179534 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:56:02:37:3d:51\",\"name\":\"be832e9b96db64f\"},{\"mac\":\"0a:58:0a:84:00:a6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bde8d4d8-c054-4244-9030-934595706e05\"}],\"ips\":[{\"address\":\"10.132.0.166/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:07:27.741548685Z I1030 20:07:27.741486 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-d3c508 for network default 2026-10-30T20:07:27.742707032Z I1030 20:07:27.742661 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-d3c508 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-d3c508,},}] 2026-10-30T20:07:27.743857577Z I1030 20:07:27.743831 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-d3c508 resources completed, update namespace loglevel 2026-10-30T20:07:28.003055457Z W1030 20:07:28.003015 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508 2026-10-30T20:07:28.369883894Z I1030 20:07:28.369836 3618 namespace.go:72] [ai-tenant-e2e-mt-919a6487] updating namespace 2026-10-30T20:07:28.381895778Z I1030 20:07:28.381852 3618 namespace.go:115] [ai-tenant-e2e-mt-919a6487] deleting namespace 2026-10-30T20:07:29.627891725Z I1030 20:07:29.627847 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:29.739074941Z I1030 20:07:29.739030 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 4e1847c93732d4edd95c7c4e49cd2dea8125529fc9aa86162dc4d3309d679023 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:29.827033276Z I1030 20:07:29.826985 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps 2026-10-30T20:07:29.829076906Z I1030 20:07:29.829041 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-b-eb16ce/test-model-eb16ce-kserve-5b486c69c9-5hcps, ips: 10.132.0.139 2026-10-30T20:07:35.000275044Z W1030 20:07:35.000228 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508 2026-10-30T20:07:37.075197037Z I1030 20:07:37.075150 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl] creating logical port odh-ai-gateway-infra_maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:07:37.075296453Z I1030 20:07:37.075281 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl 2026-10-30T20:07:37.098697808Z I1030 20:07:37.098590 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl] addLogicalPort annotation time took 23.351565ms 2026-10-30T20:07:37.101647028Z I1030 20:07:37.101607 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl] addLogicalPort took 26.476715ms, libovsdb time 1.879285ms 2026-10-30T20:07:38.101360903Z I1030 20:07:38.101313 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:07:38.104929221Z I1030 20:07:38.104884 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl, hostIfaceName: b0311d96a6243c8, network: default, NAD default, SandboxID: "b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15", PCI device ID: , UID: "7bf8063e-366b-4bf8-926f-22d93e41be8a", MAC: 0a:58:0a:84:00:a7, IPs: [10.132.0.167/23] 2026-10-30T20:07:38.309412614Z I1030 20:07:38.309367 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-a64be2 for network default 2026-10-30T20:07:38.309467968Z I1030 20:07:38.309440 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:26:a6:6e:0c:34\",\"name\":\"b0311d96a6243c8\"},{\"mac\":\"0a:58:0a:84:00:a7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eef442d6-51a7-4c86-b673-72d859adbb77\"}],\"ips\":[{\"address\":\"10.132.0.167/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:07:38.310582958Z I1030 20:07:38.310552 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-a64be2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-a-a64be2,},}] 2026-10-30T20:07:38.311845730Z I1030 20:07:38.311820 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-a64be2 resources completed, update namespace loglevel 2026-10-30T20:07:39.099400817Z W1030 20:07:39.099360 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2 2026-10-30T20:07:45.115714975Z W1030 20:07:45.115668 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2 2026-10-30T20:07:50.373190149Z I1030 20:07:50.373140 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:50.430726171Z I1030 20:07:50.430681 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:50.433853028Z I1030 20:07:50.433805 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:50.494123956Z I1030 20:07:50.494082 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2f3080f07360a3b0f19fa3628111737fd70e0307a8de1b47db0d8c8de5f52e74 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:50.552522913Z I1030 20:07:50.552458 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 e4778243a7f8bd8bd6338477304b3a40a07838b8485af459d1f6aebde7b58034 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:50.589051259Z I1030 20:07:50.589010 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6 2026-10-30T20:07:50.591779651Z I1030 20:07:50.591726 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-a-0506c9-7fc99bf86-wqjf6, ips: 10.132.0.121 2026-10-30T20:07:50.591885753Z I1030 20:07:50.591871 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:07:50.611365447Z I1030 20:07:50.611322 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn f93f27209ceee32bf8ab5bfaa3b7915536adbf0a818cfa43ee3727e4566c139b network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:50.634862385Z I1030 20:07:50.634820 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8 2026-10-30T20:07:50.638706523Z I1030 20:07:50.638672 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-a-0506c9-85d68d484c-4jln8, ips: 10.132.0.122 2026-10-30T20:07:50.638889952Z I1030 20:07:50.638871 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:07:50.680393013Z I1030 20:07:50.680345 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn 2026-10-30T20:07:50.682843456Z I1030 20:07:50.682809 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-8cjsn, ips: 10.132.0.69 2026-10-30T20:07:50.682944040Z I1030 20:07:50.682930 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:07:50.683561955Z I1030 20:07:50.683539 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:07:51.990593053Z I1030 20:07:51.990550 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:07:51.990593053Z I1030 20:07:51.990580 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T20:07:57.764188533Z I1030 20:07:57.764143 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:07:57.987460508Z I1030 20:07:57.987403 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq c0c4db68a8670c5b095499a827f8e2d773dd4ca0f1e771d5565753a0e8c4f7a5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:07:58.278084963Z I1030 20:07:58.278038 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq 2026-10-30T20:07:58.281218002Z I1030 20:07:58.281174 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-0506c9-5759855d8f-85tpq, ips: 10.132.0.125 2026-10-30T20:07:58.281299876Z I1030 20:07:58.281278 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:07:58.281589075Z I1030 20:07:58.281561 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-0506c9 to delete 1 local pods... 2026-10-30T20:07:58.281853372Z I1030 20:07:58.281824 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:07:58.282106802Z I1030 20:07:58.282087 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:07:58.282342180Z I1030 20:07:58.282319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:07:58.282587244Z I1030 20:07:58.282568 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:07:58.671862875Z I1030 20:07:58.671815 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T20:07:58.892472108Z I1030 20:07:58.892418 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:07:59.498768116Z I1030 20:07:59.498721 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T20:08:01.442194703Z I1030 20:08:01.442137 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd] creating logical port openshift-ingress_e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:08:01.442348306Z I1030 20:08:01.442315 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd 2026-10-30T20:08:01.470060962Z I1030 20:08:01.469990 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd] addLogicalPort annotation time took 27.716083ms 2026-10-30T20:08:01.472249399Z I1030 20:08:01.472207 3618 pods.go:267] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd] addLogicalPort took 30.087494ms, libovsdb time 1.174467ms 2026-10-30T20:08:01.832191782Z I1030 20:08:01.832142 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:08:01.835840617Z I1030 20:08:01.835790 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd, hostIfaceName: f70011e73b9aace, network: default, NAD default, SandboxID: "f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d", PCI device ID: , UID: "41c3ac53-79b3-4839-8679-7bea0f99d22a", MAC: 0a:58:0a:84:00:a8, IPs: [10.132.0.168/23] 2026-10-30T20:08:02.039108099Z I1030 20:08:02.039051 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:53:0e:0c:a2:bc\",\"name\":\"f70011e73b9aace\"},{\"mac\":\"0a:58:0a:84:00:a8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bdd27f6-b430-484e-9974-1e097ba92b14\"}],\"ips\":[{\"address\":\"10.132.0.168/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:08:06.735113568Z I1030 20:08:06.735061 3618 namespace.go:72] [ai-tenant-e2e-inf-a-0506c9] updating namespace 2026-10-30T20:08:06.747163018Z I1030 20:08:06.747123 3618 namespace.go:115] [ai-tenant-e2e-inf-a-0506c9] deleting namespace 2026-10-30T20:08:07.119884036Z I1030 20:08:07.119839 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-0506c9-allow 2026-10-30T20:08:07.119884036Z I1030 20:08:07.119865 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-0506c9-allow 2026-10-30T20:08:12.128007621Z I1030 20:08:12.127959 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:08:12.128007621Z I1030 20:08:12.128000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:08:12.128055072Z I1030 20:08:12.128042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:08:12.128092654Z I1030 20:08:12.128080 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:08:12.128102068Z I1030 20:08:12.128095 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:08:12.128110991Z I1030 20:08:12.128103 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:08:12.660946015Z I1030 20:08:12.660901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:08:12.913900565Z I1030 20:08:12.913854 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:08:18.381383634Z I1030 20:08:18.381334 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-eb16ce 2026-10-30T20:08:18.381383634Z I1030 20:08:18.381366 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-eb16ce 2026-10-30T20:08:18.420359147Z I1030 20:08:18.420315 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-eb16ce/payload-processing-e2e-inf-b-eb16ce 2026-10-30T20:08:18.420359147Z I1030 20:08:18.420343 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-eb16ce/payload-processing-e2e-inf-b-eb16ce 2026-10-30T20:08:23.483026104Z I1030 20:08:23.482979 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:08:26.560519519Z I1030 20:08:26.560455 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4] creating logical port ai-tenant-e2e-inf-a-c8fc40_test-model-c8fc40-kserve-54fb88954c-726w4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:08:26.560787347Z I1030 20:08:26.560726 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 2026-10-30T20:08:26.589418966Z I1030 20:08:26.589371 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4] addLogicalPort annotation time took 28.689774ms 2026-10-30T20:08:26.591397933Z I1030 20:08:26.591359 3618 pods.go:267] [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4] addLogicalPort took 30.922836ms, libovsdb time 1.176894ms 2026-10-30T20:08:27.078767874Z I1030 20:08:27.078722 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:08:27.082188359Z I1030 20:08:27.082147 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-a-c8fc40, podName: test-model-c8fc40-kserve-54fb88954c-726w4, hostIfaceName: 7f9e5839590f685, network: default, NAD default, SandboxID: "7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8", PCI device ID: , UID: "7dc49ab8-dc5a-45ec-876e-461391f06947", MAC: 0a:58:0a:84:00:a9, IPs: [10.132.0.169/23] 2026-10-30T20:08:27.285841369Z I1030 20:08:27.285786 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ff:ce:ea:f2:8f\",\"name\":\"7f9e5839590f685\"},{\"mac\":\"0a:58:0a:84:00:a9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c10f9927-b85f-4bc1-9585-bea51dac0125\"}],\"ips\":[{\"address\":\"10.132.0.169/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:08:27.302295670Z I1030 20:08:27.302261 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-prometheus-scraping for network default 2026-10-30T20:08:27.303238899Z I1030 20:08:27.303212 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-c8fc40_LS{}] 2026-10-30T20:08:27.304707472Z I1030 20:08:27.304679 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:08:27.393876049Z I1030 20:08:27.393832 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 2026-10-30T20:08:27.569688036Z I1030 20:08:27.569644 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 2026-10-30T20:08:27.833970744Z W1030 20:08:27.833659 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-workload-svc 2026-10-30T20:08:31.653520963Z W1030 20:08:31.653471 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:08:31.653549286Z W1030 20:08:31.653536 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:08:35.782715467Z W1030 20:08:35.782666 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-d3c508-openshift-default 2026-10-30T20:08:35.782715467Z W1030 20:08:35.782692 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-d3c508-openshift-default 2026-10-30T20:08:37.828570870Z I1030 20:08:37.828513 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:08:37.961248195Z W1030 20:08:37.957815 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-workload-svc 2026-10-30T20:08:38.305635173Z I1030 20:08:38.305590 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:08:38.691001487Z I1030 20:08:38.690961 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-inf-b-4cfcee-allow for network default 2026-10-30T20:08:38.691001487Z I1030 20:08:38.690993 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-inf-b-4cfcee-allow added to peer address sets [] 2026-10-30T20:08:38.692373406Z I1030 20:08:38.692331 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-inf-b-4cfcee-allow resources completed, update namespace loglevel 2026-10-30T20:08:38.837156432Z I1030 20:08:38.837116 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t] creating logical port openshift-ingress_e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:08:38.837481832Z I1030 20:08:38.837457 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 2026-10-30T20:08:38.866763461Z I1030 20:08:38.866703 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t] addLogicalPort annotation time took 29.310809ms 2026-10-30T20:08:38.868793431Z I1030 20:08:38.868759 3618 pods.go:267] [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t] addLogicalPort took 31.660456ms, libovsdb time 1.067681ms 2026-10-30T20:08:39.536234719Z I1030 20:08:39.536188 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:08:39.539829751Z I1030 20:08:39.539778 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t, hostIfaceName: 175fb88687b3698, network: default, NAD default, SandboxID: "175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86", PCI device ID: , UID: "3a6a0f85-0b17-4393-a20c-00da2257498a", MAC: 0a:58:0a:84:00:aa, IPs: [10.132.0.170/23] 2026-10-30T20:08:39.744842940Z I1030 20:08:39.744783 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:72:0f:de:69:50\",\"name\":\"175fb88687b3698\"},{\"mac\":\"0a:58:0a:84:00:aa\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0993fb84-202a-497c-a660-31e49562207e\"}],\"ips\":[{\"address\":\"10.132.0.170/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:08:41.014419516Z W1030 20:08:41.014381 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:08:41.014419516Z W1030 20:08:41.014402 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:08:42.017155306Z W1030 20:08:42.017109 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:08:42.017155306Z W1030 20:08:42.017136 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:08:43.399725941Z I1030 20:08:43.399679 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:08:43.433350197Z I1030 20:08:43.433300 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:08:43.451859774Z I1030 20:08:43.451818 3618 namespace.go:44] [ai-tenant-e2e-inf-b-4cfcee] adding namespace 2026-10-30T20:08:43.452382628Z I1030 20:08:43.452335 3618 namespace.go:48] [ai-tenant-e2e-inf-b-4cfcee] adding namespace took 487.631µs 2026-10-30T20:08:43.477531812Z I1030 20:08:43.477458 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:08:43.486158218Z I1030 20:08:43.486127 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:08:43.497087078Z I1030 20:08:43.497056 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:08:45.460850486Z I1030 20:08:45.460801 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w] creating logical port openshift-ingress_payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:08:45.460972991Z I1030 20:08:45.460957 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 2026-10-30T20:08:45.485140281Z I1030 20:08:45.485088 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w] addLogicalPort annotation time took 24.161171ms 2026-10-30T20:08:45.487075501Z I1030 20:08:45.487040 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w] addLogicalPort took 26.260379ms, libovsdb time 1.126567ms 2026-10-30T20:08:45.571398180Z I1030 20:08:45.571350 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-inf-b-4cfcee for network default 2026-10-30T20:08:45.571471470Z I1030 20:08:45.571452 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-inf-b-4cfcee added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:08:45.574671906Z I1030 20:08:45.574618 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-inf-b-4cfcee resources completed, update namespace loglevel 2026-10-30T20:08:45.611251219Z I1030 20:08:45.611203 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt] creating logical port openshift-ingress_payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:08:45.611403783Z I1030 20:08:45.611386 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt 2026-10-30T20:08:45.612332147Z I1030 20:08:45.612295 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-4cfcee/payload-processing-e2e-inf-b-4cfcee for network default 2026-10-30T20:08:45.612460528Z I1030 20:08:45.612444 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-4cfcee/payload-processing-e2e-inf-b-4cfcee added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:08:45.636934710Z I1030 20:08:45.636878 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt] addLogicalPort annotation time took 25.531086ms 2026-10-30T20:08:45.648227503Z I1030 20:08:45.648186 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt] addLogicalPort took 36.999726ms, libovsdb time 1.594266ms 2026-10-30T20:08:45.681535431Z I1030 20:08:45.679567 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-4cfcee/payload-processing-e2e-inf-b-4cfcee resources completed, update namespace loglevel 2026-10-30T20:08:46.143486557Z I1030 20:08:46.143437 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:08:46.147143728Z I1030 20:08:46.147093 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w, hostIfaceName: 1560c9e6c571c1a, network: default, NAD default, SandboxID: "1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd", PCI device ID: , UID: "13b2f127-2014-402e-8c65-bf0e85972e88", MAC: 0a:58:0a:84:00:ab, IPs: [10.132.0.171/23] 2026-10-30T20:08:46.218586159Z I1030 20:08:46.218527 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:08:46.221911358Z I1030 20:08:46.221863 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt, hostIfaceName: ad630a4b23ad0a7, network: default, NAD default, SandboxID: "ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe", PCI device ID: , UID: "a0462ecf-61b4-4a94-9fa9-72b9ac5403da", MAC: 0a:58:0a:84:00:ac, IPs: [10.132.0.172/23] 2026-10-30T20:08:46.350463385Z I1030 20:08:46.350406 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:15:8a:a1:ee:83\",\"name\":\"1560c9e6c571c1a\"},{\"mac\":\"0a:58:0a:84:00:ab\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0647e5df-2cab-4ab6-94e9-3266bed382cb\"}],\"ips\":[{\"address\":\"10.132.0.171/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:08:46.425558074Z I1030 20:08:46.425483 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:db:5e:77:17:5c\",\"name\":\"ad630a4b23ad0a7\"},{\"mac\":\"0a:58:0a:84:00:ac\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/430f4db1-0a78-48f2-a116-fec9df0777ce\"}],\"ips\":[{\"address\":\"10.132.0.172/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:08:47.036817002Z W1030 20:08:47.036776 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:08:47.083163029Z W1030 20:08:47.083126 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee 2026-10-30T20:08:48.688859868Z I1030 20:08:48.688817 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=8 2026-10-30T20:08:53.309361955Z I1030 20:08:53.309310 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=226 2026-10-30T20:08:58.065761841Z W1030 20:08:58.065714 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee 2026-10-30T20:08:58.097419423Z W1030 20:08:58.097375 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:09:03.607179082Z I1030 20:09:03.607138 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m] creating logical port ai-tenant-e2e-inf-b-d3c508_test-model-d3c508-kserve-58f9c95bc7-58t9m for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:09:03.607392635Z I1030 20:09:03.607356 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m 2026-10-30T20:09:03.633825817Z I1030 20:09:03.633765 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m] addLogicalPort annotation time took 26.441327ms 2026-10-30T20:09:03.635804838Z I1030 20:09:03.635767 3618 pods.go:267] [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m] addLogicalPort took 28.650578ms, libovsdb time 1.127243ms 2026-10-30T20:09:04.065432362Z I1030 20:09:04.065382 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:09:04.069749371Z I1030 20:09:04.069668 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-inf-b-d3c508, podName: test-model-d3c508-kserve-58f9c95bc7-58t9m, hostIfaceName: de0208eff87f768, network: default, NAD default, SandboxID: "de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518", PCI device ID: , UID: "1f5d34fc-9370-46ea-98ec-d3ee86d8cbf6", MAC: 0a:58:0a:84:00:ad, IPs: [10.132.0.173/23] 2026-10-30T20:09:04.274579318Z I1030 20:09:04.274526 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:1c:89:e8:dc:c4\",\"name\":\"de0208eff87f768\"},{\"mac\":\"0a:58:0a:84:00:ad\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4790aa14-e73b-4504-8a7a-4941a304dd7f\"}],\"ips\":[{\"address\":\"10.132.0.173/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:09:04.315183168Z I1030 20:09:04.315144 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-prometheus-scraping for network default 2026-10-30T20:09:04.316440236Z I1030 20:09:04.316392 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-d3c508_LS{}] 2026-10-30T20:09:04.318551975Z I1030 20:09:04.318522 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:09:05.248110657Z W1030 20:09:05.248064 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-workload-svc 2026-10-30T20:09:05.958574487Z I1030 20:09:05.958521 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:09:05.984773194Z I1030 20:09:05.984729 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:09:05.984773194Z I1030 20:09:05.984767 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:06.068644693Z I1030 20:09:06.068592 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 8fab0cdea99a1a302790e1a10a778eb3265f14a89f62c486c47d13bb0503e064 network default NAD default NAD key default], result "{}", err 2026-10-30T20:09:06.179889294Z I1030 20:09:06.179842 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd 2026-10-30T20:09:06.182586305Z I1030 20:09:06.182542 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w3-01f7d3-openshift-default-7bd4d4dd77-nhrrd, ips: 10.132.0.72 2026-10-30T20:09:06.182642092Z I1030 20:09:06.182626 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:06.182904983Z I1030 20:09:06.182873 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T20:09:06.322066600Z I1030 20:09:06.322023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:09:06.322103064Z I1030 20:09:06.322092 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:06.498394326Z I1030 20:09:06.498344 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:09:06.498394326Z I1030 20:09:06.498388 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:06.554132070Z I1030 20:09:06.554077 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:09:06.554254066Z I1030 20:09:06.554220 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:09.445880214Z I1030 20:09:09.445833 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:09:09.445981437Z I1030 20:09:09.445951 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:09:09.445981437Z I1030 20:09:09.445968 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:09:09.446008732Z I1030 20:09:09.446000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:09:09.446057936Z I1030 20:09:09.446045 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:09:09.446073014Z I1030 20:09:09.446065 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-eb16ce to delete 1 local pods... 2026-10-30T20:09:10.122622048Z I1030 20:09:10.122573 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T20:09:10.259416595Z I1030 20:09:10.259307 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:09:10.872721042Z I1030 20:09:10.872671 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T20:09:12.493789624Z I1030 20:09:12.493742 3618 namespace.go:72] [ai-tenant-e2e-mt-a5f3ecca] updating namespace 2026-10-30T20:09:12.511813166Z I1030 20:09:12.511770 3618 namespace.go:115] [ai-tenant-e2e-mt-a5f3ecca] deleting namespace 2026-10-30T20:09:14.345131812Z W1030 20:09:14.345088 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-workload-svc 2026-10-30T20:09:18.312875323Z I1030 20:09:18.312826 3618 namespace.go:72] [ai-tenant-e2e-inf-b-eb16ce] updating namespace 2026-10-30T20:09:18.324217185Z I1030 20:09:18.324175 3618 namespace.go:115] [ai-tenant-e2e-inf-b-eb16ce] deleting namespace 2026-10-30T20:09:18.695710525Z I1030 20:09:18.695667 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-eb16ce-allow 2026-10-30T20:09:18.695780300Z I1030 20:09:18.695755 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-eb16ce-allow 2026-10-30T20:09:21.206217093Z I1030 20:09:21.206177 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-prometheus-scraping for network default 2026-10-30T20:09:21.207336709Z I1030 20:09:21.207299 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w3-c8fa69_LS{}] 2026-10-30T20:09:21.208529535Z I1030 20:09:21.208486 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:09:22.680790685Z W1030 20:09:22.680750 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-kserve-workload-svc 2026-10-30T20:09:24.073066257Z I1030 20:09:24.073018 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:24.171479287Z I1030 20:09:24.171435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:36.089044887Z I1030 20:09:36.070792 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:09:36.089044887Z I1030 20:09:36.070831 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:36.476014740Z I1030 20:09:36.475971 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4cfcee for network default 2026-10-30T20:09:36.480261413Z I1030 20:09:36.480220 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4cfcee added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-inf-b-4cfcee,},}] 2026-10-30T20:09:36.481394916Z I1030 20:09:36.481358 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4cfcee resources completed, update namespace loglevel 2026-10-30T20:09:36.715915009Z I1030 20:09:36.715860 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:09:36.835675785Z I1030 20:09:36.835617 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds d8bbb2dec5f95d78dce29819cb01d8bdeea7b450a205bc9fa0ca0ab4840df0d8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:09:36.937622701Z I1030 20:09:36.937575 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds 2026-10-30T20:09:36.940202017Z I1030 20:09:36.940170 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w4-8a3426-openshift-default-6cb69b67b5-b6wds, ips: 10.132.0.77 2026-10-30T20:09:36.940313516Z I1030 20:09:36.940299 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:36.940647212Z I1030 20:09:36.940608 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T20:09:36.952903907Z I1030 20:09:36.952866 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:36.952949085Z I1030 20:09:36.952932 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/istiod-allow to delete 1 local pods... 2026-10-30T20:09:37.483484786Z W1030 20:09:37.483444 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-4cfcee 2026-10-30T20:09:37.513424780Z I1030 20:09:37.513386 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:09:37.513453915Z I1030 20:09:37.513437 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:09:37.554960098Z I1030 20:09:37.554908 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=10 2026-10-30T20:09:58.606669316Z I1030 20:09:58.606624 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-prometheus-scraping for network default 2026-10-30T20:09:58.607743635Z I1030 20:09:58.607712 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w3-21c4ab_LS{}] 2026-10-30T20:09:58.609002645Z I1030 20:09:58.608977 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:09:59.652533319Z W1030 20:09:59.650952 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-kserve-workload-svc 2026-10-30T20:10:20.598230015Z I1030 20:10:20.598181 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 2026-10-30T20:10:30.976661619Z I1030 20:10:30.976614 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:10:34.162424785Z I1030 20:10:34.162381 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-prometheus-scraping for network default 2026-10-30T20:10:34.163544312Z I1030 20:10:34.163470 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-a-a64be2_LS{}] 2026-10-30T20:10:34.164715929Z I1030 20:10:34.164689 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:10:35.003295312Z W1030 20:10:35.003246 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-kserve-workload-svc 2026-10-30T20:10:36.694170013Z I1030 20:10:36.694125 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-prometheus-scraping for network default 2026-10-30T20:10:36.695095527Z I1030 20:10:36.695049 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-inf-b-4cfcee_LS{}] 2026-10-30T20:10:36.696160753Z I1030 20:10:36.696131 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:10:36.986776725Z W1030 20:10:36.986732 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-kserve-workload-svc 2026-10-30T20:10:40.508326579Z I1030 20:10:40.508273 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=9 2026-10-30T20:10:42.305140346Z I1030 20:10:42.305083 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=524 2026-10-30T20:10:52.347378863Z W1030 20:10:52.347331 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w3-c8fa69-openshift-default 2026-10-30T20:10:52.347378863Z W1030 20:10:52.347372 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w3-c8fa69-openshift-default 2026-10-30T20:10:53.278561590Z I1030 20:10:53.278514 3618 namespace.go:72] [ai-tenant-e2e-mt-32cdca16] updating namespace 2026-10-30T20:10:53.287813693Z I1030 20:10:53.287772 3618 namespace.go:115] [ai-tenant-e2e-mt-32cdca16] deleting namespace 2026-10-30T20:11:08.840553102Z I1030 20:11:08.840488 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:11:08.840595195Z I1030 20:11:08.840566 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:11:08.840622842Z I1030 20:11:08.840607 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:11:08.840630461Z I1030 20:11:08.840621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:11:08.840636893Z I1030 20:11:08.840629 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:11:08.840670389Z I1030 20:11:08.840659 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:11:15.808353150Z I1030 20:11:15.808306 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-prometheus-scraping 2026-10-30T20:11:15.808353150Z I1030 20:11:15.808336 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-ef132f/test-model-ef132f-prometheus-scraping 2026-10-30T20:11:21.232997449Z I1030 20:11:21.232947 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:11:21.232997449Z I1030 20:11:21.232984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:11:21.233032276Z I1030 20:11:21.233027 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:11:21.233083174Z I1030 20:11:21.233073 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:11:21.233097630Z I1030 20:11:21.233088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:11:21.233104178Z I1030 20:11:21.233097 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:11:31.738401870Z W1030 20:11:31.738352 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:31.738401870Z W1030 20:11:31.738364 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:31.738401870Z W1030 20:11:31.738381 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:31.738401870Z W1030 20:11:31.738390 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:31.738488883Z W1030 20:11:31.738475 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:31.738540520Z W1030 20:11:31.738489 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:38.746833161Z W1030 20:11:38.746781 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:38.746833161Z W1030 20:11:38.746812 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-4cfcee-openshift-default 2026-10-30T20:11:48.663531542Z W1030 20:11:48.663452 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-sub-b847c1ab-dhjnw 2026-10-30T20:11:50.994102230Z I1030 20:11:50.994051 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-936f70/test-model-936f70-prometheus-scraping 2026-10-30T20:11:50.994102230Z I1030 20:11:50.994083 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-936f70/test-model-936f70-prometheus-scraping 2026-10-30T20:11:51.160278779Z I1030 20:11:51.160223 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:11:51.261988572Z I1030 20:11:51.261938 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 6a824feb4f9e8424f4fd78a1d1cdbf5106d3382dcbafab02cdc7ad53804f977d network default NAD default NAD key default], result "{}", err 2026-10-30T20:11:51.376701024Z I1030 20:11:51.376653 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc 2026-10-30T20:11:51.379140919Z I1030 20:11:51.379104 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w2-284bf6-openshift-default-59b45b4cf7-2gtpc, ips: 10.132.0.79 2026-10-30T20:11:51.379201640Z I1030 20:11:51.379168 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:11:51.379592090Z I1030 20:11:51.379555 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:11:52.078142989Z I1030 20:11:52.078093 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:11:52.078210540Z I1030 20:11:52.078193 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:11:55.529237303Z I1030 20:11:55.529179 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:11:55.529303074Z I1030 20:11:55.529287 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:11:55.529356536Z I1030 20:11:55.529341 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:11:55.529379141Z I1030 20:11:55.529364 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:11:55.529389643Z I1030 20:11:55.529380 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:11:55.529434315Z I1030 20:11:55.529420 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:12:02.351659562Z I1030 20:12:02.351605 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-ef132f 2026-10-30T20:12:02.351743678Z I1030 20:12:02.351722 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-ef132f 2026-10-30T20:12:02.384391113Z I1030 20:12:02.384351 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-ef132f/payload-processing-e2e-inf-a-ef132f 2026-10-30T20:12:02.384464436Z I1030 20:12:02.384437 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-ef132f/payload-processing-e2e-inf-a-ef132f 2026-10-30T20:12:07.388032166Z I1030 20:12:07.387980 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:12:13.663369081Z W1030 20:12:13.663308 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-sub-baa470dd-c74bb 2026-10-30T20:12:22.433109415Z I1030 20:12:22.433054 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:12:22.563165420Z I1030 20:12:22.563111 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd f70011e73b9aace9a62ed251a7ba49bdd49428b3224eccfe8fec80833d53f58d network default NAD default NAD key default], result "{}", err 2026-10-30T20:12:22.637962149Z I1030 20:12:22.637901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:12:22.638007728Z I1030 20:12:22.637990 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-inf-b-6cd2ad-allow to delete 1 local pods... 2026-10-30T20:12:22.682181558Z I1030 20:12:22.682119 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd 2026-10-30T20:12:22.692458898Z I1030 20:12:22.692417 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-sqznd, ips: 10.132.0.168 2026-10-30T20:12:22.692640818Z I1030 20:12:22.692623 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:12:22.696135353Z I1030 20:12:22.695794 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-inf-b-6cd2ad-allow to delete 1 local pods... 2026-10-30T20:12:27.419031637Z I1030 20:12:27.418984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:12:31.309444499Z I1030 20:12:31.309394 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1878 2026-10-30T20:12:48.662905506Z W1030 20:12:48.662862 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-stmx4 2026-10-30T20:12:52.382420701Z I1030 20:12:52.382371 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:12:52.559614666Z I1030 20:12:52.559552 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 d95f23e9633e2055a302bc29ae4d2adc2581f578f3f7fc0845c34e24d468f7de network default NAD default NAD key default], result "{}", err 2026-10-30T20:12:52.696324742Z I1030 20:12:52.696260 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56 2026-10-30T20:12:52.709354127Z I1030 20:12:52.709309 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-ef132f-78bb74786c-6ns56, ips: 10.132.0.140 2026-10-30T20:12:52.709455546Z I1030 20:12:52.709440 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:12:52.714612824Z I1030 20:12:52.714573 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:12:52.723703332Z I1030 20:12:52.723665 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ef132f to delete 1 local pods... 2026-10-30T20:12:52.727915568Z I1030 20:12:52.727773 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:12:52.737702834Z I1030 20:12:52.737665 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:12:52.738291721Z I1030 20:12:52.738264 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:12:53.081028193Z I1030 20:12:53.080973 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:12:53.295857102Z I1030 20:12:53.295804 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:12:53.859239914Z I1030 20:12:53.859185 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:13:00.240092984Z I1030 20:13:00.240038 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ef132f] updating namespace 2026-10-30T20:13:00.250812914Z I1030 20:13:00.250765 3618 namespace.go:115] [ai-tenant-e2e-inf-a-ef132f] deleting namespace 2026-10-30T20:13:00.598101131Z I1030 20:13:00.598054 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-ef132f-allow 2026-10-30T20:13:00.598180641Z I1030 20:13:00.598153 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-ef132f-allow 2026-10-30T20:13:04.502186697Z I1030 20:13:04.502144 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:04.502186697Z I1030 20:13:04.502174 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:04.502220547Z I1030 20:13:04.502186 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:04.502220547Z I1030 20:13:04.502217 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:04.502239589Z I1030 20:13:04.502230 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:13:04.502280456Z I1030 20:13:04.502268 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:06.118487232Z I1030 20:13:06.118442 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:11.736597625Z I1030 20:13:11.736556 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-936f70 2026-10-30T20:13:11.736673490Z I1030 20:13:11.736640 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-936f70 2026-10-30T20:13:11.769065642Z I1030 20:13:11.769023 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-936f70/payload-processing-e2e-inf-b-936f70 2026-10-30T20:13:11.769065642Z I1030 20:13:11.769058 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-936f70/payload-processing-e2e-inf-b-936f70 2026-10-30T20:13:16.566719983Z I1030 20:13:16.566675 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:13:16.713718880Z I1030 20:13:16.713643 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt c138235bdbf9bf2e301979914e10742296e27affea7fac0d2faedf44ac76349e network default NAD default NAD key default], result "{}", err 2026-10-30T20:13:16.962818267Z I1030 20:13:16.962775 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt 2026-10-30T20:13:16.968709675Z I1030 20:13:16.968671 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-b-936f70-78f8989876-wmljt, ips: 10.132.0.144 2026-10-30T20:13:16.968826967Z I1030 20:13:16.968811 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:36.603448162Z I1030 20:13:36.603395 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:13:36.693325880Z I1030 20:13:36.693278 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr c1692488da5d73d00dfaa82d84ee4bef70fa2ef6ac68fb4252173420daa10d4e network default NAD default NAD key default], result "{}", err 2026-10-30T20:13:36.801164595Z I1030 20:13:36.801117 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr 2026-10-30T20:13:36.803406271Z I1030 20:13:36.803373 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-b-936f70-6c4b6fd79-g2qjr, ips: 10.132.0.143 2026-10-30T20:13:36.803457115Z I1030 20:13:36.803445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:37.114534571Z I1030 20:13:37.114466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:13:37.114560361Z I1030 20:13:37.114547 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:37.765377772Z I1030 20:13:37.765318 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:13:37.769790857Z I1030 20:13:37.769751 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:13:37.870568011Z I1030 20:13:37.870465 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq deba3a06d4c5f61f243a7d3ffe37e8bffe380b111572c3290fb658c9040d8c21 network default NAD default NAD key default], result "{}", err 2026-10-30T20:13:37.908216930Z I1030 20:13:37.908168 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 7e3c85511d024d957b27f7b9a533e9f9c7b5ddc0a76e80eb87444ca97b911e8a network default NAD default NAD key default], result "{}", err 2026-10-30T20:13:37.999460915Z I1030 20:13:37.999415 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq 2026-10-30T20:13:38.002230156Z I1030 20:13:38.002193 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-p9sxq, ips: 10.132.0.165 2026-10-30T20:13:38.002310506Z I1030 20:13:38.002296 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:38.002628457Z I1030 20:13:38.002595 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-inf-b-6cd2ad-allow to delete 1 local pods... 2026-10-30T20:13:38.041867628Z I1030 20:13:38.041830 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp 2026-10-30T20:13:38.045634534Z I1030 20:13:38.045602 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-6cd2ad-openshift-default-79c44c78df-29rjp, ips: 10.132.0.164 2026-10-30T20:13:38.045686784Z I1030 20:13:38.045673 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-inf-b-6cd2ad-allow to delete 1 local pods... 2026-10-30T20:13:38.046352825Z I1030 20:13:38.046333 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:13:39.864449213Z I1030 20:13:39.864393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:39.864449213Z I1030 20:13:39.864426 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:39.864449213Z I1030 20:13:39.864437 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:39.864488814Z I1030 20:13:39.864473 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:39.864519568Z I1030 20:13:39.864489 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:13:39.864557536Z I1030 20:13:39.864547 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:46.001471407Z I1030 20:13:46.001412 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:46.001471407Z I1030 20:13:46.001450 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:46.001471407Z I1030 20:13:46.001462 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:46.001535816Z I1030 20:13:46.001518 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:46.001557533Z I1030 20:13:46.001541 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:13:46.001605589Z I1030 20:13:46.001592 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:46.915692671Z I1030 20:13:46.915630 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-prometheus-scraping 2026-10-30T20:13:46.915692671Z I1030 20:13:46.915665 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-7b5635/test-model-7b5635-prometheus-scraping 2026-10-30T20:13:46.994593617Z I1030 20:13:46.994548 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:46.994671941Z I1030 20:13:46.994653 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:46.994686392Z I1030 20:13:46.994672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:46.994722458Z I1030 20:13:46.994711 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:46.994747323Z I1030 20:13:46.994736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:13:46.994794037Z I1030 20:13:46.994783 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:51.029018169Z I1030 20:13:51.028971 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:51.029063518Z I1030 20:13:51.029044 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:51.029074613Z I1030 20:13:51.029063 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:51.029084434Z I1030 20:13:51.029076 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:51.029125246Z I1030 20:13:51.029113 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:51.029148402Z I1030 20:13:51.029137 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:13:51.522091594Z I1030 20:13:51.522040 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=8 2026-10-30T20:13:52.045002010Z I1030 20:13:52.044958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:13:52.045069781Z I1030 20:13:52.045059 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:13:52.045118729Z I1030 20:13:52.045110 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:13:52.045216745Z I1030 20:13:52.045204 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-936f70 to delete 1 local pods... 2026-10-30T20:13:52.045256884Z I1030 20:13:52.045248 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:13:52.045328987Z I1030 20:13:52.045321 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:13:52.468634800Z I1030 20:13:52.468590 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:13:52.650731393Z I1030 20:13:52.650688 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:13:53.222276597Z I1030 20:13:53.222224 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:13:59.268891368Z I1030 20:13:59.268840 3618 namespace.go:72] [ai-tenant-e2e-inf-b-936f70] updating namespace 2026-10-30T20:13:59.278335066Z I1030 20:13:59.278292 3618 namespace.go:115] [ai-tenant-e2e-inf-b-936f70] deleting namespace 2026-10-30T20:13:59.618121407Z I1030 20:13:59.618082 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-936f70-allow 2026-10-30T20:13:59.618183614Z I1030 20:13:59.618171 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-936f70-allow 2026-10-30T20:14:00.442384365Z I1030 20:14:00.442336 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-c17154/test-model-c17154-prometheus-scraping 2026-10-30T20:14:00.442384365Z I1030 20:14:00.442364 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-c17154/test-model-c17154-prometheus-scraping 2026-10-30T20:14:02.246975175Z I1030 20:14:02.246932 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-prometheus-scraping 2026-10-30T20:14:02.247052599Z I1030 20:14:02.247023 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-ebe57b/test-model-ebe57b-prometheus-scraping 2026-10-30T20:14:02.404763285Z I1030 20:14:02.404710 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:02.404818374Z I1030 20:14:02.404717 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:02.413408754Z I1030 20:14:02.413359 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:02.415233529Z I1030 20:14:02.415194 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:02.506343223Z I1030 20:14:02.506289 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx fa882d34cf9c479dfe8151aec9fa5db5a3b6c39d1f5799bf46f086f657ffa70e network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:02.563799429Z I1030 20:14:02.563752 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx cbdbf3c9bc3700f0e409bfa43974c8b91f5625799c7bd08fcc175a903be733ab network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:02.582352254Z I1030 20:14:02.582295 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:14:02.582405421Z I1030 20:14:02.582393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:02.638221403Z I1030 20:14:02.638178 3618 pods.go:175] Deleting pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx 2026-10-30T20:14:02.643671399Z I1030 20:14:02.643623 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-gqnwx, ips: 10.132.0.91 2026-10-30T20:14:02.644169188Z I1030 20:14:02.644143 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:14:02.646773530Z I1030 20:14:02.646747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:02.670621689Z I1030 20:14:02.670574 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc c654f0f934a90fd328ab9739463b7cc8e26b218fb44e380e0f38f3e98eaddfba network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:02.677893701Z I1030 20:14:02.677847 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 4bdee8b74be08c03a1b55987e26aab3a2a27a5c1ebe3fef9412004bc37134177 network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:02.690080204Z I1030 20:14:02.690029 3618 pods.go:175] Deleting pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx 2026-10-30T20:14:02.693692528Z I1030 20:14:02.693645 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-42srx, ips: 10.132.0.98 2026-10-30T20:14:02.693746510Z I1030 20:14:02.693723 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:14:02.695456790Z I1030 20:14:02.695422 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:02.773993884Z I1030 20:14:02.773938 3618 pods.go:175] Deleting pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc 2026-10-30T20:14:02.776478051Z I1030 20:14:02.776442 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-fh6gc, ips: 10.132.0.93 2026-10-30T20:14:02.776640108Z I1030 20:14:02.776591 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:14:02.777789924Z I1030 20:14:02.777766 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:02.845908679Z I1030 20:14:02.845860 3618 pods.go:175] Deleting pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d 2026-10-30T20:14:02.847850052Z I1030 20:14:02.847811 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-lr88d, ips: 10.132.0.35 2026-10-30T20:14:02.847893223Z I1030 20:14:02.847879 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:14:02.848218824Z I1030 20:14:02.848197 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:05.002602842Z I1030 20:14:05.002552 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:05.007015347Z I1030 20:14:05.006978 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:05.371894492Z I1030 20:14:05.371849 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:05.371938005Z I1030 20:14:05.371909 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:05.371938005Z I1030 20:14:05.371925 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:05.371938005Z I1030 20:14:05.371934 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:05.371981670Z I1030 20:14:05.371967 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:05.371999705Z I1030 20:14:05.371987 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:14:06.408517852Z I1030 20:14:06.408456 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:06.408517852Z I1030 20:14:06.408486 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:06.408517852Z I1030 20:14:06.408511 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:06.408553889Z I1030 20:14:06.408542 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:06.408563279Z I1030 20:14:06.408556 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:14:06.408610072Z I1030 20:14:06.408595 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:07.030656318Z I1030 20:14:07.030611 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:07.030656318Z I1030 20:14:07.030646 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w3-01f7d3-allow to delete 1 local pods... 2026-10-30T20:14:07.323896159Z I1030 20:14:07.323852 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:07.324022423Z I1030 20:14:07.323983 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w1-109cfe-allow to delete 1 local pods... 2026-10-30T20:14:15.679349129Z I1030 20:14:15.679290 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-prometheus-scraping 2026-10-30T20:14:15.679349129Z I1030 20:14:15.679316 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-prometheus-scraping 2026-10-30T20:14:15.948441140Z I1030 20:14:15.948391 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:16.081113701Z I1030 20:14:16.081068 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 c2d8b8f7e8e87d956e7956b6202f5cd86ed34e9795b1c89418ad2049ff435ad6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:16.213943612Z I1030 20:14:16.213897 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7 2026-10-30T20:14:16.216283658Z I1030 20:14:16.216242 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-a-c17154/test-model-c17154-kserve-7658cc6cb5-cp8j7, ips: 10.132.0.161 2026-10-30T20:14:18.844995714Z I1030 20:14:18.844950 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-prometheus-scraping 2026-10-30T20:14:18.844995714Z I1030 20:14:18.844979 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-58d72c/test-model-58d72c-prometheus-scraping 2026-10-30T20:14:19.764174200Z I1030 20:14:19.764130 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:19.764208314Z I1030 20:14:19.764199 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:19.764232934Z I1030 20:14:19.764219 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:19.764242950Z I1030 20:14:19.764232 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:19.764289227Z I1030 20:14:19.764274 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:19.764307504Z I1030 20:14:19.764297 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:14:21.997984335Z I1030 20:14:21.997937 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-prometheus-scraping for network default 2026-10-30T20:14:21.999553291Z I1030 20:14:21.999513 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w2-a165e5_LS{}] 2026-10-30T20:14:22.001190116Z I1030 20:14:22.001152 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:14:23.861356690Z W1030 20:14:23.861313 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-kserve-workload-svc 2026-10-30T20:14:24.072060556Z I1030 20:14:24.072016 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:14:24.072100282Z I1030 20:14:24.072088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:24.072155136Z I1030 20:14:24.072142 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:24.072167605Z I1030 20:14:24.072162 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:24.072187308Z I1030 20:14:24.072174 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:24.072229598Z I1030 20:14:24.072217 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:26.306000780Z I1030 20:14:26.305954 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=78 2026-10-30T20:14:26.892251962Z I1030 20:14:26.892195 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-ebe57b 2026-10-30T20:14:26.892251962Z I1030 20:14:26.892223 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-ebe57b 2026-10-30T20:14:26.922335786Z I1030 20:14:26.922297 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-ebe57b/payload-processing-e2e-inf-a-ebe57b 2026-10-30T20:14:26.922396506Z I1030 20:14:26.922379 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-ebe57b/payload-processing-e2e-inf-a-ebe57b 2026-10-30T20:14:28.662666610Z W1030 20:14:28.662621 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/e2e-ait-dc2ad28e-openshift-default-98697487f-6p4nl 2026-10-30T20:14:30.016756055Z I1030 20:14:30.016703 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:14:30.016756055Z I1030 20:14:30.016730 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:14:30.046663847Z I1030 20:14:30.046624 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-7b5635/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:14:30.046735127Z I1030 20:14:30.046718 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-7b5635/payload-processing-e2e-inf-a-7b5635 2026-10-30T20:14:31.188849171Z I1030 20:14:31.188806 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:31.275090164Z I1030 20:14:31.275041 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 4b0e595c237ceb6679b85bdb09a7c579e8ea7c88d09751078f30a85fa3c57d26 network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:31.312871776Z I1030 20:14:31.312832 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-prometheus-scraping 2026-10-30T20:14:31.312871776Z I1030 20:14:31.312857 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-6cd2ad/test-model-6cd2ad-prometheus-scraping 2026-10-30T20:14:31.360120383Z I1030 20:14:31.360082 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 2026-10-30T20:14:31.363572024Z I1030 20:14:31.363536 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s, ips: 10.132.0.162 2026-10-30T20:14:31.948646072Z I1030 20:14:31.948599 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:35.176210310Z I1030 20:14:35.176164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:35.176245536Z I1030 20:14:35.176226 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:14:35.176304471Z I1030 20:14:35.176288 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:35.176355914Z I1030 20:14:35.176341 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:35.176368545Z I1030 20:14:35.176361 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:35.176389144Z I1030 20:14:35.176377 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:36.632309592Z I1030 20:14:36.632258 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:36.719949535Z I1030 20:14:36.719904 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 8bc3ce4c3357860dbda3605d42aa6adc9d6b36e529bd307088757169246ee96d network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:36.816876834Z I1030 20:14:36.816836 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb 2026-10-30T20:14:36.819585734Z I1030 20:14:36.819550 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w6-f349a1-openshift-default-659765dc7-68tpb, ips: 10.132.0.42 2026-10-30T20:14:36.819682211Z I1030 20:14:36.819648 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w6-f349a1-allow to delete 1 local pods... 2026-10-30T20:14:36.819892330Z I1030 20:14:36.819859 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:37.724529450Z I1030 20:14:37.724466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:37.724555882Z I1030 20:14:37.724531 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w4-8a3426-allow to delete 1 local pods... 2026-10-30T20:14:39.305516652Z I1030 20:14:39.305451 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=783 2026-10-30T20:14:42.312469137Z I1030 20:14:42.312422 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2] creating logical port openshift-ingress_e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:14:42.312705858Z I1030 20:14:42.312673 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 2026-10-30T20:14:42.347338108Z I1030 20:14:42.347289 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2] addLogicalPort annotation time took 34.659343ms 2026-10-30T20:14:42.349442005Z I1030 20:14:42.349409 3618 pods.go:267] [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2] addLogicalPort took 37.005077ms, libovsdb time 1.123935ms 2026-10-30T20:14:42.543014054Z I1030 20:14:42.542965 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-c17154 2026-10-30T20:14:42.543014054Z I1030 20:14:42.542997 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-c17154 2026-10-30T20:14:42.573847543Z I1030 20:14:42.573798 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-c17154/payload-processing-e2e-inf-a-c17154 2026-10-30T20:14:42.573847543Z I1030 20:14:42.573826 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-c17154/payload-processing-e2e-inf-a-c17154 2026-10-30T20:14:42.717318180Z I1030 20:14:42.717277 3618 cniserver.go:315] [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:14:42.720673311Z I1030 20:14:42.720626 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2, hostIfaceName: c02af66ffa99639, network: default, NAD default, SandboxID: "c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89", PCI device ID: , UID: "20477bc9-8bb0-451f-be9a-0d618d4cfb59", MAC: 0a:58:0a:84:00:ae, IPs: [10.132.0.174/23] 2026-10-30T20:14:42.923769061Z I1030 20:14:42.923714 3618 cniserver.go:304] [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:29:ee:c7:80:21\",\"name\":\"c02af66ffa99639\"},{\"mac\":\"0a:58:0a:84:00:ae\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18a26655-5c41-4537-9bb3-9c86ac45b1d2\"}],\"ips\":[{\"address\":\"10.132.0.174/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:14:43.662963388Z W1030 20:14:43.662924 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-pre-processing-e2e-derive-c9c6d81d-8b46f798c-vb968 2026-10-30T20:14:49.598369395Z I1030 20:14:49.598320 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:49.758570344Z I1030 20:14:49.758518 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 76a9d1868ee362578a43c49161c7c4c3d73ce8b9924a10d0a5ad736258309228 network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:49.866074990Z I1030 20:14:49.866033 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk 2026-10-30T20:14:49.903418255Z I1030 20:14:49.903375 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-7b5635-cff4dd754-g9krk, ips: 10.132.0.149 2026-10-30T20:14:49.905856785Z I1030 20:14:49.905821 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:49.921099683Z I1030 20:14:49.921061 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:49.921612140Z I1030 20:14:49.921590 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:49.922009458Z I1030 20:14:49.921989 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-7b5635 to delete 1 local pods... 2026-10-30T20:14:49.922336137Z I1030 20:14:49.922319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:49.922706053Z I1030 20:14:49.922687 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:50.241875615Z I1030 20:14:50.241817 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:14:50.357430413Z I1030 20:14:50.357386 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:14:50.774793272Z W1030 20:14:50.774742 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:14:50.774793272Z W1030 20:14:50.774776 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-a64be2-openshift-default 2026-10-30T20:14:50.893880487Z I1030 20:14:50.893839 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:14:51.306039115Z I1030 20:14:51.305998 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=35 2026-10-30T20:14:51.943140725Z I1030 20:14:51.943093 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:53.700989862Z I1030 20:14:53.700943 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=10 2026-10-30T20:14:54.853700678Z I1030 20:14:54.853658 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:14:54.943052200Z I1030 20:14:54.943000 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn a244f5dda40a583fd534c83dbd5d353adc77479a27c003b3ba905ba2ce185b7d network default NAD default NAD key default], result "{}", err 2026-10-30T20:14:55.023612717Z I1030 20:14:55.023527 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn 2026-10-30T20:14:55.025901755Z I1030 20:14:55.025869 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-a-7b5635-54bcfbcdfb-xqqgn, ips: 10.132.0.145 2026-10-30T20:14:55.025947737Z I1030 20:14:55.025935 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:55.072897824Z I1030 20:14:55.072860 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:14:57.351800276Z I1030 20:14:57.351756 3618 namespace.go:72] [ai-tenant-e2e-inf-a-7b5635] updating namespace 2026-10-30T20:14:57.363015574Z I1030 20:14:57.362973 3618 namespace.go:115] [ai-tenant-e2e-inf-a-7b5635] deleting namespace 2026-10-30T20:14:57.683180691Z I1030 20:14:57.683135 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-7b5635-allow 2026-10-30T20:14:57.683180691Z I1030 20:14:57.683160 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-7b5635-allow 2026-10-30T20:14:59.717722992Z I1030 20:14:59.717680 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:14:59.717793105Z I1030 20:14:59.717775 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:14:59.717813387Z I1030 20:14:59.717804 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:14:59.717825665Z I1030 20:14:59.717819 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:14:59.717875708Z I1030 20:14:59.717861 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:14:59.717905080Z I1030 20:14:59.717891 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c17154 to delete 1 local pods... 2026-10-30T20:15:00.191092037Z I1030 20:15:00.191041 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.191246406Z I1030 20:15:00.191208 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq 2026-10-30T20:15:00.199938516Z I1030 20:15:00.199902 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.200052890Z I1030 20:15:00.200023 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2026-10-30T20:15:00.201654461Z I1030 20:15:00.201624 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.201753741Z I1030 20:15:00.201726 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 2026-10-30T20:15:00.236007217Z I1030 20:15:00.235870 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq] addLogicalPort annotation time took 44.699743ms 2026-10-30T20:15:00.238992319Z I1030 20:15:00.238959 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq] addLogicalPort took 47.936299ms, libovsdb time 2.16568ms 2026-10-30T20:15:00.257776349Z I1030 20:15:00.257738 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98] addLogicalPort annotation time took 56.03017ms 2026-10-30T20:15:00.259077754Z I1030 20:15:00.259045 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh] addLogicalPort annotation time took 59.050593ms 2026-10-30T20:15:00.260363520Z I1030 20:15:00.260334 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98] addLogicalPort took 58.719615ms, libovsdb time 1.526319ms 2026-10-30T20:15:00.261554380Z I1030 20:15:00.261488 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh] addLogicalPort took 61.598023ms, libovsdb time 1.596161ms 2026-10-30T20:15:00.267250741Z I1030 20:15:00.267220 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.267416414Z I1030 20:15:00.267394 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 2026-10-30T20:15:00.298165065Z I1030 20:15:00.298101 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz] addLogicalPort annotation time took 30.74969ms 2026-10-30T20:15:00.300341937Z I1030 20:15:00.300307 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz] addLogicalPort took 33.095524ms, libovsdb time 1.421813ms 2026-10-30T20:15:00.300652919Z I1030 20:15:00.300622 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.300996919Z I1030 20:15:00.300717 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l 2026-10-30T20:15:00.319944028Z I1030 20:15:00.319908 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:15:00.337768443Z I1030 20:15:00.337732 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l] addLogicalPort annotation time took 37.050428ms 2026-10-30T20:15:00.338675403Z I1030 20:15:00.338647 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:00.338829205Z I1030 20:15:00.338811 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 2026-10-30T20:15:00.339713072Z I1030 20:15:00.339686 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l] addLogicalPort took 39.066001ms, libovsdb time 1.243881ms 2026-10-30T20:15:00.366145746Z I1030 20:15:00.366104 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct] addLogicalPort annotation time took 27.348314ms 2026-10-30T20:15:00.370024333Z I1030 20:15:00.369987 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct] addLogicalPort took 31.349004ms, libovsdb time 1.525484ms 2026-10-30T20:15:00.508666462Z I1030 20:15:00.508627 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:00.598323720Z I1030 20:15:00.598274 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.605628039Z I1030 20:15:00.603481 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq, hostIfaceName: dc44197fb48c240, network: default, NAD default, SandboxID: "dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8", PCI device ID: , UID: "4eb83428-6848-477e-a30f-e002ed82a582", MAC: 0a:58:0a:84:00:af, IPs: [10.132.0.175/23] 2026-10-30T20:15:00.607158075Z I1030 20:15:00.607108 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.610369512Z I1030 20:15:00.610312 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh, hostIfaceName: 2af27972bef51a0, network: default, NAD default, SandboxID: "2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd", PCI device ID: , UID: "35fe9a83-17bb-4325-a1ed-b2c3537e04af", MAC: 0a:58:0a:84:00:b0, IPs: [10.132.0.176/23] 2026-10-30T20:15:00.658459431Z I1030 20:15:00.658422 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.662649727Z I1030 20:15:00.662612 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98, hostIfaceName: 601fe57bc4d0a7a, network: default, NAD default, SandboxID: "601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b", PCI device ID: , UID: "42ced1f3-94be-4cf7-ad4d-0014ce2cfde3", MAC: 0a:58:0a:84:00:b1, IPs: [10.132.0.177/23] 2026-10-30T20:15:00.693675587Z I1030 20:15:00.693630 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.698629751Z I1030 20:15:00.698585 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz, hostIfaceName: 63ac3826601a96e, network: default, NAD default, SandboxID: "63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c", PCI device ID: , UID: "6a400f76-2181-4479-ac00-a2da0716333d", MAC: 0a:58:0a:84:00:b2, IPs: [10.132.0.178/23] 2026-10-30T20:15:00.799245568Z I1030 20:15:00.799199 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.799875482Z I1030 20:15:00.799840 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:00.805755780Z I1030 20:15:00.805723 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l, hostIfaceName: bb698dee8adacc0, network: default, NAD default, SandboxID: "bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d", PCI device ID: , UID: "2d1d3ed7-96ce-4dc3-b8e9-03c0932c2054", MAC: 0a:58:0a:84:00:b3, IPs: [10.132.0.179/23] 2026-10-30T20:15:00.808197789Z I1030 20:15:00.806368 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct, hostIfaceName: 7d3d59a8bc761be, network: default, NAD default, SandboxID: "7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0", PCI device ID: , UID: "bce4252b-e340-49c1-953a-33e6abb94ac2", MAC: 0a:58:0a:84:00:b4, IPs: [10.132.0.180/23] 2026-10-30T20:15:00.808197789Z I1030 20:15:00.807066 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3c:63:a5:3a:74\",\"name\":\"dc44197fb48c240\"},{\"mac\":\"0a:58:0a:84:00:af\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48f57bc5-2be0-4a3c-a08c-8c3541d282e0\"}],\"ips\":[{\"address\":\"10.132.0.175/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:00.814830470Z I1030 20:15:00.814789 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:88:51:b6:18:b9\",\"name\":\"2af27972bef51a0\"},{\"mac\":\"0a:58:0a:84:00:b0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/724a4199-f574-43fa-a86e-8c4b7cce5bc3\"}],\"ips\":[{\"address\":\"10.132.0.176/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:00.866045355Z I1030 20:15:00.865993 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:9a:01:1a:67:a3\",\"name\":\"601fe57bc4d0a7a\"},{\"mac\":\"0a:58:0a:84:00:b1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10a8533c-d637-4a47-af61-559d84408bdf\"}],\"ips\":[{\"address\":\"10.132.0.177/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:00.903114344Z I1030 20:15:00.903055 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4b:f6:75:f4:ce\",\"name\":\"63ac3826601a96e\"},{\"mac\":\"0a:58:0a:84:00:b2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28d94752-2b1c-480b-8f41-d9f91a4f218d\"}],\"ips\":[{\"address\":\"10.132.0.178/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:01.010141344Z I1030 20:15:01.010079 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d7:91:13:cf:f0\",\"name\":\"bb698dee8adacc0\"},{\"mac\":\"0a:58:0a:84:00:b3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0189dc15-02f3-42f6-8cc5-82178941c653\"}],\"ips\":[{\"address\":\"10.132.0.179/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:01.010141344Z I1030 20:15:01.010090 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ca:51:14:eb:90\",\"name\":\"7d3d59a8bc761be\"},{\"mac\":\"0a:58:0a:84:00:b4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/489eda1b-c289-4696-92fe-31e901785286\"}],\"ips\":[{\"address\":\"10.132.0.180/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:15:01.039814078Z I1030 20:15:01.039777 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:15:01.877825016Z I1030 20:15:01.877781 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:01.877860094Z I1030 20:15:01.877828 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:01.877868181Z I1030 20:15:01.877858 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:01.877874987Z I1030 20:15:01.877868 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:01.877881805Z I1030 20:15:01.877875 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:01.877907083Z I1030 20:15:01.877897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:03.150157063Z I1030 20:15:03.150109 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:04.089943316Z I1030 20:15:04.089894 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:06.473045688Z I1030 20:15:06.472991 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:06.473045688Z I1030 20:15:06.473027 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:06.473082306Z I1030 20:15:06.473042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:06.473082306Z I1030 20:15:06.473067 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-ebe57b to delete 1 local pods... 2026-10-30T20:15:06.473092364Z I1030 20:15:06.473081 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:06.473145666Z I1030 20:15:06.473130 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:06.976825423Z I1030 20:15:06.976776 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:15:07.087452638Z I1030 20:15:07.087411 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:07.446339606Z I1030 20:15:07.446293 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:07.447690842Z I1030 20:15:07.447648 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:07.544481321Z I1030 20:15:07.544434 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q ba1486b74c97861e0a6b25bd5a0db3d51bba4dd002559ff128262fc1d497397b network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:07.598586204Z I1030 20:15:07.598536 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 42c2242d347bb829d0b8fae7111ecaca40f40a18ab25a55b37e7c602a0c34ad9 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:07.642444506Z I1030 20:15:07.642403 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:15:07.670343006Z I1030 20:15:07.670304 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q 2026-10-30T20:15:07.672998041Z I1030 20:15:07.672959 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-a-c17154-55ff656d7d-2j85q, ips: 10.132.0.147 2026-10-30T20:15:07.673048510Z I1030 20:15:07.673031 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:07.723023846Z I1030 20:15:07.722982 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4 2026-10-30T20:15:07.725542223Z I1030 20:15:07.725488 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-a-c17154-57bf6fbc9f-d69m4, ips: 10.132.0.146 2026-10-30T20:15:07.725663638Z I1030 20:15:07.725646 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:07.737328462Z I1030 20:15:07.737287 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-prometheus-scraping for network default 2026-10-30T20:15:07.738364964Z I1030 20:15:07.738323 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w2-87ff9f_LS{}] 2026-10-30T20:15:07.739937111Z I1030 20:15:07.739910 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:15:08.058523790Z W1030 20:15:08.058459 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-kserve-workload-svc 2026-10-30T20:15:08.238623085Z I1030 20:15:08.238582 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:08.238623085Z I1030 20:15:08.238613 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:08.238652532Z I1030 20:15:08.238621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:08.238660202Z I1030 20:15:08.238652 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:08.238682561Z I1030 20:15:08.238666 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:08.238723511Z I1030 20:15:08.238714 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:08.480688133Z I1030 20:15:08.480644 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c17154] updating namespace 2026-10-30T20:15:08.495125502Z I1030 20:15:08.495088 3618 namespace.go:115] [ai-tenant-e2e-inf-a-c17154] deleting namespace 2026-10-30T20:15:08.812448564Z I1030 20:15:08.812401 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:15:08.812448564Z I1030 20:15:08.812427 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:15:08.832448428Z I1030 20:15:08.832409 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-c17154-allow 2026-10-30T20:15:08.832561770Z I1030 20:15:08.832534 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-c17154-allow 2026-10-30T20:15:08.846641997Z I1030 20:15:08.846607 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-58d72c/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:15:08.846696778Z I1030 20:15:08.846685 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-58d72c/payload-processing-e2e-inf-b-58d72c 2026-10-30T20:15:12.809920123Z I1030 20:15:12.809865 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:12.809961492Z I1030 20:15:12.809935 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:12.809989889Z I1030 20:15:12.809977 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:12.810007628Z I1030 20:15:12.809996 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:12.810017644Z I1030 20:15:12.810008 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:12.810053494Z I1030 20:15:12.810041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:13.739098403Z I1030 20:15:13.739054 3618 namespace.go:72] [ai-tenant-e2e-inf-a-ebe57b] updating namespace 2026-10-30T20:15:13.748324999Z I1030 20:15:13.748289 3618 namespace.go:115] [ai-tenant-e2e-inf-a-ebe57b] deleting namespace 2026-10-30T20:15:14.095401290Z I1030 20:15:14.095362 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-ebe57b-allow 2026-10-30T20:15:14.095473300Z I1030 20:15:14.095446 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-ebe57b-allow 2026-10-30T20:15:14.564480931Z I1030 20:15:14.564438 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:17.205941591Z I1030 20:15:17.205899 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:17.295659750Z I1030 20:15:17.295617 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2af27972bef51a07ff8877a62daaef7d40265a4c0951f71587753440b21641dd network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:17.422463657Z I1030 20:15:17.422416 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh 2026-10-30T20:15:17.428846531Z I1030 20:15:17.428811 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w2-284bf6-29889855-zmjhh, ips: 10.132.0.176 2026-10-30T20:15:17.428913534Z I1030 20:15:17.428896 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:17.429638839Z I1030 20:15:17.429597 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:17.429864645Z I1030 20:15:17.429836 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:17.430151785Z I1030 20:15:17.430126 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:17.430444783Z I1030 20:15:17.430408 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:17.430888982Z I1030 20:15:17.430863 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.223891594Z I1030 20:15:18.223847 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:18.407930185Z I1030 20:15:18.407873 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 601fe57bc4d0a7aef45736b43c72044441a46c3298959e29c3be20ae2da6831b network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:18.517053953Z I1030 20:15:18.517002 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.517091586Z I1030 20:15:18.517070 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.517091586Z I1030 20:15:18.517086 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.517142270Z I1030 20:15:18.517125 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.517159809Z I1030 20:15:18.517150 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.517239908Z I1030 20:15:18.517213 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.525622744Z I1030 20:15:18.525589 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 2026-10-30T20:15:18.529917509Z I1030 20:15:18.529885 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98, ips: 10.132.0.177 2026-10-30T20:15:18.529945156Z I1030 20:15:18.529936 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.530203898Z I1030 20:15:18.530184 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.530473892Z I1030 20:15:18.530446 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.530937219Z I1030 20:15:18.530900 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.531228451Z I1030 20:15:18.531200 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.531557328Z I1030 20:15:18.531535 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.766210258Z I1030 20:15:18.766161 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.766210258Z I1030 20:15:18.766194 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.766210258Z I1030 20:15:18.766202 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.766245865Z I1030 20:15:18.766227 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.766245865Z I1030 20:15:18.766240 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.766285674Z I1030 20:15:18.766272 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.804527677Z I1030 20:15:18.804462 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.804660085Z I1030 20:15:18.804600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.804660085Z I1030 20:15:18.804624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.804684166Z I1030 20:15:18.804661 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.804684166Z I1030 20:15:18.804680 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.804739771Z I1030 20:15:18.804725 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.907741187Z I1030 20:15:18.907689 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.907741187Z I1030 20:15:18.907719 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.907741187Z I1030 20:15:18.907729 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.907776844Z I1030 20:15:18.907759 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.907776844Z I1030 20:15:18.907773 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.907823011Z I1030 20:15:18.907811 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:18.972318551Z I1030 20:15:18.972275 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:18.972400524Z I1030 20:15:18.972370 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:18.972400524Z I1030 20:15:18.972384 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:18.972420961Z I1030 20:15:18.972416 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:18.972440063Z I1030 20:15:18.972431 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:18.972480512Z I1030 20:15:18.972468 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:19.018827541Z I1030 20:15:19.018787 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:19.018918475Z I1030 20:15:19.018897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:19.018957686Z I1030 20:15:19.018944 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:19.018996500Z I1030 20:15:19.018984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:19.019005697Z I1030 20:15:19.018999 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:19.019014017Z I1030 20:15:19.019006 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:19.251428857Z I1030 20:15:19.251371 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:19.337925168Z I1030 20:15:19.337881 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l bb698dee8adacc0b10e583a29c45feebd908a169c4fe21756848e07f1780f56d network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:19.423845202Z I1030 20:15:19.423805 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l 2026-10-30T20:15:19.426474403Z I1030 20:15:19.426428 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-inf-a-a64be2-29889855-mqf7l, ips: 10.132.0.179 2026-10-30T20:15:19.426521475Z I1030 20:15:19.426479 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:19.426731191Z I1030 20:15:19.426701 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:19.426927056Z I1030 20:15:19.426907 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:19.427191966Z I1030 20:15:19.427169 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:19.427376384Z I1030 20:15:19.427360 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:19.427717262Z I1030 20:15:19.427696 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:19.439999755Z I1030 20:15:19.439965 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:19.790899464Z I1030 20:15:19.790861 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:19.790941360Z I1030 20:15:19.790901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:19.790941360Z I1030 20:15:19.790911 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:19.790941360Z I1030 20:15:19.790918 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:19.790958128Z I1030 20:15:19.790941 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:19.790958128Z I1030 20:15:19.790951 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:19.842753707Z I1030 20:15:19.842714 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:19.842848724Z I1030 20:15:19.842804 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:19.842848724Z I1030 20:15:19.842823 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:19.842870492Z I1030 20:15:19.842857 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:19.842881028Z I1030 20:15:19.842874 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:19.842926389Z I1030 20:15:19.842914 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:19.948570327Z I1030 20:15:19.948529 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:19.948636555Z I1030 20:15:19.948624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:19.948671775Z I1030 20:15:19.948662 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:19.948731801Z I1030 20:15:19.948721 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:19.948770487Z I1030 20:15:19.948761 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:19.948838262Z I1030 20:15:19.948827 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:20.032841840Z I1030 20:15:20.032798 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:15:20.032841840Z I1030 20:15:20.032825 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:15:20.063602092Z I1030 20:15:20.063559 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-6cd2ad/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:15:20.063602092Z I1030 20:15:20.063588 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-6cd2ad/payload-processing-e2e-inf-b-6cd2ad 2026-10-30T20:15:20.165079210Z I1030 20:15:20.165038 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:20.408876133Z I1030 20:15:20.408823 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:20.463106329Z I1030 20:15:20.463064 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:20.517060069Z I1030 20:15:20.517013 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 63ac3826601a96eb13eb9a3b77af7cbe805e211ce0fcac2b940c2a2830d33f2c network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:20.592767405Z I1030 20:15:20.592714 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq dc44197fb48c240329e78402795b629148019270e228d1710b8bd96f270e9dd8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:20.610808280Z I1030 20:15:20.610774 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz 2026-10-30T20:15:20.613523073Z I1030 20:15:20.613477 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889855-ztnwz, ips: 10.132.0.178 2026-10-30T20:15:20.613590327Z I1030 20:15:20.613574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:20.613868834Z I1030 20:15:20.613844 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:20.614050536Z I1030 20:15:20.614031 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:20.614238849Z I1030 20:15:20.614221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:20.614463104Z I1030 20:15:20.614435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:20.614780894Z I1030 20:15:20.614759 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:20.685472218Z I1030 20:15:20.685423 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq 2026-10-30T20:15:20.688612659Z I1030 20:15:20.688570 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w6-f349a1-29889855-8mqxq, ips: 10.132.0.175 2026-10-30T20:15:20.688642314Z I1030 20:15:20.688628 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:20.688927475Z I1030 20:15:20.688907 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:20.689219019Z I1030 20:15:20.689177 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:20.689457492Z I1030 20:15:20.689431 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:20.689706808Z I1030 20:15:20.689686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:20.690017958Z I1030 20:15:20.689995 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:20.974777033Z I1030 20:15:20.974734 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:20.974777033Z I1030 20:15:20.974761 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:20.974822507Z I1030 20:15:20.974785 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:20.974822507Z I1030 20:15:20.974798 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:20.974830855Z I1030 20:15:20.974824 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:20.974860930Z I1030 20:15:20.974850 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.234170399Z I1030 20:15:21.234124 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.234201153Z I1030 20:15:21.234190 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.234228724Z I1030 20:15:21.234211 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.234239702Z I1030 20:15:21.234229 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.234277699Z I1030 20:15:21.234266 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.234300111Z I1030 20:15:21.234289 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.247313009Z I1030 20:15:21.247261 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288479 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288530 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288566 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288613 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.288846177Z I1030 20:15:21.288635 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.329129595Z I1030 20:15:21.329088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.329163046Z I1030 20:15:21.329155 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.329205965Z I1030 20:15:21.329192 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.329234948Z I1030 20:15:21.329221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.329245153Z I1030 20:15:21.329239 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.329289160Z I1030 20:15:21.329276 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.362052996Z I1030 20:15:21.361996 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 7d3d59a8bc761be10d1f19dfece4c005055515223405193fed41cb12bf320af0 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:21.371994831Z I1030 20:15:21.371956 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.372023592Z I1030 20:15:21.372014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.372045286Z I1030 20:15:21.372030 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.372045286Z I1030 20:15:21.372041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.372110137Z I1030 20:15:21.372073 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.372110137Z I1030 20:15:21.372094 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.415012772Z I1030 20:15:21.414958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.415012772Z I1030 20:15:21.414992 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.415043904Z I1030 20:15:21.415024 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.415074676Z I1030 20:15:21.415056 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.415074676Z I1030 20:15:21.415072 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.415089196Z I1030 20:15:21.415082 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.426041412Z I1030 20:15:21.425984 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct 2026-10-30T20:15:21.429650038Z I1030 20:15:21.429604 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889855-zh5ct, ips: 10.132.0.180 2026-10-30T20:15:21.429677486Z I1030 20:15:21.429656 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.429939276Z I1030 20:15:21.429917 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.430170869Z I1030 20:15:21.430148 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.430381963Z I1030 20:15:21.430356 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.430600169Z I1030 20:15:21.430579 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:21.430841570Z I1030 20:15:21.430822 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.454678975Z I1030 20:15:21.454644 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:21.454720792Z I1030 20:15:21.454703 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:21.454732463Z I1030 20:15:21.454724 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:21.454741619Z I1030 20:15:21.454733 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:21.454773000Z I1030 20:15:21.454760 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:21.454790409Z I1030 20:15:21.454776 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:22.162232677Z I1030 20:15:22.162192 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:22.162268049Z I1030 20:15:22.162259 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:22.162306753Z I1030 20:15:22.162292 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:22.162317907Z I1030 20:15:22.162311 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:22.162329509Z I1030 20:15:22.162323 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:22.162359366Z I1030 20:15:22.162348 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:22.199946640Z I1030 20:15:22.199909 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:15:22.199992763Z I1030 20:15:22.199960 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:22.200005996Z I1030 20:15:22.199999 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:22.200030053Z I1030 20:15:22.200017 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:22.200039644Z I1030 20:15:22.200030 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:22.200074750Z I1030 20:15:22.200060 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:24.858756171Z I1030 20:15:24.858709 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:24.946279637Z I1030 20:15:24.946224 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr bbf8ca110dbfb0a2ef5b0e3c7271adde149c0bac3cdc7dd0017286a0e48c4010 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:25.027441566Z I1030 20:15:25.027338 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr 2026-10-30T20:15:25.029368028Z I1030 20:15:25.029328 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-b-6cd2ad-7b69dc4bb-64lfr, ips: 10.132.0.154 2026-10-30T20:15:25.029435792Z I1030 20:15:25.029422 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:25.403431865Z I1030 20:15:25.403393 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 2026-10-30T20:15:25.746851281Z I1030 20:15:25.746796 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-4a31d3 2026-10-30T20:15:25.746851281Z I1030 20:15:25.746824 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-4a31d3 2026-10-30T20:15:25.776447073Z I1030 20:15:25.776409 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-4a31d3/payload-processing-e2e-inf-b-4a31d3 2026-10-30T20:15:25.776524393Z I1030 20:15:25.776470 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-4a31d3/payload-processing-e2e-inf-b-4a31d3 2026-10-30T20:15:33.668770023Z I1030 20:15:33.668714 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:33.675157331Z I1030 20:15:33.675116 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:33.841634303Z I1030 20:15:33.841580 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2b36d97c87ec326810215561b26e5ae5bf41e05010feb95be62dff24bc6b423c network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:33.851933811Z I1030 20:15:33.851890 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr f10b64cfb9511e8bb6e23fd13e12ac95a0066e6500f6916877484ca0c83116da network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:33.927749935Z I1030 20:15:33.927701 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2026-10-30T20:15:33.930393521Z I1030 20:15:33.930351 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn, ips: 10.132.0.152 2026-10-30T20:15:33.930474163Z I1030 20:15:33.930459 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:33.964904110Z I1030 20:15:33.964859 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr 2026-10-30T20:15:33.967405990Z I1030 20:15:33.967370 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-b-58d72c-77ffd99dc9-sbzdr, ips: 10.132.0.151 2026-10-30T20:15:33.967453205Z I1030 20:15:33.967439 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:40.644467184Z I1030 20:15:40.644414 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-58d72c to delete 1 local pods... 2026-10-30T20:15:40.644536581Z I1030 20:15:40.644473 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:40.644552030Z I1030 20:15:40.644544 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:40.644577518Z I1030 20:15:40.644564 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:40.644587117Z I1030 20:15:40.644578 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:40.644632146Z I1030 20:15:40.644617 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:41.063508277Z I1030 20:15:41.063442 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:15:41.162844599Z I1030 20:15:41.162799 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:41.690036767Z I1030 20:15:41.689983 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:15:44.323534366Z I1030 20:15:44.323473 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=272 2026-10-30T20:15:44.886150924Z I1030 20:15:44.886104 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:44.977061758Z I1030 20:15:44.977006 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2e6e79b9385b92d3f1ad470ccc52d26c2b6fdef1e4a2cc584c52b1ec21545f01 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:45.055619039Z I1030 20:15:45.055571 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x 2026-10-30T20:15:45.058057210Z I1030 20:15:45.058023 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-b-6cd2ad-56c45f7fcf-w5m6x, ips: 10.132.0.155 2026-10-30T20:15:45.058110948Z I1030 20:15:45.058098 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:47.774002708Z I1030 20:15:47.773953 3618 namespace.go:72] [ai-tenant-e2e-inf-b-58d72c] updating namespace 2026-10-30T20:15:47.784277302Z I1030 20:15:47.784240 3618 namespace.go:115] [ai-tenant-e2e-inf-b-58d72c] deleting namespace 2026-10-30T20:15:48.118136233Z I1030 20:15:48.118095 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-58d72c-allow 2026-10-30T20:15:48.118136233Z I1030 20:15:48.118120 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-58d72c-allow 2026-10-30T20:15:49.862467145Z I1030 20:15:49.862415 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:49.949773342Z I1030 20:15:49.949723 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p ad1ce0847b9ef08a746d44deb5a9a6c042a743fdc52623fbe1a01039837ee266 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:50.031544490Z I1030 20:15:50.031467 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p 2026-10-30T20:15:50.034021557Z I1030 20:15:50.033979 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p, ips: 10.132.0.159 2026-10-30T20:15:50.034045604Z I1030 20:15:50.034034 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:50.034285723Z I1030 20:15:50.034261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:50.034477741Z I1030 20:15:50.034455 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:50.034711816Z I1030 20:15:50.034686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:50.034902510Z I1030 20:15:50.034882 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-6cd2ad to delete 1 local pods... 2026-10-30T20:15:50.035060455Z I1030 20:15:50.035043 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:50.285808624Z I1030 20:15:50.285756 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:15:50.438286119Z I1030 20:15:50.438212 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-prometheus-scraping for network default 2026-10-30T20:15:50.439355494Z I1030 20:15:50.439329 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w6-5c2e32_LS{}] 2026-10-30T20:15:50.440575839Z I1030 20:15:50.440541 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:15:50.524335931Z I1030 20:15:50.524295 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:50.620668818Z I1030 20:15:50.620618 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:50.721722270Z I1030 20:15:50.721665 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh b8ac53c30cfe34ebed0328a28c748e588b5e8c6fcbb9b3dc5006ac6a1b5423e5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:50.798375780Z I1030 20:15:50.798325 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:50.802952768Z I1030 20:15:50.802913 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh 2026-10-30T20:15:50.805284571Z I1030 20:15:50.805254 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-b-4a31d3-ff77d8dc-ccnfh, ips: 10.132.0.157 2026-10-30T20:15:50.805355371Z I1030 20:15:50.805340 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:51.109418910Z I1030 20:15:51.109369 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:15:51.348995720Z W1030 20:15:51.348949 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-kserve-workload-svc 2026-10-30T20:15:53.551186131Z I1030 20:15:53.551133 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:15:57.612085108Z I1030 20:15:57.612028 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:15:57.701965960Z I1030 20:15:57.701885 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 449cb98baf7d3cc95d7474c2142bb9c198144980129c25bf376f9d9b7fe9f627 network default NAD default NAD key default], result "{}", err 2026-10-30T20:15:57.837966739Z I1030 20:15:57.837924 3618 namespace.go:72] [ai-tenant-e2e-inf-b-6cd2ad] updating namespace 2026-10-30T20:15:57.853557123Z I1030 20:15:57.850002 3618 namespace.go:115] [ai-tenant-e2e-inf-b-6cd2ad] deleting namespace 2026-10-30T20:15:57.878141296Z I1030 20:15:57.878080 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn 2026-10-30T20:15:57.888615808Z I1030 20:15:57.888570 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-4a31d3-56946d7c69-qmbxn, ips: 10.132.0.160 2026-10-30T20:15:57.888729313Z I1030 20:15:57.888702 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:15:57.893072642Z I1030 20:15:57.893036 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:15:57.893444126Z I1030 20:15:57.893421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:15:57.893788305Z I1030 20:15:57.893767 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4a31d3 to delete 1 local pods... 2026-10-30T20:15:57.894131597Z I1030 20:15:57.894112 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:15:57.894432553Z I1030 20:15:57.894416 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:15:58.160789712Z I1030 20:15:58.160741 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-6cd2ad-allow 2026-10-30T20:15:58.160789712Z I1030 20:15:58.160768 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-6cd2ad-allow 2026-10-30T20:15:58.207081657Z I1030 20:15:58.207036 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:15:58.392172176Z I1030 20:15:58.392127 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:59.000137567Z I1030 20:15:59.000088 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:15:59.116617248Z I1030 20:15:59.116569 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:15:59.360057682Z I1030 20:15:59.360013 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w1-77ac5a-allow for network default 2026-10-30T20:15:59.360088132Z I1030 20:15:59.360075 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w1-77ac5a-allow added to peer address sets [] 2026-10-30T20:15:59.361368446Z I1030 20:15:59.361335 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w1-77ac5a-allow resources completed, update namespace loglevel 2026-10-30T20:15:59.471795246Z I1030 20:15:59.471749 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss] creating logical port openshift-ingress_e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:15:59.471987698Z I1030 20:15:59.471952 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 2026-10-30T20:15:59.499919422Z I1030 20:15:59.499872 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss] addLogicalPort annotation time took 27.960208ms 2026-10-30T20:15:59.501819721Z I1030 20:15:59.501777 3618 pods.go:267] [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss] addLogicalPort took 30.043739ms, libovsdb time 1.084306ms 2026-10-30T20:15:59.855669058Z I1030 20:15:59.855623 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:15:59.859261893Z I1030 20:15:59.859219 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss, hostIfaceName: 8c4fd918bd658dc, network: default, NAD default, SandboxID: "8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f", PCI device ID: , UID: "93bfdb23-7483-4676-ac5b-36a7cde42d55", MAC: 0a:58:0a:84:00:b5, IPs: [10.132.0.181/23] 2026-10-30T20:16:00.063102860Z I1030 20:16:00.063052 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c1:d1:b4:56:23\",\"name\":\"8c4fd918bd658dc\"},{\"mac\":\"0a:58:0a:84:00:b5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80103fd1-423a-4d95-b112-3dfcf0bade24\"}],\"ips\":[{\"address\":\"10.132.0.181/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:16:00.624312218Z W1030 20:16:00.624266 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:16:00.624312218Z W1030 20:16:00.624292 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:16:00.939853439Z I1030 20:16:00.939807 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:16:00.939853439Z I1030 20:16:00.939842 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:16:00.939909153Z I1030 20:16:00.939856 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:16:00.939909153Z I1030 20:16:00.939888 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:16:00.939909153Z I1030 20:16:00.939901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:16:00.939950319Z I1030 20:16:00.939938 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:16:02.641927606Z W1030 20:16:02.641879 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:16:02.641927606Z W1030 20:16:02.641915 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:16:02.911037714Z I1030 20:16:02.910987 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:16:02.911080581Z I1030 20:16:02.911073 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:03.014765934Z I1030 20:16:03.014721 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:16:03.067482605Z I1030 20:16:03.067435 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w1-77ac5a] adding namespace 2026-10-30T20:16:03.068099012Z I1030 20:16:03.068061 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w1-77ac5a] adding namespace took 599.712µs 2026-10-30T20:16:03.084076377Z I1030 20:16:03.084036 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:16:03.093060509Z I1030 20:16:03.093023 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:16:03.592277729Z I1030 20:16:03.592231 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:03.644202528Z I1030 20:16:03.644153 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:03.905301509Z I1030 20:16:03.905256 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:03.961826134Z I1030 20:16:03.961781 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:05.048658266Z I1030 20:16:05.048569 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a for network default 2026-10-30T20:16:05.048820464Z I1030 20:16:05.048794 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:16:05.074537783Z I1030 20:16:05.070467 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a resources completed, update namespace loglevel 2026-10-30T20:16:05.088692485Z I1030 20:16:05.083245 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w1-77ac5a/payload-processing-e2e-shared-a-w1-77ac5a for network default 2026-10-30T20:16:05.088692485Z I1030 20:16:05.083355 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w1-77ac5a/payload-processing-e2e-shared-a-w1-77ac5a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:16:05.160243909Z I1030 20:16:05.159822 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w1-77ac5a/payload-processing-e2e-shared-a-w1-77ac5a resources completed, update namespace loglevel 2026-10-30T20:16:06.166266194Z W1030 20:16:06.166211 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:16:06.208355304Z W1030 20:16:06.208312 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:16:06.261030645Z I1030 20:16:06.260981 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4a31d3] updating namespace 2026-10-30T20:16:06.274652499Z I1030 20:16:06.274613 3618 namespace.go:115] [ai-tenant-e2e-inf-b-4a31d3] deleting namespace 2026-10-30T20:16:06.628012664Z I1030 20:16:06.627964 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-4a31d3-allow 2026-10-30T20:16:06.628012664Z I1030 20:16:06.627993 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-4a31d3-allow 2026-10-30T20:16:07.197453808Z I1030 20:16:07.197406 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w2-284bf6-allow to delete 1 local pods... 2026-10-30T20:16:07.197453808Z I1030 20:16:07.197441 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:07.417365162Z I1030 20:16:07.417312 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:16:07.813274651Z I1030 20:16:07.813227 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-a-w0-5314c2-allow for network default 2026-10-30T20:16:07.813274651Z I1030 20:16:07.813254 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-a-w0-5314c2-allow added to peer address sets [] 2026-10-30T20:16:07.814556114Z I1030 20:16:07.814512 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-a-w0-5314c2-allow resources completed, update namespace loglevel 2026-10-30T20:16:09.753622131Z W1030 20:16:09.753583 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w0-5314c2-openshift-default 2026-10-30T20:16:09.753622131Z W1030 20:16:09.753605 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w0-5314c2-openshift-default 2026-10-30T20:16:11.522060793Z I1030 20:16:11.522014 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=7 2026-10-30T20:16:11.808714689Z I1030 20:16:11.808666 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:16:11.896418272Z I1030 20:16:11.896364 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 a007d54a7a12a92c4077dbf829d1e92bf7e678398f29f797602c2af9c12144b1 network default NAD default NAD key default], result "{}", err 2026-10-30T20:16:11.988594316Z I1030 20:16:11.988546 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92 2026-10-30T20:16:11.991073624Z I1030 20:16:11.991009 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-4a31d3-openshift-default-5c6ff697b5-qhd92, ips: 10.132.0.156 2026-10-30T20:16:11.991129407Z I1030 20:16:11.991111 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:16:12.063367780Z I1030 20:16:12.063324 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:16:12.180413205Z I1030 20:16:12.180350 3618 namespace.go:44] [ai-tenant-e2e-shared-a-w0-5314c2] adding namespace 2026-10-30T20:16:12.181223321Z I1030 20:16:12.181189 3618 namespace.go:48] [ai-tenant-e2e-shared-a-w0-5314c2] adding namespace took 712.708µs 2026-10-30T20:16:12.193058503Z I1030 20:16:12.193026 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:16:12.208216364Z I1030 20:16:12.208185 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:16:13.988445262Z I1030 20:16:13.988389 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9] creating logical port openshift-ingress_payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:16:13.988626792Z I1030 20:16:13.988595 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 2026-10-30T20:16:14.010104039Z I1030 20:16:14.010054 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9] addLogicalPort annotation time took 21.509483ms 2026-10-30T20:16:14.011978861Z I1030 20:16:14.011867 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9] addLogicalPort took 23.500294ms, libovsdb time 965.582µs 2026-10-30T20:16:14.117039770Z I1030 20:16:14.116998 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 for network default 2026-10-30T20:16:14.117195973Z I1030 20:16:14.117178 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:16:14.130218414Z I1030 20:16:14.130182 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 resources completed, update namespace loglevel 2026-10-30T20:16:14.148033344Z I1030 20:16:14.147994 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w0-5314c2/payload-processing-e2e-shared-a-w0-5314c2 for network default 2026-10-30T20:16:14.148163852Z I1030 20:16:14.148144 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w0-5314c2/payload-processing-e2e-shared-a-w0-5314c2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:16:14.160191717Z I1030 20:16:14.160149 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w0-5314c2/payload-processing-e2e-shared-a-w0-5314c2 resources completed, update namespace loglevel 2026-10-30T20:16:14.384886644Z I1030 20:16:14.384845 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:16:14.388280873Z I1030 20:16:14.388223 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9, hostIfaceName: f888c3eebeccdbf, network: default, NAD default, SandboxID: "f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9", PCI device ID: , UID: "0bea1573-2af5-4655-8184-c008a3f4659b", MAC: 0a:58:0a:84:00:b6, IPs: [10.132.0.182/23] 2026-10-30T20:16:14.593011291Z I1030 20:16:14.592951 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1f:07:6d:94:70\",\"name\":\"f888c3eebeccdbf\"},{\"mac\":\"0a:58:0a:84:00:b6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69953ab2-1365-4a15-a8b5-ad0bd92737a4\"}],\"ips\":[{\"address\":\"10.132.0.182/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:16:15.283306159Z W1030 20:16:15.283262 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:16:15.721649826Z W1030 20:16:15.721605 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:16:25.670448773Z I1030 20:16:25.670408 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-prometheus-scraping 2026-10-30T20:16:25.670539049Z I1030 20:16:25.670507 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-prometheus-scraping 2026-10-30T20:16:26.735910857Z W1030 20:16:26.735867 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:16:30.142867865Z I1030 20:16:30.142823 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:16:30.142994564Z I1030 20:16:30.142964 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:16:30.142994564Z I1030 20:16:30.142984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:16:30.143017719Z I1030 20:16:30.142993 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:16:30.143036253Z I1030 20:16:30.143023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:16:30.143044876Z I1030 20:16:30.143040 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:16:32.215537328Z I1030 20:16:32.215454 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:16:32.215618083Z I1030 20:16:32.215598 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:16:32.215630289Z I1030 20:16:32.215624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:16:32.215651411Z I1030 20:16:32.215637 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:16:32.215699434Z I1030 20:16:32.215684 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:16:32.215722712Z I1030 20:16:32.215710 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:16:40.267544991Z I1030 20:16:40.267336 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w1-77ac5a for network default 2026-10-30T20:16:40.275063554Z I1030 20:16:40.272694 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w1-77ac5a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w1-77ac5a,},}] 2026-10-30T20:16:40.275092570Z I1030 20:16:40.275067 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w1-77ac5a resources completed, update namespace loglevel 2026-10-30T20:16:40.497736623Z W1030 20:16:40.497693 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w1-77ac5a 2026-10-30T20:16:41.232797657Z I1030 20:16:41.232747 3618 cniserver.go:315] [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:16:41.326876939Z I1030 20:16:41.326829 3618 cniserver.go:304] [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 7f9e5839590f685b3c14c1f6bd0af7880c594b44b55e4ae113f694b75ea94ee8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:16:41.405858148Z I1030 20:16:41.405813 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4 2026-10-30T20:16:41.408123665Z I1030 20:16:41.408093 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-a-c8fc40/test-model-c8fc40-kserve-54fb88954c-726w4, ips: 10.132.0.169 2026-10-30T20:16:42.539431739Z I1030 20:16:42.539384 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=10 2026-10-30T20:16:43.322234554Z I1030 20:16:43.322183 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:16:43.322374170Z I1030 20:16:43.322342 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:16:43.322430798Z I1030 20:16:43.322414 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:16:43.322440169Z I1030 20:16:43.322434 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:16:43.322458920Z I1030 20:16:43.322446 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:16:43.322501848Z I1030 20:16:43.322486 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:16:49.478183784Z I1030 20:16:49.478129 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps] creating logical port odh-ai-gateway-infra_maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:16:49.478300553Z I1030 20:16:49.478282 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 2026-10-30T20:16:49.500681706Z I1030 20:16:49.500637 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps] addLogicalPort annotation time took 22.389347ms 2026-10-30T20:16:49.502482565Z I1030 20:16:49.502443 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps] addLogicalPort took 24.340419ms, libovsdb time 1.042778ms 2026-10-30T20:16:50.449574112Z I1030 20:16:50.449533 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:16:50.452548761Z I1030 20:16:50.452478 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps, hostIfaceName: 1bf6b266893de4e, network: default, NAD default, SandboxID: "1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d", PCI device ID: , UID: "a8df0448-d3cb-4d7c-8315-bbfeb8206530", MAC: 0a:58:0a:84:00:b7, IPs: [10.132.0.183/23] 2026-10-30T20:16:50.654938645Z I1030 20:16:50.654884 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:00:1d:55:c4:eb\",\"name\":\"1bf6b266893de4e\"},{\"mac\":\"0a:58:0a:84:00:b7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd926d89-9e45-4739-ad44-542094d9fa1f\"}],\"ips\":[{\"address\":\"10.132.0.183/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:16:50.661179691Z I1030 20:16:50.657627 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w0-5314c2 for network default 2026-10-30T20:16:50.661179691Z I1030 20:16:50.659232 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w0-5314c2 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-a-w0-5314c2,},}] 2026-10-30T20:16:50.661179691Z I1030 20:16:50.661020 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w0-5314c2 resources completed, update namespace loglevel 2026-10-30T20:16:52.021188835Z W1030 20:16:52.021138 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2 2026-10-30T20:16:57.702347192Z I1030 20:16:57.702299 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=9 2026-10-30T20:16:58.013638799Z W1030 20:16:58.013595 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2 2026-10-30T20:16:59.024267842Z I1030 20:16:59.024218 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-prometheus-scraping for network default 2026-10-30T20:16:59.025299829Z I1030 20:16:59.025266 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w6-27a4d3_LS{}] 2026-10-30T20:16:59.026389691Z I1030 20:16:59.026363 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:16:59.309308225Z W1030 20:16:59.309263 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-kserve-workload-svc 2026-10-30T20:17:00.365859123Z I1030 20:17:00.365809 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-prometheus-scraping 2026-10-30T20:17:00.365859123Z I1030 20:17:00.365840 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-prometheus-scraping 2026-10-30T20:17:03.294189332Z I1030 20:17:03.294135 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-prometheus-scraping 2026-10-30T20:17:03.294189332Z I1030 20:17:03.294165 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w3-c8fa69/auth-test-model-c8fa69-prometheus-scraping 2026-10-30T20:17:04.557017861Z I1030 20:17:04.556968 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:17:04.557105557Z I1030 20:17:04.557075 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:17:04.557131898Z I1030 20:17:04.557120 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:17:04.557153980Z I1030 20:17:04.557139 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:17:04.557198997Z I1030 20:17:04.557187 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:17:04.557247662Z I1030 20:17:04.557236 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:17:11.568248634Z I1030 20:17:11.568198 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=8 2026-10-30T20:17:11.606101476Z I1030 20:17:11.606057 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-c8fc40 2026-10-30T20:17:11.606101476Z I1030 20:17:11.606081 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-c8fc40 2026-10-30T20:17:11.637766898Z I1030 20:17:11.637689 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-c8fc40/payload-processing-e2e-inf-a-c8fc40 2026-10-30T20:17:11.637766898Z I1030 20:17:11.637716 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-c8fc40/payload-processing-e2e-inf-a-c8fc40 2026-10-30T20:17:13.662597935Z W1030 20:17:13.662552 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-e2e-mt-c53b7887-75f584459c-qcjbx 2026-10-30T20:17:15.930522238Z I1030 20:17:15.930473 3618 cniserver.go:315] [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:17:16.121904114Z I1030 20:17:16.121860 3618 cniserver.go:304] [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m de0208eff87f7685eafc833bc1842271acfeb1fc4c596aab4f2253ba65ae5518 network default NAD default NAD key default], result "{}", err 2026-10-30T20:17:16.209202728Z I1030 20:17:16.209161 3618 pods.go:175] Deleting pod: ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m 2026-10-30T20:17:16.211447212Z I1030 20:17:16.211411 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-inf-b-d3c508/test-model-d3c508-kserve-58f9c95bc7-58t9m, ips: 10.132.0.173 2026-10-30T20:17:20.733626418Z I1030 20:17:20.733580 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-prometheus-scraping 2026-10-30T20:17:20.733626418Z I1030 20:17:20.733606 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w3-21c4ab/auth-test-model-21c4ab-prometheus-scraping 2026-10-30T20:17:21.699910444Z I1030 20:17:21.699845 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:22.066541411Z I1030 20:17:22.065991 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-a-188d45-allow for network default 2026-10-30T20:17:22.066541411Z I1030 20:17:22.066030 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-a-188d45-allow added to peer address sets [] 2026-10-30T20:17:22.070530175Z I1030 20:17:22.068205 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-a-188d45-allow resources completed, update namespace loglevel 2026-10-30T20:17:23.620174408Z W1030 20:17:23.620130 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:17:23.620174408Z W1030 20:17:23.620155 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:17:24.796322137Z I1030 20:17:24.796257 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:17:25.287226220Z I1030 20:17:25.287176 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:25.679138203Z I1030 20:17:25.679091 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w1-9d2720-allow for network default 2026-10-30T20:17:25.679168952Z I1030 20:17:25.679132 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w1-9d2720-allow added to peer address sets [] 2026-10-30T20:17:25.680672838Z I1030 20:17:25.680640 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w1-9d2720-allow resources completed, update namespace loglevel 2026-10-30T20:17:26.094657873Z I1030 20:17:26.094354 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:26.244217298Z I1030 20:17:26.244175 3618 namespace.go:44] [ai-tenant-e2e-ipp-a-188d45] adding namespace 2026-10-30T20:17:26.245021854Z I1030 20:17:26.244972 3618 namespace.go:48] [ai-tenant-e2e-ipp-a-188d45] adding namespace took 695.492µs 2026-10-30T20:17:26.267918434Z I1030 20:17:26.267877 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:17:26.276867445Z I1030 20:17:26.276817 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:17:26.526222429Z W1030 20:17:26.526169 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:26.526222429Z W1030 20:17:26.526206 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:26.526986271Z W1030 20:17:26.526902 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:26.526986271Z W1030 20:17:26.526973 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:26.527552108Z W1030 20:17:26.527108 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:26.527552108Z W1030 20:17:26.527122 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:27.714446531Z W1030 20:17:27.714404 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:17:27.714446531Z W1030 20:17:27.714429 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:17:28.084290232Z I1030 20:17:28.084233 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw] creating logical port openshift-ingress_payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:17:28.084387939Z I1030 20:17:28.084369 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw 2026-10-30T20:17:28.106353920Z I1030 20:17:28.106302 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw] addLogicalPort annotation time took 21.959271ms 2026-10-30T20:17:28.108265151Z I1030 20:17:28.108224 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw] addLogicalPort took 24.009147ms, libovsdb time 1.035212ms 2026-10-30T20:17:28.145901752Z I1030 20:17:28.145844 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:17:28.146036679Z I1030 20:17:28.146012 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 2026-10-30T20:17:28.168540038Z I1030 20:17:28.167890 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84] addLogicalPort annotation time took 21.910941ms 2026-10-30T20:17:28.173556081Z I1030 20:17:28.170990 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84] addLogicalPort took 25.16129ms, libovsdb time 1.744869ms 2026-10-30T20:17:28.242185837Z I1030 20:17:28.242143 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 for network default 2026-10-30T20:17:28.242347638Z I1030 20:17:28.242329 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:28.255883650Z I1030 20:17:28.255830 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 resources completed, update namespace loglevel 2026-10-30T20:17:28.264140769Z I1030 20:17:28.264092 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-a-188d45/payload-processing-e2e-ipp-a-188d45 for network default 2026-10-30T20:17:28.264304778Z I1030 20:17:28.264285 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-a-188d45/payload-processing-e2e-ipp-a-188d45 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:28.292581918Z I1030 20:17:28.292539 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-a-188d45/payload-processing-e2e-ipp-a-188d45 resources completed, update namespace loglevel 2026-10-30T20:17:28.491705823Z I1030 20:17:28.491651 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:17:28.495460988Z I1030 20:17:28.495414 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw, hostIfaceName: aff1f2582bd2e69, network: default, NAD default, SandboxID: "aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694", PCI device ID: , UID: "3a974811-ce19-4073-8599-89d75aa07947", MAC: 0a:58:0a:84:00:b8, IPs: [10.132.0.184/23] 2026-10-30T20:17:28.620948631Z I1030 20:17:28.620899 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:17:28.624482042Z I1030 20:17:28.624432 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84, hostIfaceName: a3ee7e2a6a166d0, network: default, NAD default, SandboxID: "a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d", PCI device ID: , UID: "5d7b2a8c-79dd-4659-a2a6-faf932938ae0", MAC: 0a:58:0a:84:00:b9, IPs: [10.132.0.185/23] 2026-10-30T20:17:28.700063847Z I1030 20:17:28.700006 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9e:2a:d3:69:48\",\"name\":\"aff1f2582bd2e69\"},{\"mac\":\"0a:58:0a:84:00:b8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dce55121-693d-4e1b-9bfb-517927c45bd6\"}],\"ips\":[{\"address\":\"10.132.0.184/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:17:28.742835638Z W1030 20:17:28.742782 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w0-5314c2-openshift-default 2026-10-30T20:17:28.742835638Z W1030 20:17:28.742807 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w0-5314c2-openshift-default 2026-10-30T20:17:28.829395725Z I1030 20:17:28.829341 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:88:8e:cf:17:5f\",\"name\":\"a3ee7e2a6a166d0\"},{\"mac\":\"0a:58:0a:84:00:b9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc953e40-150f-49ba-b64a-39f4f92baa50\"}],\"ips\":[{\"address\":\"10.132.0.185/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:17:29.539965662Z W1030 20:17:29.539921 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:17:29.573825372Z W1030 20:17:29.573770 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45 2026-10-30T20:17:30.114064266Z I1030 20:17:30.114015 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:30.174874281Z I1030 20:17:30.174818 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w1-9d2720] adding namespace 2026-10-30T20:17:30.175929119Z I1030 20:17:30.175885 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w1-9d2720] adding namespace took 1.030025ms 2026-10-30T20:17:30.191677980Z I1030 20:17:30.191629 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:17:30.202896547Z I1030 20:17:30.202848 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:17:32.075663886Z I1030 20:17:32.075622 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5] creating logical port openshift-ingress_payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:17:32.075781372Z I1030 20:17:32.075764 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 2026-10-30T20:17:32.097830888Z I1030 20:17:32.097781 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5] addLogicalPort annotation time took 22.042637ms 2026-10-30T20:17:32.100789857Z I1030 20:17:32.100748 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5] addLogicalPort took 25.138238ms, libovsdb time 991.082µs 2026-10-30T20:17:32.153556770Z I1030 20:17:32.153514 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 for network default 2026-10-30T20:17:32.153811082Z I1030 20:17:32.153787 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:32.160073704Z I1030 20:17:32.160038 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 resources completed, update namespace loglevel 2026-10-30T20:17:32.167477487Z I1030 20:17:32.167442 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w1-9d2720/payload-processing-e2e-shared-b-w1-9d2720 for network default 2026-10-30T20:17:32.179697338Z I1030 20:17:32.179651 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w1-9d2720/payload-processing-e2e-shared-b-w1-9d2720 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:32.194350971Z I1030 20:17:32.194291 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh] creating logical port openshift-ingress_payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:17:32.194457880Z I1030 20:17:32.194437 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 2026-10-30T20:17:32.216710508Z I1030 20:17:32.216662 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh] addLogicalPort annotation time took 22.265301ms 2026-10-30T20:17:32.232053067Z I1030 20:17:32.231998 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh] addLogicalPort took 37.725272ms, libovsdb time 14.348467ms 2026-10-30T20:17:32.274263437Z I1030 20:17:32.274225 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w1-9d2720/payload-processing-e2e-shared-b-w1-9d2720 resources completed, update namespace loglevel 2026-10-30T20:17:32.474833655Z I1030 20:17:32.474781 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:17:32.480055884Z I1030 20:17:32.480008 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5, hostIfaceName: e79ff40361985e2, network: default, NAD default, SandboxID: "e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49", PCI device ID: , UID: "9202623e-d88f-4f90-b72d-92cd8716eddf", MAC: 0a:58:0a:84:00:ba, IPs: [10.132.0.186/23] 2026-10-30T20:17:32.683833185Z I1030 20:17:32.683770 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:22:64:02:57:68\",\"name\":\"e79ff40361985e2\"},{\"mac\":\"0a:58:0a:84:00:ba\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/356c8506-e641-49f3-9ad3-b6ca5eae2ac7\"}],\"ips\":[{\"address\":\"10.132.0.186/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:17:32.722513282Z I1030 20:17:32.722449 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:17:32.726255721Z I1030 20:17:32.726208 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh, hostIfaceName: 1f58bb011885d1a, network: default, NAD default, SandboxID: "1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34", PCI device ID: , UID: "0dd16a23-dd26-4487-805c-598bd2cee8ff", MAC: 0a:58:0a:84:00:bb, IPs: [10.132.0.187/23] 2026-10-30T20:17:32.929007480Z I1030 20:17:32.928954 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7a:c8:69:2c:13\",\"name\":\"1f58bb011885d1a\"},{\"mac\":\"0a:58:0a:84:00:bb\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8f0ed19-6dba-401d-964d-c3f720a87e36\"}],\"ips\":[{\"address\":\"10.132.0.187/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:17:33.608884464Z W1030 20:17:33.608841 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:17:33.646205706Z W1030 20:17:33.646165 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:17:33.892966351Z W1030 20:17:33.892908 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:33.892966351Z W1030 20:17:33.892933 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default 2026-10-30T20:17:36.485777809Z I1030 20:17:36.485732 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:17:36.569776010Z I1030 20:17:36.569718 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 1acdd58fba2f554d7d7b7a90b67866328026d59c5665f09092d497c71419addc network default NAD default NAD key default], result "{}", err 2026-10-30T20:17:36.609661169Z I1030 20:17:36.609622 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:17:36.653572099Z I1030 20:17:36.653525 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb 2026-10-30T20:17:36.655916777Z I1030 20:17:36.655869 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-a-c8fc40-56648d78f5-99tjb, ips: 10.132.0.158 2026-10-30T20:17:36.655994858Z I1030 20:17:36.655973 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:17:39.047990724Z I1030 20:17:39.047938 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:17:39.518193544Z I1030 20:17:39.518138 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:39.909658793Z I1030 20:17:39.909614 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-shared-b-w0-5c875d-allow for network default 2026-10-30T20:17:39.909729308Z I1030 20:17:39.909711 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-shared-b-w0-5c875d-allow added to peer address sets [] 2026-10-30T20:17:39.910890290Z I1030 20:17:39.910861 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-shared-b-w0-5c875d-allow resources completed, update namespace loglevel 2026-10-30T20:17:40.555061652Z W1030 20:17:40.554999 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45 2026-10-30T20:17:40.594283727Z W1030 20:17:40.594231 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:17:41.961997278Z W1030 20:17:41.961956 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:17:41.961997278Z W1030 20:17:41.961980 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:17:43.328886070Z I1030 20:17:43.328837 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:17:43.329004820Z I1030 20:17:43.328973 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-c8fc40 to delete 1 local pods... 2026-10-30T20:17:43.329036988Z I1030 20:17:43.329020 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:17:43.329045562Z I1030 20:17:43.329037 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:17:43.329054342Z I1030 20:17:43.329048 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:17:43.329103352Z I1030 20:17:43.329089 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:17:43.747408342Z I1030 20:17:43.747333 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:17:43.935985771Z I1030 20:17:43.935936 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:44.309066683Z I1030 20:17:44.309015 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:17:44.373865980Z I1030 20:17:44.373824 3618 namespace.go:44] [ai-tenant-e2e-shared-b-w0-5c875d] adding namespace 2026-10-30T20:17:44.374413318Z I1030 20:17:44.374378 3618 namespace.go:48] [ai-tenant-e2e-shared-b-w0-5c875d] adding namespace took 528.476µs 2026-10-30T20:17:44.391416328Z I1030 20:17:44.391377 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:17:44.406941880Z I1030 20:17:44.406902 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:17:44.495928975Z I1030 20:17:44.495877 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:17:45.651641615Z W1030 20:17:45.651589 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:17:45.690297950Z W1030 20:17:45.690261 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:17:46.182431551Z I1030 20:17:46.182385 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:17:46.182431551Z I1030 20:17:46.182420 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:17:46.182474972Z I1030 20:17:46.182433 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:17:46.182485930Z I1030 20:17:46.182474 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:17:46.182564718Z I1030 20:17:46.182532 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:17:46.182593070Z I1030 20:17:46.182580 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:17:46.442522873Z I1030 20:17:46.441831 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d for network default 2026-10-30T20:17:46.442522873Z I1030 20:17:46.441940 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:46.444046795Z I1030 20:17:46.444011 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d resources completed, update namespace loglevel 2026-10-30T20:17:46.467302316Z I1030 20:17:46.467262 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w0-5c875d/payload-processing-e2e-shared-b-w0-5c875d for network default 2026-10-30T20:17:46.467432241Z I1030 20:17:46.467401 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w0-5c875d/payload-processing-e2e-shared-b-w0-5c875d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:17:46.470847789Z I1030 20:17:46.470816 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w0-5c875d/payload-processing-e2e-shared-b-w0-5c875d resources completed, update namespace loglevel 2026-10-30T20:17:47.129091316Z W1030 20:17:47.129050 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:17:48.143996982Z W1030 20:17:48.143959 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:17:50.561124027Z I1030 20:17:50.561076 3618 namespace.go:72] [ai-tenant-e2e-inf-a-c8fc40] updating namespace 2026-10-30T20:17:50.569865407Z I1030 20:17:50.569827 3618 namespace.go:115] [ai-tenant-e2e-inf-a-c8fc40] deleting namespace 2026-10-30T20:17:50.919624769Z I1030 20:17:50.919580 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-c8fc40-allow 2026-10-30T20:17:50.919624769Z I1030 20:17:50.919604 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-c8fc40-allow 2026-10-30T20:17:52.167427010Z I1030 20:17:52.167385 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-prometheus-scraping 2026-10-30T20:17:52.167427010Z I1030 20:17:52.167409 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w6-5c2e32/auth-test-model-5c2e32-prometheus-scraping 2026-10-30T20:17:53.323118702Z I1030 20:17:53.323072 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1104 2026-10-30T20:17:53.993388856Z I1030 20:17:53.993344 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-prometheus-scraping 2026-10-30T20:17:53.993388856Z I1030 20:17:53.993375 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-a64be2/test-model-a64be2-prometheus-scraping 2026-10-30T20:17:55.427616420Z I1030 20:17:55.427571 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:17:55.427616420Z I1030 20:17:55.427609 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:17:55.427660267Z I1030 20:17:55.427618 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:17:55.427668568Z I1030 20:17:55.427657 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:17:55.427691808Z I1030 20:17:55.427673 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:17:55.427731015Z I1030 20:17:55.427716 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:17:56.338314544Z I1030 20:17:56.338270 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:17:58.447369499Z I1030 20:17:58.447319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:17:58.447416587Z I1030 20:17:58.447372 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:17:58.447416587Z I1030 20:17:58.447390 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:17:58.447446515Z I1030 20:17:58.447432 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:17:58.447469012Z I1030 20:17:58.447457 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:17:58.447546479Z I1030 20:17:58.447532 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:18:02.074764447Z I1030 20:18:02.074718 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-d3c508 2026-10-30T20:18:02.074815252Z I1030 20:18:02.074779 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-d3c508 2026-10-30T20:18:02.104584283Z I1030 20:18:02.104544 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-d3c508/payload-processing-e2e-inf-b-d3c508 2026-10-30T20:18:02.104584283Z I1030 20:18:02.104570 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-d3c508/payload-processing-e2e-inf-b-d3c508 2026-10-30T20:18:05.318657637Z I1030 20:18:05.318614 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=812 2026-10-30T20:18:07.066065005Z I1030 20:18:07.066024 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:07.422733839Z I1030 20:18:07.422696 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-188d45 for network default 2026-10-30T20:18:07.424314882Z I1030 20:18:07.424080 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-188d45 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-a-188d45,},}] 2026-10-30T20:18:07.426837931Z I1030 20:18:07.425370 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-188d45 resources completed, update namespace loglevel 2026-10-30T20:18:08.363016821Z W1030 20:18:08.362972 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-188d45 2026-10-30T20:18:13.215282177Z I1030 20:18:13.215237 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w1-9d2720 for network default 2026-10-30T20:18:13.227266354Z I1030 20:18:13.227224 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w1-9d2720 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w1-9d2720,},}] 2026-10-30T20:18:13.231533795Z I1030 20:18:13.228568 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w1-9d2720 resources completed, update namespace loglevel 2026-10-30T20:18:13.406249177Z W1030 20:18:13.406205 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w1-9d2720 2026-10-30T20:18:17.488388242Z I1030 20:18:17.488333 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-prometheus-scraping 2026-10-30T20:18:17.488388242Z I1030 20:18:17.488361 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w6-27a4d3/auth-test-model-27a4d3-prometheus-scraping 2026-10-30T20:18:21.163098721Z I1030 20:18:21.163053 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-prometheus-scraping 2026-10-30T20:18:21.163098721Z I1030 20:18:21.163080 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-4cfcee/test-model-4cfcee-prometheus-scraping 2026-10-30T20:18:24.409793025Z I1030 20:18:24.409739 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 2026-10-30T20:18:25.702616841Z I1030 20:18:25.702562 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:18:25.702616841Z I1030 20:18:25.702599 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:18:25.702616841Z I1030 20:18:25.702608 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:18:25.702666265Z I1030 20:18:25.702639 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:18:25.702666265Z I1030 20:18:25.702658 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:18:25.702713492Z I1030 20:18:25.702697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:18:26.583099556Z I1030 20:18:26.583058 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 2026-10-30T20:18:26.675163921Z I1030 20:18:26.675105 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r] creating logical port odh-ai-gateway-infra_maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:18:26.675312791Z I1030 20:18:26.675291 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 2026-10-30T20:18:26.697854965Z I1030 20:18:26.697795 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r] addLogicalPort annotation time took 22.550356ms 2026-10-30T20:18:26.700343560Z I1030 20:18:26.700294 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r] addLogicalPort took 25.209481ms, libovsdb time 1.657104ms 2026-10-30T20:18:27.052291915Z I1030 20:18:27.052237 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:18:27.055542350Z I1030 20:18:27.055473 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r, hostIfaceName: 868ab939d6c9b38, network: default, NAD default, SandboxID: "868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d", PCI device ID: , UID: "6799a8d5-19a3-4186-9433-99cfb35db04f", MAC: 0a:58:0a:84:00:bc, IPs: [10.132.0.188/23] 2026-10-30T20:18:27.118766621Z I1030 20:18:27.118727 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:27.261063963Z I1030 20:18:27.261003 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:41:97:df:db:98\",\"name\":\"868ab939d6c9b38\"},{\"mac\":\"0a:58:0a:84:00:bc\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dc4033e-b1c0-4753-9050-a6322574f966\"}],\"ips\":[{\"address\":\"10.132.0.188/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:18:28.007089677Z I1030 20:18:28.007035 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w0-5c875d for network default 2026-10-30T20:18:28.013071753Z I1030 20:18:28.013007 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w0-5c875d added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-shared-b-w0-5c875d,},}] 2026-10-30T20:18:28.015308774Z I1030 20:18:28.015263 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w0-5c875d resources completed, update namespace loglevel 2026-10-30T20:18:28.052563845Z W1030 20:18:28.052517 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d 2026-10-30T20:18:32.285864237Z I1030 20:18:32.285814 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:18:32.285912244Z I1030 20:18:32.285860 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:18:32.285912244Z I1030 20:18:32.285875 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:18:32.318133866Z I1030 20:18:32.318090 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-a-a64be2/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:18:32.318133866Z I1030 20:18:32.318119 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-a-a64be2/payload-processing-e2e-inf-a-a64be2 2026-10-30T20:18:32.387168470Z I1030 20:18:32.387117 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp be832e9b96db64f84b993e4324e0ad695a6048767bf31d9bfffe8d001d12054a network default NAD default NAD key default], result "{}", err 2026-10-30T20:18:32.512714567Z I1030 20:18:32.512644 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp 2026-10-30T20:18:32.515383406Z I1030 20:18:32.515352 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-b-d3c508-7f659b9694-5gbwp, ips: 10.132.0.166 2026-10-30T20:18:32.515452838Z I1030 20:18:32.515439 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:18:32.515737708Z I1030 20:18:32.515710 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:18:32.515964953Z I1030 20:18:32.515947 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:18:32.516195078Z I1030 20:18:32.516175 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:18:32.516402408Z I1030 20:18:32.516384 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-d3c508 to delete 1 local pods... 2026-10-30T20:18:32.516646504Z I1030 20:18:32.516606 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:18:32.874955797Z I1030 20:18:32.874906 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:18:32.978739384Z I1030 20:18:32.978682 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:18:33.333403675Z I1030 20:18:33.333361 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:33.333447942Z I1030 20:18:33.333419 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:18:33.533224045Z I1030 20:18:33.533174 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:18:34.065016037Z W1030 20:18:34.064974 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d 2026-10-30T20:18:38.604130636Z I1030 20:18:38.604085 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:18:38.752052301Z I1030 20:18:38.751998 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl b0311d96a6243c81d1d3be8c256d8ce97d1ea59cee4696198dad40abaacdcd15 network default NAD default NAD key default], result "{}", err 2026-10-30T20:18:38.909260009Z I1030 20:18:38.909215 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:18:38.919879569Z I1030 20:18:38.919824 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl 2026-10-30T20:18:38.925616307Z I1030 20:18:38.925572 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-inf-a-a64be2-dc569f58-vsgzl, ips: 10.132.0.167 2026-10-30T20:18:38.925715110Z I1030 20:18:38.925702 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:18:38.927213974Z I1030 20:18:38.927181 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-a-a64be2 to delete 1 local pods... 2026-10-30T20:18:38.928044595Z I1030 20:18:38.928006 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:18:38.934657032Z I1030 20:18:38.934623 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:18:38.935020549Z I1030 20:18:38.934999 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:18:38.935289330Z I1030 20:18:38.935268 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:18:39.125618263Z I1030 20:18:39.125570 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:18:39.834332976Z I1030 20:18:39.834271 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:18:41.338469419Z I1030 20:18:41.338421 3618 namespace.go:72] [ai-tenant-e2e-inf-b-d3c508] updating namespace 2026-10-30T20:18:41.349728216Z I1030 20:18:41.349686 3618 namespace.go:115] [ai-tenant-e2e-inf-b-d3c508] deleting namespace 2026-10-30T20:18:41.729313052Z I1030 20:18:41.729266 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-d3c508-allow 2026-10-30T20:18:41.729361250Z I1030 20:18:41.729323 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-d3c508-allow 2026-10-30T20:18:45.997806649Z I1030 20:18:45.997758 3618 namespace.go:72] [ai-tenant-e2e-inf-a-a64be2] updating namespace 2026-10-30T20:18:46.006999729Z I1030 20:18:46.006960 3618 namespace.go:115] [ai-tenant-e2e-inf-a-a64be2] deleting namespace 2026-10-30T20:18:46.325697793Z I1030 20:18:46.325655 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-a-a64be2-allow 2026-10-30T20:18:46.325779774Z I1030 20:18:46.325751 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-a-a64be2-allow 2026-10-30T20:18:47.117713423Z I1030 20:18:47.117672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:47.276562966Z I1030 20:18:47.276471 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-prometheus-scraping for network default 2026-10-30T20:18:47.277429578Z I1030 20:18:47.277406 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w6-5c2e32_LS{}] 2026-10-30T20:18:47.278786560Z I1030 20:18:47.278761 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:18:47.457231103Z I1030 20:18:47.457184 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:47.865104124Z W1030 20:18:47.865060 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-kserve-workload-svc 2026-10-30T20:18:50.923173711Z W1030 20:18:50.923124 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:18:50.923220535Z W1030 20:18:50.923178 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:18:51.344260823Z I1030 20:18:51.344214 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:18:51.344300767Z I1030 20:18:51.344290 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:18:51.344319355Z I1030 20:18:51.344309 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:18:51.344327180Z I1030 20:18:51.344322 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:18:51.344374762Z I1030 20:18:51.344365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:18:51.344394071Z I1030 20:18:51.344384 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:18:51.513768329Z I1030 20:18:51.513725 3618 cniserver.go:315] [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:18:51.596520448Z I1030 20:18:51.596456 3618 cniserver.go:304] [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 c02af66ffa99639a06998558050fec19872756dc56230d29b93bc7baa4e1af89 network default NAD default NAD key default], result "{}", err 2026-10-30T20:18:51.699162353Z I1030 20:18:51.699121 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2 2026-10-30T20:18:51.701164443Z I1030 20:18:51.701131 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-a-a64be2-openshift-default-7f5575d8c9-pgcp2, ips: 10.132.0.174 2026-10-30T20:18:51.701248849Z I1030 20:18:51.701223 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:51.729632529Z I1030 20:18:51.729586 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:51.969820730Z W1030 20:18:51.969780 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:18:51.969820730Z W1030 20:18:51.969800 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:18:53.877282381Z I1030 20:18:53.877243 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-prometheus-scraping for network default 2026-10-30T20:18:53.878104910Z I1030 20:18:53.878083 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w4-043892_LS{}] 2026-10-30T20:18:53.879186719Z I1030 20:18:53.879155 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:18:55.045340033Z W1030 20:18:55.045285 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-kserve-workload-svc 2026-10-30T20:18:57.118131645Z I1030 20:18:57.118090 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:18:57.205707007Z I1030 20:18:57.205660 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 b8672c6bf49da234259a830421109efc27ae21b09f6bb630d806dd4ccdf12bc3 network default NAD default NAD key default], result "{}", err 2026-10-30T20:18:57.282593338Z I1030 20:18:57.282551 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7 2026-10-30T20:18:57.284664390Z I1030 20:18:57.284634 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-a-a64be2-68cc7b64cb-l2ng7, ips: 10.132.0.163 2026-10-30T20:18:57.284786232Z I1030 20:18:57.284753 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:57.321167603Z I1030 20:18:57.321124 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:18:57.560297047Z I1030 20:18:57.560237 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:18:57.560297047Z I1030 20:18:57.560271 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:18:57.590575511Z I1030 20:18:57.590525 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-inf-b-4cfcee/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:18:57.590575511Z I1030 20:18:57.590551 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-inf-b-4cfcee/payload-processing-e2e-inf-b-4cfcee 2026-10-30T20:18:58.314038850Z I1030 20:18:58.313977 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:18:58.436147034Z I1030 20:18:58.436099 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:18:58.436196894Z I1030 20:18:58.436161 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:18:58.469704619Z I1030 20:18:58.469664 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-a-188d45/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:18:58.469797739Z I1030 20:18:58.469784 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-a-188d45/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:19:02.256774398Z I1030 20:19:02.256720 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:19:02.419043113Z I1030 20:19:02.418997 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:19:02.518626024Z I1030 20:19:02.518581 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt ad630a4b23ad0a727bd96ff0eceb2ae42268121c43a97b95b2f9fb25c0401ebe network default NAD default NAD key default], result "{}", err 2026-10-30T20:19:02.599858032Z I1030 20:19:02.599040 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt 2026-10-30T20:19:02.601866188Z I1030 20:19:02.601820 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-inf-b-4cfcee-899db95f8-8sxrt, ips: 10.132.0.172 2026-10-30T20:19:02.601896717Z I1030 20:19:02.601869 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:19:03.263154072Z I1030 20:19:03.263087 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:19:03.276724573Z I1030 20:19:03.276675 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:19:03.354883317Z I1030 20:19:03.354830 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw aff1f2582bd2e69443ea519ee54bbf759866e3bea463e1491afa7d4eed0c6694 network default NAD default NAD key default], result "{}", err 2026-10-30T20:19:03.432724870Z I1030 20:19:03.432666 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 a3ee7e2a6a166d07000a2b877f55332fc133aa4da1b88cc5dcd1e2c0ad483f5d network default NAD default NAD key default], result "{}", err 2026-10-30T20:19:03.445760551Z I1030 20:19:03.445719 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw 2026-10-30T20:19:03.448000164Z I1030 20:19:03.447958 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-a-188d45-5c8d8dcb68-trthw, ips: 10.132.0.184 2026-10-30T20:19:03.448056392Z I1030 20:19:03.448041 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:19:03.545311800Z I1030 20:19:03.545264 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84 2026-10-30T20:19:03.547833570Z I1030 20:19:03.547799 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45-56d8b4b8dc-r7b84, ips: 10.132.0.185 2026-10-30T20:19:03.547937888Z I1030 20:19:03.547922 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:19:16.370083923Z I1030 20:19:16.370037 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:19:18.906639804Z I1030 20:19:18.906589 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g] creating logical port ai-tenant-e2e-shared-a-w1-77ac5a_auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:18.906787005Z I1030 20:19:18.906745 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 2026-10-30T20:19:18.936592524Z I1030 20:19:18.936539 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g] addLogicalPort annotation time took 29.833577ms 2026-10-30T20:19:18.938479228Z I1030 20:19:18.938438 3618 pods.go:267] [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g] addLogicalPort took 31.866894ms, libovsdb time 1.200649ms 2026-10-30T20:19:19.294446337Z I1030 20:19:19.294393 3618 cniserver.go:315] [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:19.300039776Z I1030 20:19:19.299981 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-shared-a-w1-77ac5a, podName: auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g, hostIfaceName: 65a5dbf5898517b, network: default, NAD default, SandboxID: "65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f", PCI device ID: , UID: "efd6afec-8257-468f-a4e9-6bbcd2061063", MAC: 0a:58:0a:84:00:bd, IPs: [10.132.0.189/23] 2026-10-30T20:19:19.461864570Z I1030 20:19:19.461822 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-prometheus-scraping for network default 2026-10-30T20:19:19.463000463Z I1030 20:19:19.462958 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w1-77ac5a_LS{}] 2026-10-30T20:19:19.464633657Z I1030 20:19:19.464603 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:19:19.505954686Z I1030 20:19:19.505907 3618 cniserver.go:304] [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b3:89:2b:f2:67\",\"name\":\"65a5dbf5898517b\"},{\"mac\":\"0a:58:0a:84:00:bd\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f5ad45b-6fb0-4e19-8bdd-3a9dd6fdfbf6\"}],\"ips\":[{\"address\":\"10.132.0.189/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:20.488024288Z W1030 20:19:20.487981 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-workload-svc 2026-10-30T20:19:22.449971718Z I1030 20:19:22.449922 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:19:22.537441358Z I1030 20:19:22.537386 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 1560c9e6c571c1a7c236463ff81394bf3492f4159735a0cb42cbb3bf0584d6bd network default NAD default NAD key default], result "{}", err 2026-10-30T20:19:22.615952120Z I1030 20:19:22.615906 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w 2026-10-30T20:19:22.618050960Z I1030 20:19:22.618011 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-inf-b-4cfcee-574dc78879-cnw9w, ips: 10.132.0.171 2026-10-30T20:19:22.618117213Z I1030 20:19:22.618100 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:19:26.611518996Z I1030 20:19:26.611449 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 2026-10-30T20:19:27.511776681Z I1030 20:19:27.511728 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:19:27.511815523Z I1030 20:19:27.511777 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-inf-b-4cfcee to delete 1 local pods... 2026-10-30T20:19:27.511823056Z I1030 20:19:27.511816 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:19:27.511845425Z I1030 20:19:27.511832 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:19:27.511853252Z I1030 20:19:27.511845 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:19:27.511898375Z I1030 20:19:27.511886 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:19:27.842250145Z I1030 20:19:27.842188 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:19:27.946462150Z I1030 20:19:27.946415 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:19:28.511989304Z I1030 20:19:28.511943 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:19:29.575181522Z W1030 20:19:29.575139 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-workload-svc 2026-10-30T20:19:32.419199128Z I1030 20:19:32.419153 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 for network default 2026-10-30T20:19:32.419980032Z I1030 20:19:32.419947 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:19:32.421984203Z I1030 20:19:32.421961 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 resources completed, update namespace loglevel 2026-10-30T20:19:35.068699129Z W1030 20:19:35.068650 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-188d45 2026-10-30T20:19:35.174343485Z I1030 20:19:35.174278 3618 namespace.go:72] [ai-tenant-e2e-inf-b-4cfcee] updating namespace 2026-10-30T20:19:35.189039384Z I1030 20:19:35.188972 3618 namespace.go:115] [ai-tenant-e2e-inf-b-4cfcee] deleting namespace 2026-10-30T20:19:35.530625717Z I1030 20:19:35.530569 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-inf-b-4cfcee-allow 2026-10-30T20:19:35.530625717Z I1030 20:19:35.530596 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-inf-b-4cfcee-allow 2026-10-30T20:19:36.522969999Z W1030 20:19:36.522920 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:19:36.523002163Z I1030 20:19:36.522962 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:19:36.870245803Z I1030 20:19:36.870206 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-a-6175d5-allow for network default 2026-10-30T20:19:36.870320180Z I1030 20:19:36.870300 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-a-6175d5-allow added to peer address sets [] 2026-10-30T20:19:36.871823776Z I1030 20:19:36.871794 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-a-6175d5-allow resources completed, update namespace loglevel 2026-10-30T20:19:38.113755744Z W1030 20:19:38.113705 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-6175d5-openshift-default 2026-10-30T20:19:38.113755744Z W1030 20:19:38.113729 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-6175d5-openshift-default 2026-10-30T20:19:40.456941234Z I1030 20:19:40.456887 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:19:40.516233780Z I1030 20:19:40.516182 3618 namespace.go:44] [ai-tenant-e2e-ipp-a-6175d5] adding namespace 2026-10-30T20:19:40.516943022Z I1030 20:19:40.516906 3618 namespace.go:48] [ai-tenant-e2e-ipp-a-6175d5] adding namespace took 691.884µs 2026-10-30T20:19:40.533644305Z I1030 20:19:40.533606 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:19:40.546082301Z I1030 20:19:40.546030 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:19:40.731107012Z I1030 20:19:40.731064 3618 cniserver.go:315] [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:19:40.813104680Z I1030 20:19:40.813054 3618 cniserver.go:304] [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 175fb88687b369862bcef2f33450c976efb3de9c8537cedee9b691218fb5cc86 network default NAD default NAD key default], result "{}", err 2026-10-30T20:19:40.913349787Z I1030 20:19:40.913300 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t 2026-10-30T20:19:40.915586553Z I1030 20:19:40.915543 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-4cfcee-openshift-default-5b96c4b96f-p4b9t, ips: 10.132.0.170 2026-10-30T20:19:40.915647405Z I1030 20:19:40.915632 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:19:41.126900882Z I1030 20:19:41.126855 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76] creating logical port ai-tenant-e2e-shared-a-w0-5314c2_auth-test-model-5314c2-kserve-996f5b5df-6xz76 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:41.127039232Z I1030 20:19:41.127013 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2026-10-30T20:19:41.156182642Z I1030 20:19:41.156138 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76] addLogicalPort annotation time took 29.161803ms 2026-10-30T20:19:41.158769385Z I1030 20:19:41.158717 3618 pods.go:267] [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76] addLogicalPort took 31.880898ms, libovsdb time 1.726061ms 2026-10-30T20:19:41.804618000Z I1030 20:19:41.804561 3618 cniserver.go:315] [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:41.807367195Z I1030 20:19:41.807320 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-shared-a-w0-5314c2, podName: auth-test-model-5314c2-kserve-996f5b5df-6xz76, hostIfaceName: 2b26dbb5b327f9d, network: default, NAD default, SandboxID: "2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163", PCI device ID: , UID: "d99cfa0b-a981-49ec-a851-333206b31117", MAC: 0a:58:0a:84:00:be, IPs: [10.132.0.190/23] 2026-10-30T20:19:41.840097249Z I1030 20:19:41.840057 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-prometheus-scraping for network default 2026-10-30T20:19:41.841199152Z I1030 20:19:41.841164 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w0-5314c2_LS{}] 2026-10-30T20:19:41.843348095Z I1030 20:19:41.843287 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:19:42.011049402Z I1030 20:19:42.010981 3618 cniserver.go:304] [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:4f:95:e8:00:ae\",\"name\":\"2b26dbb5b327f9d\"},{\"mac\":\"0a:58:0a:84:00:be\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9675405c-06c1-42ed-a751-6d638c7a81a8\"}],\"ips\":[{\"address\":\"10.132.0.190/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:42.663374710Z W1030 20:19:42.663322 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:19:42.663374710Z W1030 20:19:42.663359 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:19:42.673018040Z W1030 20:19:42.672981 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-workload-svc 2026-10-30T20:19:43.220063835Z I1030 20:19:43.220014 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 for network default 2026-10-30T20:19:43.220126801Z I1030 20:19:43.220110 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:19:43.222221641Z I1030 20:19:43.222187 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 resources completed, update namespace loglevel 2026-10-30T20:19:43.237383341Z I1030 20:19:43.237353 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-a-6175d5/payload-processing-e2e-ipp-a-6175d5 for network default 2026-10-30T20:19:43.237521296Z I1030 20:19:43.237477 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-a-6175d5/payload-processing-e2e-ipp-a-6175d5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:19:43.240365929Z I1030 20:19:43.240334 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-a-6175d5/payload-processing-e2e-ipp-a-6175d5 resources completed, update namespace loglevel 2026-10-30T20:19:43.251074300Z I1030 20:19:43.251033 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:43.251186388Z I1030 20:19:43.251166 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l 2026-10-30T20:19:43.273615274Z I1030 20:19:43.273576 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l] addLogicalPort annotation time took 22.431261ms 2026-10-30T20:19:43.275263751Z I1030 20:19:43.275224 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l] addLogicalPort took 24.202617ms, libovsdb time 1.024006ms 2026-10-30T20:19:43.355539050Z I1030 20:19:43.349355 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk] creating logical port openshift-ingress_payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:43.355539050Z I1030 20:19:43.349475 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk 2026-10-30T20:19:43.372206563Z I1030 20:19:43.372137 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk] addLogicalPort annotation time took 22.702604ms 2026-10-30T20:19:43.377552991Z I1030 20:19:43.377510 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk] addLogicalPort took 28.150384ms, libovsdb time 4.252295ms 2026-10-30T20:19:43.623929360Z I1030 20:19:43.623880 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:43.627178560Z I1030 20:19:43.627130 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l, hostIfaceName: a57bfc4c9464a67, network: default, NAD default, SandboxID: "a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141", PCI device ID: , UID: "93d80d4c-8615-4f5d-ac4e-5db9c3f4c645", MAC: 0a:58:0a:84:00:bf, IPs: [10.132.0.191/23] 2026-10-30T20:19:43.662619204Z W1030 20:19:43.662579 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-api-a-8d97a5-5dfcc5fdbb-6xtkn 2026-10-30T20:19:43.764080956Z I1030 20:19:43.764034 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:43.767001078Z I1030 20:19:43.766963 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk, hostIfaceName: f7b838a8dea5e2f, network: default, NAD default, SandboxID: "f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab", PCI device ID: , UID: "fc3db2d5-0f91-4a7f-a0ca-1c0dfa77e758", MAC: 0a:58:0a:84:00:c0, IPs: [10.132.0.192/23] 2026-10-30T20:19:43.830205364Z I1030 20:19:43.830150 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a8:34:2f:1a:7a\",\"name\":\"a57bfc4c9464a67\"},{\"mac\":\"0a:58:0a:84:00:bf\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e9806b8-03f3-469e-b935-541b169f98b2\"}],\"ips\":[{\"address\":\"10.132.0.191/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:43.969462397Z I1030 20:19:43.969411 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:61:e3:d8:8e:64\",\"name\":\"f7b838a8dea5e2f\"},{\"mac\":\"0a:58:0a:84:00:c0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b627ae5-61b4-4f34-96ee-c2a4009fbfc4\"}],\"ips\":[{\"address\":\"10.132.0.192/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:44.687862577Z W1030 20:19:44.687818 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:19:44.733722736Z W1030 20:19:44.733683 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5 2026-10-30T20:19:50.797607470Z I1030 20:19:50.797550 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:19:51.163788334Z I1030 20:19:51.163747 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-b-30e92c-allow for network default 2026-10-30T20:19:51.163788334Z I1030 20:19:51.163778 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-b-30e92c-allow added to peer address sets [] 2026-10-30T20:19:51.165120774Z I1030 20:19:51.165079 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-b-30e92c-allow resources completed, update namespace loglevel 2026-10-30T20:19:51.291464362Z I1030 20:19:51.291421 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm] creating logical port openshift-ingress_e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:51.291658235Z I1030 20:19:51.291590 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm 2026-10-30T20:19:51.320217913Z I1030 20:19:51.320170 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm] addLogicalPort annotation time took 28.665635ms 2026-10-30T20:19:51.322018298Z I1030 20:19:51.321974 3618 pods.go:267] [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm] addLogicalPort took 30.582106ms, libovsdb time 972.579µs 2026-10-30T20:19:51.672937924Z I1030 20:19:51.672895 3618 cniserver.go:315] [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:51.676018935Z I1030 20:19:51.675977 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm, hostIfaceName: eaf4853141ea95c, network: default, NAD default, SandboxID: "eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0", PCI device ID: , UID: "618a7097-47ef-4d5b-8474-4353dface889", MAC: 0a:58:0a:84:00:c1, IPs: [10.132.0.193/23] 2026-10-30T20:19:51.879256858Z I1030 20:19:51.879181 3618 cniserver.go:304] [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e2:8d:1d:69:e1\",\"name\":\"eaf4853141ea95c\"},{\"mac\":\"0a:58:0a:84:00:c1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a102df2b-ac41-480e-9013-e9bd1335cab7\"}],\"ips\":[{\"address\":\"10.132.0.193/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:52.779260973Z W1030 20:19:52.779221 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:19:52.779260973Z W1030 20:19:52.779243 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:19:52.821075881Z W1030 20:19:52.821028 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-workload-svc 2026-10-30T20:19:53.663351398Z W1030 20:19:53.663302 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-93263c-558cb 2026-10-30T20:19:53.778679319Z W1030 20:19:53.778630 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:19:53.778679319Z W1030 20:19:53.778657 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:19:55.279133209Z I1030 20:19:55.279073 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:19:55.440107420Z I1030 20:19:55.440062 3618 namespace.go:44] [ai-tenant-e2e-ipp-b-30e92c] adding namespace 2026-10-30T20:19:55.440825704Z I1030 20:19:55.440796 3618 namespace.go:48] [ai-tenant-e2e-ipp-b-30e92c] adding namespace took 707.484µs 2026-10-30T20:19:55.454140756Z I1030 20:19:55.454093 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:19:55.463859236Z I1030 20:19:55.463818 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:19:55.473680586Z I1030 20:19:55.473646 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-prometheus-scraping for network default 2026-10-30T20:19:55.474532833Z I1030 20:19:55.474510 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w4-159b3a_LS{}] 2026-10-30T20:19:55.475714357Z I1030 20:19:55.475694 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:19:55.703445861Z W1030 20:19:55.703397 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:19:55.748611975Z W1030 20:19:55.748570 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5 2026-10-30T20:19:56.258708649Z W1030 20:19:56.258669 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-kserve-workload-svc 2026-10-30T20:19:57.235983397Z I1030 20:19:57.235930 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9] creating logical port openshift-ingress_payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:19:57.236057395Z I1030 20:19:57.236041 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 2026-10-30T20:19:57.260795599Z I1030 20:19:57.260754 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9] addLogicalPort annotation time took 24.74166ms 2026-10-30T20:19:57.263703662Z I1030 20:19:57.263656 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9] addLogicalPort took 27.750734ms, libovsdb time 2.014561ms 2026-10-30T20:19:57.287781362Z I1030 20:19:57.287744 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c for network default 2026-10-30T20:19:57.287852369Z I1030 20:19:57.287835 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:19:57.289658693Z I1030 20:19:57.289626 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c resources completed, update namespace loglevel 2026-10-30T20:19:57.308639355Z I1030 20:19:57.308607 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-b-30e92c/payload-processing-e2e-ipp-b-30e92c for network default 2026-10-30T20:19:57.308776068Z I1030 20:19:57.308739 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-b-30e92c/payload-processing-e2e-ipp-b-30e92c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:19:57.311615152Z I1030 20:19:57.311590 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-b-30e92c/payload-processing-e2e-ipp-b-30e92c resources completed, update namespace loglevel 2026-10-30T20:19:57.617963721Z I1030 20:19:57.617910 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:19:57.621305014Z I1030 20:19:57.621256 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9, hostIfaceName: f20a8d33f18c58d, network: default, NAD default, SandboxID: "f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750", PCI device ID: , UID: "c20e90aa-2296-4980-bd51-eb62f71444c7", MAC: 0a:58:0a:84:00:c2, IPs: [10.132.0.194/23] 2026-10-30T20:19:57.825614993Z I1030 20:19:57.825558 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:6a:f3:7b:9b:31\",\"name\":\"f20a8d33f18c58d\"},{\"mac\":\"0a:58:0a:84:00:c2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/701b3db0-1ec0-4fb2-a936-86a74699178b\"}],\"ips\":[{\"address\":\"10.132.0.194/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:19:58.136201388Z I1030 20:19:58.136157 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-prometheus-scraping for network default 2026-10-30T20:19:58.137161129Z I1030 20:19:58.137114 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w6-27a4d3_LS{}] 2026-10-30T20:19:58.138277108Z I1030 20:19:58.138238 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:19:58.277907812Z W1030 20:19:58.277866 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-30e92c 2026-10-30T20:19:58.821109227Z W1030 20:19:58.821063 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:19:59.061046036Z W1030 20:19:59.061005 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-kserve-workload-svc 2026-10-30T20:20:04.641118720Z I1030 20:20:04.641062 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-prometheus-scraping for network default 2026-10-30T20:20:04.642248104Z I1030 20:20:04.642207 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w1-9d2720_LS{}] 2026-10-30T20:20:04.643530657Z I1030 20:20:04.643459 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:20:05.334360451Z W1030 20:20:05.334312 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-kserve-workload-svc 2026-10-30T20:20:09.188073633Z I1030 20:20:09.188024 3618 base_network_controller_pods.go:486] [default/opendatahub/test-curl-7053-44d415] creating logical port opendatahub_test-curl-7053-44d415 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:20:09.188267846Z I1030 20:20:09.188235 3618 kube.go:235] Patching annotations on pod opendatahub/test-curl-7053-44d415 2026-10-30T20:20:09.207599869Z I1030 20:20:09.207557 3618 base_network_controller_pods.go:941] [default/opendatahub/test-curl-7053-44d415] addLogicalPort annotation time took 19.351106ms 2026-10-30T20:20:09.209198815Z I1030 20:20:09.209163 3618 pods.go:267] [opendatahub/test-curl-7053-44d415] addLogicalPort took 21.158734ms, libovsdb time 888.891µs 2026-10-30T20:20:09.562603146Z I1030 20:20:09.562547 3618 cniserver.go:315] [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:20:09.565789636Z I1030 20:20:09.565745 3618 helper_linux.go:694] ConfigureOVS: namespace: opendatahub, podName: test-curl-7053-44d415, hostIfaceName: 82335b250f3cd1a, network: default, NAD default, SandboxID: "82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65", PCI device ID: , UID: "4cf9fdac-5fdf-47a7-aff5-476258034291", MAC: 0a:58:0a:84:00:c3, IPs: [10.132.0.195/23] 2026-10-30T20:20:09.770917471Z I1030 20:20:09.770864 3618 cniserver.go:304] [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default] ADD finished CNI request [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:19:0b:a8:20:f1\",\"name\":\"82335b250f3cd1a\"},{\"mac\":\"0a:58:0a:84:00:c3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b098326-f0fc-43be-94d6-751c2412233a\"}],\"ips\":[{\"address\":\"10.132.0.195/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:20:09.829124344Z W1030 20:20:09.829073 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:20:11.785920443Z I1030 20:20:11.785839 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:20:11.786673891Z I1030 20:20:11.786631 3618 pods.go:175] Deleting pod: opendatahub/test-curl-7053-44d415 2026-10-30T20:20:11.788134764Z I1030 20:20:11.788101 3618 pods.go:232] Attempting to release IPs for pod: opendatahub/test-curl-7053-44d415, ips: 10.132.0.195 2026-10-30T20:20:14.974661350Z I1030 20:20:14.974614 3618 cniserver.go:315] [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:20:15.065775286Z I1030 20:20:15.065724 3618 cniserver.go:304] [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default] DEL finished CNI request [opendatahub/test-curl-7053-44d415 82335b250f3cd1aac70df2075c9cb9348d8fddc6861de2616f3506289e22af65 network default NAD default NAD key default], result "{}", err 2026-10-30T20:20:15.484474394Z I1030 20:20:15.484428 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:20:15.484536738Z I1030 20:20:15.484508 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:20:15.484563427Z I1030 20:20:15.484553 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:20:15.484571287Z I1030 20:20:15.484567 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:20:15.484579350Z I1030 20:20:15.484575 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:20:15.484614025Z I1030 20:20:15.484604 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:20:20.378233762Z I1030 20:20:20.378185 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb] creating logical port odh-ai-gateway-infra_maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:20:20.378452160Z I1030 20:20:20.378415 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb 2026-10-30T20:20:20.403237349Z I1030 20:20:20.403189 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb] addLogicalPort annotation time took 24.816793ms 2026-10-30T20:20:20.405039505Z I1030 20:20:20.404995 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb] addLogicalPort took 26.835348ms, libovsdb time 1.004747ms 2026-10-30T20:20:20.753374542Z I1030 20:20:20.753325 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:20:20.756483085Z I1030 20:20:20.756435 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb, hostIfaceName: c5a6efdaf9db134, network: default, NAD default, SandboxID: "c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b", PCI device ID: , UID: "71e114e5-725a-44fe-b8ef-4edabae56e2d", MAC: 0a:58:0a:84:00:c4, IPs: [10.132.0.196/23] 2026-10-30T20:20:20.959259371Z I1030 20:20:20.959208 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:36:b2:ac:97:a4\",\"name\":\"c5a6efdaf9db134\"},{\"mac\":\"0a:58:0a:84:00:c4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f65e179d-fd44-43c9-9197-a705c613c1ec\"}],\"ips\":[{\"address\":\"10.132.0.196/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:20:21.586042244Z I1030 20:20:21.585997 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-6175d5 for network default 2026-10-30T20:20:21.591634978Z I1030 20:20:21.591594 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-6175d5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-a-6175d5,},}] 2026-10-30T20:20:21.594163587Z I1030 20:20:21.594116 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-6175d5 resources completed, update namespace loglevel 2026-10-30T20:20:22.011172168Z W1030 20:20:22.011124 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5 2026-10-30T20:20:23.662771303Z W1030 20:20:23.662724 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w2-87ff9f-29889840-hnrhc 2026-10-30T20:20:25.602986433Z I1030 20:20:25.602938 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:20:25.603040747Z I1030 20:20:25.603011 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:20:25.603078465Z I1030 20:20:25.603067 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:20:25.603096969Z I1030 20:20:25.603087 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:20:25.603104592Z I1030 20:20:25.603099 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:20:25.603149022Z I1030 20:20:25.603139 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:20:26.243565658Z I1030 20:20:26.243486 3618 base_network_controller_pods.go:486] [default/ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q] creating logical port ai-tenant-e2e-shared-b-w0-5c875d_auth-test-model-5c875d-kserve-5f998898c7-9vb8q for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:20:26.243799884Z I1030 20:20:26.243763 3618 kube.go:235] Patching annotations on pod ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 2026-10-30T20:20:26.267823558Z I1030 20:20:26.267776 3618 base_network_controller_pods.go:941] [default/ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q] addLogicalPort annotation time took 24.063318ms 2026-10-30T20:20:26.269338931Z I1030 20:20:26.269293 3618 pods.go:267] [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q] addLogicalPort took 25.828123ms, libovsdb time 941.01µs 2026-10-30T20:20:26.632407789Z I1030 20:20:26.632358 3618 cniserver.go:315] [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:20:26.635577660Z I1030 20:20:26.635524 3618 helper_linux.go:694] ConfigureOVS: namespace: ai-tenant-e2e-shared-b-w0-5c875d, podName: auth-test-model-5c875d-kserve-5f998898c7-9vb8q, hostIfaceName: 4f21da8e5673a38, network: default, NAD default, SandboxID: "4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8", PCI device ID: , UID: "a46fd4b2-f220-4ef8-8ec8-7f0359247c4e", MAC: 0a:58:0a:84:00:c5, IPs: [10.132.0.197/23] 2026-10-30T20:20:26.839028079Z I1030 20:20:26.838977 3618 cniserver.go:304] [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:37:6a:3b:8b:4c\",\"name\":\"4f21da8e5673a38\"},{\"mac\":\"0a:58:0a:84:00:c5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7aa69c9-0adf-4936-b8f5-d781bc94b460\"}],\"ips\":[{\"address\":\"10.132.0.197/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:20:26.883718179Z I1030 20:20:26.883683 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-prometheus-scraping for network default 2026-10-30T20:20:26.884901727Z I1030 20:20:26.884867 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w0-5c875d_LS{}] 2026-10-30T20:20:26.887153396Z I1030 20:20:26.887117 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:20:27.042960575Z W1030 20:20:27.042906 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-workload-svc 2026-10-30T20:20:28.019584757Z W1030 20:20:28.019536 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5 2026-10-30T20:20:32.535709635Z I1030 20:20:32.535659 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=7 2026-10-30T20:20:37.128796370Z W1030 20:20:37.128751 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-workload-svc 2026-10-30T20:20:37.729911960Z I1030 20:20:37.729869 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-30e92c for network default 2026-10-30T20:20:37.735748073Z I1030 20:20:37.735706 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-30e92c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-b-30e92c,},}] 2026-10-30T20:20:37.738662481Z I1030 20:20:37.737132 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-30e92c resources completed, update namespace loglevel 2026-10-30T20:20:38.596746989Z W1030 20:20:38.596699 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-30e92c 2026-10-30T20:20:45.769160084Z I1030 20:20:45.769113 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-prometheus-scraping 2026-10-30T20:20:45.769257249Z I1030 20:20:45.769224 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w2-a165e5/auth-test-model-a165e5-prometheus-scraping 2026-10-30T20:20:58.807474663Z W1030 20:20:58.807413 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-6175d5-openshift-default 2026-10-30T20:20:58.807474663Z W1030 20:20:58.807436 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-6175d5-openshift-default 2026-10-30T20:21:06.100023149Z I1030 20:21:06.099980 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-prometheus-scraping 2026-10-30T20:21:06.100023149Z I1030 20:21:06.100005 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w2-87ff9f/auth-test-model-87ff9f-prometheus-scraping 2026-10-30T20:21:07.005793339Z I1030 20:21:07.005748 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:21:07.374672086Z I1030 20:21:07.374570 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-a-5fbda3-allow for network default 2026-10-30T20:21:07.374672086Z I1030 20:21:07.374608 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-a-5fbda3-allow added to peer address sets [] 2026-10-30T20:21:07.375893110Z I1030 20:21:07.375869 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-a-5fbda3-allow resources completed, update namespace loglevel 2026-10-30T20:21:07.649572994Z I1030 20:21:07.649528 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:21:07.932329989Z I1030 20:21:07.932266 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:07.932439837Z I1030 20:21:07.932407 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:07.962221831Z I1030 20:21:07.962186 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-a-6175d5/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:07.962311508Z I1030 20:21:07.962273 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-a-6175d5/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:08.923394806Z W1030 20:21:08.923337 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-5fbda3-openshift-default 2026-10-30T20:21:08.923394806Z W1030 20:21:08.923360 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-5fbda3-openshift-default 2026-10-30T20:21:11.265486437Z I1030 20:21:11.265437 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:21:11.316587427Z I1030 20:21:11.316539 3618 namespace.go:44] [ai-tenant-e2e-ipp-a-5fbda3] adding namespace 2026-10-30T20:21:11.317341146Z I1030 20:21:11.317292 3618 namespace.go:48] [ai-tenant-e2e-ipp-a-5fbda3] adding namespace took 643.247µs 2026-10-30T20:21:11.334311766Z I1030 20:21:11.334276 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:21:11.345590809Z I1030 20:21:11.345547 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:21:12.788443635Z I1030 20:21:12.788396 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:21:12.802037525Z I1030 20:21:12.801990 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:21:12.878018953Z I1030 20:21:12.877970 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk f7b838a8dea5e2f058d9183790ff4e9659cca8004fd20df4292f8affe5a96eab network default NAD default NAD key default], result "{}", err 2026-10-30T20:21:12.954132447Z I1030 20:21:12.954086 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l a57bfc4c9464a67a3f4d1b782f7ae1029af08b9eea8e646d2ede8e1662371141 network default NAD default NAD key default], result "{}", err 2026-10-30T20:21:12.970293829Z I1030 20:21:12.969900 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk 2026-10-30T20:21:12.973840125Z I1030 20:21:12.973796 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-a-6175d5-5c55d548c6-cp8hk, ips: 10.132.0.192 2026-10-30T20:21:12.973886162Z I1030 20:21:12.973869 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:21:13.045714776Z I1030 20:21:13.045660 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l 2026-10-30T20:21:13.047825631Z I1030 20:21:13.047782 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5-575bc85587-np55l, ips: 10.132.0.191 2026-10-30T20:21:13.047917394Z I1030 20:21:13.047881 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:21:13.323351338Z I1030 20:21:13.323307 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m] creating logical port openshift-ingress_payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:21:13.323577306Z I1030 20:21:13.323552 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m 2026-10-30T20:21:13.351616028Z I1030 20:21:13.348051 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m] addLogicalPort annotation time took 24.55801ms 2026-10-30T20:21:13.357192110Z I1030 20:21:13.357137 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m] addLogicalPort took 33.843966ms, libovsdb time 8.010536ms 2026-10-30T20:21:13.372596394Z I1030 20:21:13.372547 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 for network default 2026-10-30T20:21:13.372746938Z I1030 20:21:13.372728 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:21:13.382531052Z I1030 20:21:13.382475 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 resources completed, update namespace loglevel 2026-10-30T20:21:13.382713131Z I1030 20:21:13.382655 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:21:13.383215301Z I1030 20:21:13.383190 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 2026-10-30T20:21:13.396139079Z I1030 20:21:13.396108 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-a-5fbda3/payload-processing-e2e-ipp-a-5fbda3 for network default 2026-10-30T20:21:13.396285719Z I1030 20:21:13.396269 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-a-5fbda3/payload-processing-e2e-ipp-a-5fbda3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:21:13.419388093Z I1030 20:21:13.419342 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667] addLogicalPort annotation time took 34.469818ms 2026-10-30T20:21:13.429852706Z I1030 20:21:13.429808 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667] addLogicalPort took 47.179159ms, libovsdb time 1.778992ms 2026-10-30T20:21:13.432560236Z I1030 20:21:13.432522 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-a-5fbda3/payload-processing-e2e-ipp-a-5fbda3 resources completed, update namespace loglevel 2026-10-30T20:21:13.663209221Z W1030 20:21:13.663161 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-api-b-540a43-5596b55cf4-w8wzk 2026-10-30T20:21:13.748255388Z I1030 20:21:13.748211 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:21:13.751247999Z I1030 20:21:13.751206 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m, hostIfaceName: edd02cea998dd1d, network: default, NAD default, SandboxID: "edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488", PCI device ID: , UID: "7a030b88-f0c1-4017-8f96-1e35c26414a3", MAC: 0a:58:0a:84:00:c6, IPs: [10.132.0.198/23] 2026-10-30T20:21:13.844964608Z I1030 20:21:13.844917 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:21:13.847784385Z I1030 20:21:13.847740 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667, hostIfaceName: 3b0850f50db6d2f, network: default, NAD default, SandboxID: "3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6", PCI device ID: , UID: "06296c9c-15fd-4326-981f-5c719dd5ea5d", MAC: 0a:58:0a:84:00:c7, IPs: [10.132.0.199/23] 2026-10-30T20:21:13.955127841Z I1030 20:21:13.955075 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:44:2f:b3:29:5c\",\"name\":\"edd02cea998dd1d\"},{\"mac\":\"0a:58:0a:84:00:c6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e60dcb4-a598-49b0-8b01-7f86d2be7481\"}],\"ips\":[{\"address\":\"10.132.0.198/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:21:14.050550556Z I1030 20:21:14.050478 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:63:9e:03:f1:8e\",\"name\":\"3b0850f50db6d2f\"},{\"mac\":\"0a:58:0a:84:00:c7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d61f398-e604-4299-a62c-34aaaa6c0bb9\"}],\"ips\":[{\"address\":\"10.132.0.199/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:21:14.472041944Z W1030 20:21:14.471998 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3 2026-10-30T20:21:14.516239444Z W1030 20:21:14.516198 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:21:22.405529337Z I1030 20:21:22.403425 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:21:22.490342675Z I1030 20:21:22.490301 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:21:22.490413601Z I1030 20:21:22.490388 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:21:22.523432684Z I1030 20:21:22.523383 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-b-30e92c/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:21:22.523506161Z I1030 20:21:22.523479 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-b-30e92c/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:21:25.499609420Z W1030 20:21:25.499555 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:21:25.535374076Z W1030 20:21:25.535321 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3 2026-10-30T20:21:27.316299963Z I1030 20:21:27.316241 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:21:27.413331391Z I1030 20:21:27.413272 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 f20a8d33f18c58d7c1409112f7fde1b99a1765701f2c44a64390b9d55ba66750 network default NAD default NAD key default], result "{}", err 2026-10-30T20:21:27.513696304Z I1030 20:21:27.513638 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9 2026-10-30T20:21:27.516181168Z I1030 20:21:27.516134 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-b-30e92c-7d5d4ccddb-kcdq9, ips: 10.132.0.194 2026-10-30T20:21:27.516285512Z I1030 20:21:27.516271 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:21:27.525908470Z I1030 20:21:27.525875 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:21:28.646680761Z W1030 20:21:28.646635 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:28.646680761Z W1030 20:21:28.646657 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:28.646740993Z W1030 20:21:28.646702 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:28.646740993Z W1030 20:21:28.646736 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:28.646839698Z W1030 20:21:28.646824 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:28.646851749Z W1030 20:21:28.646837 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:30.319162975Z I1030 20:21:30.319117 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=1301 2026-10-30T20:21:35.730224248Z W1030 20:21:35.730178 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:35.730316599Z W1030 20:21:35.730275 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-30e92c-openshift-default 2026-10-30T20:21:36.536834331Z I1030 20:21:36.536788 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=6 2026-10-30T20:21:36.715900512Z I1030 20:21:36.715852 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=6 2026-10-30T20:21:46.903861002Z I1030 20:21:46.903816 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 for network default 2026-10-30T20:21:46.903935090Z I1030 20:21:46.903916 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:21:46.905834672Z I1030 20:21:46.905801 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 resources completed, update namespace loglevel 2026-10-30T20:21:48.195969953Z W1030 20:21:48.195927 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:48.297818465Z W1030 20:21:48.297763 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:21:54.266300832Z I1030 20:21:54.266261 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx] creating logical port odh-ai-gateway-infra_maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:21:54.266470261Z I1030 20:21:54.266436 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx 2026-10-30T20:21:54.291484921Z I1030 20:21:54.291449 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx] addLogicalPort annotation time took 25.045043ms 2026-10-30T20:21:54.293725342Z I1030 20:21:54.293693 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx] addLogicalPort took 27.452136ms, libovsdb time 1.405874ms 2026-10-30T20:21:55.241313979Z I1030 20:21:55.241270 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:21:55.244363775Z I1030 20:21:55.244318 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx, hostIfaceName: a3a9cb2e33fcda6, network: default, NAD default, SandboxID: "a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813", PCI device ID: , UID: "35c9f14a-fae3-4dc8-bfba-edb439bd763a", MAC: 0a:58:0a:84:00:c8, IPs: [10.132.0.200/23] 2026-10-30T20:21:55.393853709Z I1030 20:21:55.393806 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-5fbda3 for network default 2026-10-30T20:21:55.397317101Z I1030 20:21:55.397265 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-5fbda3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-a-5fbda3,},}] 2026-10-30T20:21:55.400811745Z I1030 20:21:55.400768 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-5fbda3 resources completed, update namespace loglevel 2026-10-30T20:21:55.449065217Z I1030 20:21:55.449011 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:40:51:50:bb:37\",\"name\":\"a3a9cb2e33fcda6\"},{\"mac\":\"0a:58:0a:84:00:c8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca6ca20d-b99a-4ea9-ab14-a9d10f03fc7c\"}],\"ips\":[{\"address\":\"10.132.0.200/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:21:56.856579366Z W1030 20:21:56.856536 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3 2026-10-30T20:22:00.123448720Z I1030 20:22:00.123396 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:22:00.520725470Z I1030 20:22:00.520672 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-b-b7eec8-allow for network default 2026-10-30T20:22:00.520725470Z I1030 20:22:00.520703 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-b-b7eec8-allow added to peer address sets [] 2026-10-30T20:22:00.521828793Z I1030 20:22:00.521795 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-b-b7eec8-allow resources completed, update namespace loglevel 2026-10-30T20:22:02.446929661Z W1030 20:22:02.446885 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-b7eec8-openshift-default 2026-10-30T20:22:02.446929661Z W1030 20:22:02.446910 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-b7eec8-openshift-default 2026-10-30T20:22:02.864020849Z W1030 20:22:02.863981 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3 2026-10-30T20:22:04.791367527Z I1030 20:22:04.791317 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:22:04.846353932Z I1030 20:22:04.846309 3618 namespace.go:44] [ai-tenant-e2e-ipp-b-b7eec8] adding namespace 2026-10-30T20:22:04.847001783Z I1030 20:22:04.846969 3618 namespace.go:48] [ai-tenant-e2e-ipp-b-b7eec8] adding namespace took 632.878µs 2026-10-30T20:22:04.862117731Z I1030 20:22:04.862083 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:22:04.873463726Z I1030 20:22:04.873433 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:22:05.633670683Z I1030 20:22:05.633625 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c for network default 2026-10-30T20:22:05.633750829Z I1030 20:22:05.633731 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:22:05.635684493Z I1030 20:22:05.635652 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c resources completed, update namespace loglevel 2026-10-30T20:22:06.370383269Z W1030 20:22:06.370338 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:22:06.407886995Z W1030 20:22:06.407849 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-30e92c 2026-10-30T20:22:06.709526393Z I1030 20:22:06.709445 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6] creating logical port openshift-ingress_payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:22:06.709668651Z I1030 20:22:06.709647 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 2026-10-30T20:22:06.731616795Z I1030 20:22:06.731565 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6] addLogicalPort annotation time took 21.961846ms 2026-10-30T20:22:06.733420790Z I1030 20:22:06.733375 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6] addLogicalPort took 23.950093ms, libovsdb time 1.122933ms 2026-10-30T20:22:06.768326479Z I1030 20:22:06.768286 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:22:06.768594584Z I1030 20:22:06.768549 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 2026-10-30T20:22:06.792334448Z I1030 20:22:06.792292 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5] addLogicalPort annotation time took 23.816798ms 2026-10-30T20:22:06.793977827Z I1030 20:22:06.793946 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5] addLogicalPort took 25.679264ms, libovsdb time 922.436µs 2026-10-30T20:22:06.840924837Z I1030 20:22:06.840882 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 for network default 2026-10-30T20:22:06.841098049Z I1030 20:22:06.841053 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:22:06.847121151Z I1030 20:22:06.847087 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 resources completed, update namespace loglevel 2026-10-30T20:22:06.862293358Z I1030 20:22:06.862250 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-b-b7eec8/payload-processing-e2e-ipp-b-b7eec8 for network default 2026-10-30T20:22:06.870299467Z I1030 20:22:06.870258 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-b-b7eec8/payload-processing-e2e-ipp-b-b7eec8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:22:06.882767485Z I1030 20:22:06.882732 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-b-b7eec8/payload-processing-e2e-ipp-b-b7eec8 resources completed, update namespace loglevel 2026-10-30T20:22:07.082191197Z I1030 20:22:07.082148 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:22:07.085268503Z I1030 20:22:07.085219 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6, hostIfaceName: eafb617fd4b879d, network: default, NAD default, SandboxID: "eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696", PCI device ID: , UID: "27cc77aa-237e-4b61-ac5d-9a92af92630f", MAC: 0a:58:0a:84:00:c9, IPs: [10.132.0.201/23] 2026-10-30T20:22:07.164897397Z I1030 20:22:07.164850 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:22:07.169084214Z I1030 20:22:07.169044 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5, hostIfaceName: b7652c41677027b, network: default, NAD default, SandboxID: "b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8", PCI device ID: , UID: "a0dd2bc6-0a7f-4aad-a0bc-dc54895b24cd", MAC: 0a:58:0a:84:00:ca, IPs: [10.132.0.202/23] 2026-10-30T20:22:07.289596608Z I1030 20:22:07.289546 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:82:e0:f7:68:73\",\"name\":\"eafb617fd4b879d\"},{\"mac\":\"0a:58:0a:84:00:c9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/098a2465-2fdd-4b91-8089-3f67faf92c64\"}],\"ips\":[{\"address\":\"10.132.0.201/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:22:07.372055728Z I1030 20:22:07.372007 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:17:48:d9:65:bf\",\"name\":\"b7652c41677027b\"},{\"mac\":\"0a:58:0a:84:00:ca\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb070648-214e-462d-84e3-327ef0d01580\"}],\"ips\":[{\"address\":\"10.132.0.202/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:22:07.948888565Z W1030 20:22:07.948846 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:22:07.987668519Z W1030 20:22:07.987630 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8 2026-10-30T20:22:13.416859496Z I1030 20:22:13.416819 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 2026-10-30T20:22:18.963215409Z W1030 20:22:18.963171 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8 2026-10-30T20:22:18.997625846Z W1030 20:22:18.997585 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:22:23.335953178Z I1030 20:22:23.335901 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping for network default 2026-10-30T20:22:23.336972273Z I1030 20:22:23.336934 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-ipp-a-188d45_LS{}] 2026-10-30T20:22:23.339515706Z I1030 20:22:23.339471 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:22:23.643401671Z W1030 20:22:23.643351 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-kserve-workload-svc 2026-10-30T20:22:43.660026551Z I1030 20:22:43.659977 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:22:43.717602246Z I1030 20:22:43.717524 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:22:43.717602246Z I1030 20:22:43.717551 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:22:43.748005905Z I1030 20:22:43.747964 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-a-5fbda3/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:22:43.748082430Z I1030 20:22:43.748053 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-a-5fbda3/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:22:45.024904682Z W1030 20:22:45.024836 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-5fbda3-openshift-default 2026-10-30T20:22:45.024904682Z W1030 20:22:45.024872 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-5fbda3-openshift-default 2026-10-30T20:22:48.571764771Z I1030 20:22:48.571680 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:22:48.586277631Z I1030 20:22:48.586235 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:22:48.663901593Z I1030 20:22:48.663848 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m edd02cea998dd1d9dec00e58bdc9301323b36a8695f0fb7e510dba3e6c45f488 network default NAD default NAD key default], result "{}", err 2026-10-30T20:22:48.725837897Z I1030 20:22:48.725783 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 3b0850f50db6d2f50a0ee0f676c29ef35afea4f608286f6692f9e4b47f26a1e6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:22:48.783406961Z I1030 20:22:48.783361 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m 2026-10-30T20:22:48.785717882Z I1030 20:22:48.785682 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-a-5fbda3-55769bdd74-8pz8m, ips: 10.132.0.198 2026-10-30T20:22:48.785765328Z I1030 20:22:48.785754 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:22:48.820756443Z I1030 20:22:48.820701 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667 2026-10-30T20:22:48.823121455Z I1030 20:22:48.823089 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3-6dc64cf699-lr667, ips: 10.132.0.199 2026-10-30T20:22:48.823267316Z I1030 20:22:48.823236 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:22:50.866700804Z I1030 20:22:50.866648 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5] creating logical port odh-ai-gateway-infra_maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:22:50.866924486Z I1030 20:22:50.866879 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 2026-10-30T20:22:50.889935743Z I1030 20:22:50.889891 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5] addLogicalPort annotation time took 23.040271ms 2026-10-30T20:22:50.891762773Z I1030 20:22:50.891724 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5] addLogicalPort took 25.096394ms, libovsdb time 1.012348ms 2026-10-30T20:22:51.844441795Z I1030 20:22:51.844401 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:22:51.847715264Z I1030 20:22:51.847661 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5, hostIfaceName: 38bfef699a70ed2, network: default, NAD default, SandboxID: "38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7", PCI device ID: , UID: "fee95dd6-e2a1-437d-a529-d1a50e4096ad", MAC: 0a:58:0a:84:00:cb, IPs: [10.132.0.203/23] 2026-10-30T20:22:52.050362996Z I1030 20:22:52.050310 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7d:ff:a1:c5:d5\",\"name\":\"38bfef699a70ed2\"},{\"mac\":\"0a:58:0a:84:00:cb\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77507df5-cffd-4ecc-b07c-1c5032ac0c63\"}],\"ips\":[{\"address\":\"10.132.0.203/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:22:52.089795853Z I1030 20:22:52.089753 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-b7eec8 for network default 2026-10-30T20:22:52.090867930Z I1030 20:22:52.090827 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-b7eec8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-b-b7eec8,},}] 2026-10-30T20:22:52.091973022Z I1030 20:22:52.091945 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-b7eec8 resources completed, update namespace loglevel 2026-10-30T20:22:53.300322183Z W1030 20:22:53.300274 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8 2026-10-30T20:22:59.352179270Z W1030 20:22:59.352126 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8 2026-10-30T20:23:08.663523984Z W1030 20:23:08.663447 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-b-652137-7hxwb 2026-10-30T20:23:10.259363426Z I1030 20:23:10.259319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:23:11.589482540Z I1030 20:23:11.589435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:11.589566737Z I1030 20:23:11.589527 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:11.589566737Z I1030 20:23:11.589543 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:11.589566737Z I1030 20:23:11.589552 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:11.589596099Z I1030 20:23:11.589583 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:11.589606310Z I1030 20:23:11.589600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:12.234765528Z I1030 20:23:12.234707 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:23:13.320152841Z I1030 20:23:13.320101 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=112 2026-10-30T20:23:15.617859413Z I1030 20:23:15.617811 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:15.618000421Z I1030 20:23:15.617971 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:15.618000421Z I1030 20:23:15.617995 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:15.618022892Z I1030 20:23:15.618004 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:15.618046193Z I1030 20:23:15.618035 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:15.618062481Z I1030 20:23:15.618052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:17.803720151Z I1030 20:23:17.803671 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc] creating logical port openshift-ingress_e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:23:17.803932720Z I1030 20:23:17.803897 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 2026-10-30T20:23:17.828277401Z I1030 20:23:17.828213 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc] addLogicalPort annotation time took 24.350449ms 2026-10-30T20:23:17.829884457Z I1030 20:23:17.829857 3618 pods.go:267] [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc] addLogicalPort took 26.209894ms, libovsdb time 911.035µs 2026-10-30T20:23:18.175960574Z I1030 20:23:18.175919 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:23:18.179127544Z I1030 20:23:18.179083 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc, hostIfaceName: 47e03676b19f4f9, network: default, NAD default, SandboxID: "47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364", PCI device ID: , UID: "dbafd718-e34e-40fb-922e-b648acfff217", MAC: 0a:58:0a:84:00:cc, IPs: [10.132.0.204/23] 2026-10-30T20:23:18.384074703Z I1030 20:23:18.384020 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d1:65:0d:d4:d0\",\"name\":\"47e03676b19f4f9\"},{\"mac\":\"0a:58:0a:84:00:cc\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cb888c4-85b1-481e-9731-94cbc0593d97\"}],\"ips\":[{\"address\":\"10.132.0.204/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662538 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662573 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662585 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662626 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662646 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:21.666536904Z I1030 20:23:21.662697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:26.235249180Z W1030 20:23:26.235196 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T20:23:26.235249180Z W1030 20:23:26.235227 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default 2026-10-30T20:23:26.763446727Z I1030 20:23:26.763400 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:26.763483669Z I1030 20:23:26.763456 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:26.763544174Z I1030 20:23:26.763531 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:26.763554871Z I1030 20:23:26.763547 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:26.763561462Z I1030 20:23:26.763554 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:26.763597306Z I1030 20:23:26.763586 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:27.945571106Z I1030 20:23:27.945528 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 for network default 2026-10-30T20:23:27.945693012Z I1030 20:23:27.945672 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:23:27.947623472Z I1030 20:23:27.947572 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 resources completed, update namespace loglevel 2026-10-30T20:23:29.021060214Z W1030 20:23:29.021011 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:23:29.056901428Z W1030 20:23:29.056864 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-5fbda3 2026-10-30T20:23:32.882829259Z I1030 20:23:32.882787 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:32.882887132Z I1030 20:23:32.882867 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:32.882899408Z I1030 20:23:32.882888 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:32.882942174Z I1030 20:23:32.882928 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:32.882968804Z I1030 20:23:32.882954 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:32.883021524Z I1030 20:23:32.883007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:33.336819233Z I1030 20:23:33.336778 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=368 2026-10-30T20:23:36.919197310Z I1030 20:23:36.919156 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:36.919241102Z I1030 20:23:36.919219 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:36.919241102Z I1030 20:23:36.919232 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:36.919249862Z I1030 20:23:36.919240 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:36.919283893Z I1030 20:23:36.919272 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:36.919300354Z I1030 20:23:36.919290 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:41.391509712Z I1030 20:23:41.391448 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:23:41.760698193Z I1030 20:23:41.760658 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-b-f35cc1-allow for network default 2026-10-30T20:23:41.760698193Z I1030 20:23:41.760689 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-b-f35cc1-allow added to peer address sets [] 2026-10-30T20:23:41.761976081Z I1030 20:23:41.761945 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-b-f35cc1-allow resources completed, update namespace loglevel 2026-10-30T20:23:42.193729517Z I1030 20:23:42.186665 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:23:42.275192786Z I1030 20:23:42.275146 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:23:42.275284093Z I1030 20:23:42.275254 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:23:42.310140198Z I1030 20:23:42.310095 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-b-b7eec8/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:23:42.310208760Z I1030 20:23:42.310194 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-b-b7eec8/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:23:43.115909708Z I1030 20:23:43.115848 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:43.115948847Z I1030 20:23:43.115927 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:43.115948847Z I1030 20:23:43.115944 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:43.115983781Z I1030 20:23:43.115957 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:43.116004810Z I1030 20:23:43.115998 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:43.116028368Z I1030 20:23:43.116015 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:43.916319166Z W1030 20:23:43.916278 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-f35cc1-openshift-default 2026-10-30T20:23:43.916319166Z W1030 20:23:43.916304 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-f35cc1-openshift-default 2026-10-30T20:23:46.292960270Z I1030 20:23:46.292915 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:23:46.352278373Z I1030 20:23:46.352236 3618 namespace.go:44] [ai-tenant-e2e-ipp-b-f35cc1] adding namespace 2026-10-30T20:23:46.352952911Z I1030 20:23:46.352916 3618 namespace.go:48] [ai-tenant-e2e-ipp-b-f35cc1] adding namespace took 586.719µs 2026-10-30T20:23:46.384260219Z I1030 20:23:46.384225 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:23:46.399332753Z I1030 20:23:46.399301 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:23:47.132809033Z I1030 20:23:47.132767 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:23:47.143319851Z I1030 20:23:47.143282 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:23:47.221181812Z I1030 20:23:47.221133 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 eafb617fd4b879d2a09b8a57955b9c0f7b49fb21c2c2f537d50efd1729ff7696 network default NAD default NAD key default], result "{}", err 2026-10-30T20:23:47.300813798Z I1030 20:23:47.300766 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 b7652c41677027b46381929b4a92e983219e7ebbd0cf8b95ab3807885c5b9ad8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:23:47.308351209Z I1030 20:23:47.308314 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6 2026-10-30T20:23:47.310866825Z I1030 20:23:47.310825 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-b-b7eec8-6867657cc8-jsvv6, ips: 10.132.0.201 2026-10-30T20:23:47.310893787Z I1030 20:23:47.310881 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:23:47.392113402Z I1030 20:23:47.392061 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5 2026-10-30T20:23:47.394467104Z I1030 20:23:47.394420 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8-846b6f78dc-gfrl5, ips: 10.132.0.202 2026-10-30T20:23:47.394591397Z I1030 20:23:47.394571 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:23:48.179972606Z I1030 20:23:48.179921 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:23:48.180016955Z I1030 20:23:48.179996 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:23:48.180016955Z I1030 20:23:48.180010 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:23:48.180027369Z I1030 20:23:48.180018 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:23:48.180064527Z I1030 20:23:48.180048 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:23:48.180074503Z I1030 20:23:48.180068 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:23:48.233186675Z I1030 20:23:48.233144 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6] creating logical port openshift-ingress_payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:23:48.233409515Z I1030 20:23:48.233373 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 2026-10-30T20:23:48.258600475Z I1030 20:23:48.258533 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6] addLogicalPort annotation time took 25.163668ms 2026-10-30T20:23:48.260442831Z I1030 20:23:48.260404 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6] addLogicalPort took 27.278173ms, libovsdb time 1.118816ms 2026-10-30T20:23:48.284088414Z I1030 20:23:48.284040 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:23:48.284309810Z I1030 20:23:48.284281 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 2026-10-30T20:23:48.307680586Z I1030 20:23:48.307627 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27] addLogicalPort annotation time took 23.417789ms 2026-10-30T20:23:48.310918588Z I1030 20:23:48.310880 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27] addLogicalPort took 26.859662ms, libovsdb time 2.278201ms 2026-10-30T20:23:48.362560131Z I1030 20:23:48.362025 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 for network default 2026-10-30T20:23:48.362560131Z I1030 20:23:48.362125 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:23:48.371076765Z I1030 20:23:48.369477 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 resources completed, update namespace loglevel 2026-10-30T20:23:48.383243590Z I1030 20:23:48.383199 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-b-f35cc1/payload-processing-e2e-ipp-b-f35cc1 for network default 2026-10-30T20:23:48.385555436Z I1030 20:23:48.383367 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-b-f35cc1/payload-processing-e2e-ipp-b-f35cc1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:23:48.401564382Z I1030 20:23:48.398380 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-b-f35cc1/payload-processing-e2e-ipp-b-f35cc1 resources completed, update namespace loglevel 2026-10-30T20:23:48.637535891Z I1030 20:23:48.630943 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:23:48.637535891Z I1030 20:23:48.635161 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6, hostIfaceName: 405d0f4571ca255, network: default, NAD default, SandboxID: "405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0", PCI device ID: , UID: "7291d7dd-9676-440a-9b38-99eb02326cd1", MAC: 0a:58:0a:84:00:cd, IPs: [10.132.0.205/23] 2026-10-30T20:23:48.710297735Z I1030 20:23:48.710240 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:23:48.717268827Z I1030 20:23:48.717224 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27, hostIfaceName: f32298ced86996a, network: default, NAD default, SandboxID: "f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7", PCI device ID: , UID: "fc92b9a6-e284-450a-becd-e88ba64484dc", MAC: 0a:58:0a:84:00:ce, IPs: [10.132.0.206/23] 2026-10-30T20:23:48.841364182Z I1030 20:23:48.841316 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e8:31:c5:17:c7\",\"name\":\"405d0f4571ca255\"},{\"mac\":\"0a:58:0a:84:00:cd\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3af74df-4892-4d64-a06e-dab4be93e126\"}],\"ips\":[{\"address\":\"10.132.0.205/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:23:48.921672214Z I1030 20:23:48.921609 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:1b:a1:6c:5a:09\",\"name\":\"f32298ced86996a\"},{\"mac\":\"0a:58:0a:84:00:ce\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59e71c7c-2a04-4b7e-b40b-5dcfc043a1f1\"}],\"ips\":[{\"address\":\"10.132.0.206/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:23:49.771469878Z W1030 20:23:49.771428 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1 2026-10-30T20:23:49.807285637Z W1030 20:23:49.807240 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:23:50.354805955Z I1030 20:23:50.354761 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-prometheus-scraping 2026-10-30T20:23:50.354805955Z I1030 20:23:50.354788 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w6-5c2e32/sub-test-model-5c2e32-prometheus-scraping 2026-10-30T20:23:56.320039926Z I1030 20:23:56.320000 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=43 2026-10-30T20:24:00.780789507Z W1030 20:24:00.780730 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:24:00.819641610Z W1030 20:24:00.819594 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1 2026-10-30T20:24:03.023967712Z I1030 20:24:03.023919 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-prometheus-scraping 2026-10-30T20:24:03.024038784Z I1030 20:24:03.024022 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w4-043892/sub-test-model-043892-prometheus-scraping 2026-10-30T20:24:03.333161402Z I1030 20:24:03.332313 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=446 2026-10-30T20:24:04.463649482Z I1030 20:24:04.463610 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-prometheus-scraping 2026-10-30T20:24:04.463649482Z I1030 20:24:04.463633 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w4-159b3a/sub-test-model-159b3a-prometheus-scraping 2026-10-30T20:24:08.663622082Z W1030 20:24:08.663573 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-c6vdd 2026-10-30T20:24:09.470922701Z I1030 20:24:09.470871 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:24:09.470964775Z I1030 20:24:09.470937 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:09.471004379Z I1030 20:24:09.470990 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:09.471018474Z I1030 20:24:09.471006 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:09.471018474Z I1030 20:24:09.471014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:09.471063340Z I1030 20:24:09.471050 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:10.337833406Z I1030 20:24:10.337783 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1267 2026-10-30T20:24:10.338307757Z W1030 20:24:10.338284 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-b7eec8-openshift-default 2026-10-30T20:24:10.338321493Z W1030 20:24:10.338307 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-b7eec8-openshift-default 2026-10-30T20:24:15.859544125Z I1030 20:24:15.859452 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w4-043892 2026-10-30T20:24:15.859593959Z I1030 20:24:15.859552 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w4-043892 2026-10-30T20:24:15.891985468Z I1030 20:24:15.891869 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w4-043892/payload-processing-e2e-shared-a-w4-043892 2026-10-30T20:24:15.891985468Z I1030 20:24:15.891971 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w4-043892/payload-processing-e2e-shared-a-w4-043892 2026-10-30T20:24:16.554772857Z I1030 20:24:16.554722 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=8 2026-10-30T20:24:19.534244488Z I1030 20:24:19.534194 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-prometheus-scraping 2026-10-30T20:24:19.534299083Z I1030 20:24:19.534254 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w6-27a4d3/sub-test-model-27a4d3-prometheus-scraping 2026-10-30T20:24:20.463399839Z I1030 20:24:20.463352 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:24:20.818536660Z I1030 20:24:20.815902 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-a-c19563-allow for network default 2026-10-30T20:24:20.818536660Z I1030 20:24:20.815937 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-a-c19563-allow added to peer address sets [] 2026-10-30T20:24:20.844057002Z I1030 20:24:20.843476 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-a-c19563-allow resources completed, update namespace loglevel 2026-10-30T20:24:22.567111291Z W1030 20:24:22.567053 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-c19563-openshift-default 2026-10-30T20:24:22.567111291Z W1030 20:24:22.567079 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-c19563-openshift-default 2026-10-30T20:24:23.663964856Z W1030 20:24:23.663669 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/e2e-mt-2224e496-openshift-default-759b9d9c85-n6b89 2026-10-30T20:24:24.945568467Z I1030 20:24:24.945487 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:24:25.006471715Z I1030 20:24:25.006185 3618 namespace.go:44] [ai-tenant-e2e-ipp-a-c19563] adding namespace 2026-10-30T20:24:25.006970869Z I1030 20:24:25.006937 3618 namespace.go:48] [ai-tenant-e2e-ipp-a-c19563] adding namespace took 717.557µs 2026-10-30T20:24:25.033269671Z I1030 20:24:25.033135 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:24:25.050407888Z I1030 20:24:25.050358 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:24:26.977232389Z I1030 20:24:26.977190 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:24:26.977389035Z I1030 20:24:26.977370 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 2026-10-30T20:24:26.980954470Z I1030 20:24:26.980909 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 for network default 2026-10-30T20:24:26.981045647Z I1030 20:24:26.981021 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:24:27.004151537Z I1030 20:24:27.004100 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl] addLogicalPort annotation time took 26.773154ms 2026-10-30T20:24:27.008682311Z I1030 20:24:27.008639 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl] addLogicalPort took 31.51979ms, libovsdb time 3.55584ms 2026-10-30T20:24:27.018615430Z I1030 20:24:27.018566 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 resources completed, update namespace loglevel 2026-10-30T20:24:27.019723930Z I1030 20:24:27.019683 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-a-c19563/payload-processing-e2e-ipp-a-c19563 for network default 2026-10-30T20:24:27.019857915Z I1030 20:24:27.019842 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-a-c19563/payload-processing-e2e-ipp-a-c19563 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:24:27.061472294Z I1030 20:24:27.061425 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-a-c19563/payload-processing-e2e-ipp-a-c19563 resources completed, update namespace loglevel 2026-10-30T20:24:27.417221862Z I1030 20:24:27.417176 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:24:27.420472345Z I1030 20:24:27.420418 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl, hostIfaceName: 10b2e6b07402bdd, network: default, NAD default, SandboxID: "10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d", PCI device ID: , UID: "93386db5-1aeb-4d49-9efc-92113dc725ae", MAC: 0a:58:0a:84:00:cf, IPs: [10.132.0.207/23] 2026-10-30T20:24:27.622745217Z I1030 20:24:27.622689 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0c:1e:8c:cf:c8\",\"name\":\"10b2e6b07402bdd\"},{\"mac\":\"0a:58:0a:84:00:cf\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfdd3f8f-20b7-4381-8513-b3f105604fe0\"}],\"ips\":[{\"address\":\"10.132.0.207/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:24:28.156797831Z W1030 20:24:28.156748 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563 2026-10-30T20:24:28.581207816Z W1030 20:24:28.581164 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:24:28.625630253Z I1030 20:24:28.625584 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 2026-10-30T20:24:31.391207164Z I1030 20:24:31.391165 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 for network default 2026-10-30T20:24:31.391279675Z I1030 20:24:31.391261 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:24:31.393653385Z I1030 20:24:31.393607 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 resources completed, update namespace loglevel 2026-10-30T20:24:32.615053797Z W1030 20:24:32.615013 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-b7eec8 2026-10-30T20:24:32.632570271Z W1030 20:24:32.632531 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:24:33.901701224Z I1030 20:24:33.901649 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:34.007999796Z I1030 20:24:34.007945 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 6a5406657706aaba83a7fdec89806190e4cb024034a172f89e28637bb1e09599 network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:34.115718694Z I1030 20:24:34.115668 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm 2026-10-30T20:24:34.118681787Z I1030 20:24:34.118634 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-shared-a-w4-043892-6555c44d4-2z9pm, ips: 10.132.0.101 2026-10-30T20:24:34.118728605Z I1030 20:24:34.118716 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:34.118932599Z I1030 20:24:34.118912 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w4-043892 to delete 1 local pods... 2026-10-30T20:24:34.119164654Z I1030 20:24:34.119148 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:34.119356292Z I1030 20:24:34.119340 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:34.119553453Z I1030 20:24:34.119537 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:34.119779002Z I1030 20:24:34.119763 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:34.568324334Z I1030 20:24:34.568277 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T20:24:34.699779068Z I1030 20:24:34.699716 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:24:35.293299845Z I1030 20:24:35.293251 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T20:24:36.689733814Z I1030 20:24:36.689682 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp] creating logical port odh-ai-gateway-infra_maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:24:36.689901292Z I1030 20:24:36.689863 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 2026-10-30T20:24:36.724104824Z I1030 20:24:36.724053 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp] addLogicalPort annotation time took 34.235228ms 2026-10-30T20:24:36.725579369Z I1030 20:24:36.725544 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp] addLogicalPort took 35.831482ms, libovsdb time 801.242µs 2026-10-30T20:24:37.666124494Z I1030 20:24:37.666069 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:24:37.669615174Z I1030 20:24:37.669566 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp, hostIfaceName: 0329dd3b3fa12ed, network: default, NAD default, SandboxID: "0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152", PCI device ID: , UID: "345f6b5a-1ce0-4e7b-8bf5-1eae3e6edd3d", MAC: 0a:58:0a:84:00:d0, IPs: [10.132.0.208/23] 2026-10-30T20:24:37.873289471Z I1030 20:24:37.873226 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:04:c6:d2:78:43\",\"name\":\"0329dd3b3fa12ed\"},{\"mac\":\"0a:58:0a:84:00:d0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e609fe9f-d12a-4fc6-9ea2-2a72fd4a86a3\"}],\"ips\":[{\"address\":\"10.132.0.208/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:24:37.921482866Z I1030 20:24:37.921430 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-f35cc1 for network default 2026-10-30T20:24:37.922812664Z I1030 20:24:37.922764 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-f35cc1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-b-f35cc1,},}] 2026-10-30T20:24:37.924134438Z I1030 20:24:37.924081 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-f35cc1 resources completed, update namespace loglevel 2026-10-30T20:24:39.172350254Z W1030 20:24:39.172303 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563 2026-10-30T20:24:39.304092254Z W1030 20:24:39.304037 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1 2026-10-30T20:24:40.693548607Z I1030 20:24:40.693484 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:40.698298222Z I1030 20:24:40.698249 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:40.850770051Z I1030 20:24:40.850715 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2422f3312ea0c92ae22042da95a18cc9b7d0e7045f96290ef99ab1e4a912d951 network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:40.919023964Z I1030 20:24:40.918976 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm e5d542d2fbc5c53d4aa0f7bb8d96cda521a3d7e0ab3b47b381f4ca3c1f6427e6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:40.953572457Z I1030 20:24:40.953529 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb 2026-10-30T20:24:40.955743931Z I1030 20:24:40.955694 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-a-w4-043892-68fdbd9748-b8hmb, ips: 10.132.0.100 2026-10-30T20:24:40.955788739Z I1030 20:24:40.955772 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:40.993415010Z I1030 20:24:40.993359 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm 2026-10-30T20:24:40.996327064Z I1030 20:24:40.996285 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm, ips: 10.132.0.99 2026-10-30T20:24:40.996384459Z I1030 20:24:40.996366 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:41.999028041Z I1030 20:24:41.998966 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w4-043892] updating namespace 2026-10-30T20:24:42.010827161Z I1030 20:24:42.010788 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w4-043892] deleting namespace 2026-10-30T20:24:42.344841450Z I1030 20:24:42.344799 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w4-043892-allow 2026-10-30T20:24:42.344841450Z I1030 20:24:42.344823 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w4-043892-allow 2026-10-30T20:24:45.319526321Z W1030 20:24:45.319466 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1 2026-10-30T20:24:46.020619287Z I1030 20:24:46.020573 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:46.020619287Z I1030 20:24:46.020603 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:46.020619287Z I1030 20:24:46.020612 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:46.020657342Z I1030 20:24:46.020644 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:46.020667398Z I1030 20:24:46.020659 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:24:46.020718875Z I1030 20:24:46.020703 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:47.556105854Z I1030 20:24:47.556060 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:47.651432424Z I1030 20:24:47.651382 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd ba0826435f82d4585f5661e8970e40b5642e1a1a5804c05b204f0811e701a642 network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:47.748825627Z I1030 20:24:47.748777 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd 2026-10-30T20:24:47.753856727Z I1030 20:24:47.753818 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-a-w4-043892-openshift-default-8457464759-5t5bd, ips: 10.132.0.97 2026-10-30T20:24:47.753963453Z I1030 20:24:47.753948 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:47.761018371Z I1030 20:24:47.760982 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:47.763180109Z I1030 20:24:47.763146 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:49.053677675Z I1030 20:24:49.053634 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:49.053731031Z I1030 20:24:49.053716 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:49.053741784Z I1030 20:24:49.053735 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:49.053774147Z I1030 20:24:49.053746 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:49.053800454Z I1030 20:24:49.053787 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:49.053821130Z I1030 20:24:49.053808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:24:49.366895401Z I1030 20:24:49.366847 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/maas-default-gateway-allow to delete 1 local pods... 2026-10-30T20:24:49.367041663Z I1030 20:24:49.367022 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:53.460127089Z I1030 20:24:53.460081 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T20:24:53.460127089Z I1030 20:24:53.460105 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T20:24:53.491120416Z I1030 20:24:53.491075 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w4-159b3a/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T20:24:53.491120416Z I1030 20:24:53.491099 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w4-159b3a/payload-processing-e2e-shared-b-w4-159b3a 2026-10-30T20:24:53.869678396Z I1030 20:24:53.869618 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:53.961430421Z I1030 20:24:53.961385 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 225c4274aa0629fbd6a606d4e62cb7dff327df7f2b6ba2360161e888bdce2170 network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:54.069791484Z I1030 20:24:54.069751 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2 2026-10-30T20:24:54.072391510Z I1030 20:24:54.072356 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w5-6c4dd1-openshift-default-8758b795f-94cl2, ips: 10.132.0.59 2026-10-30T20:24:54.072430608Z I1030 20:24:54.072410 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w5-6c4dd1-allow to delete 1 local pods... 2026-10-30T20:24:54.072712927Z I1030 20:24:54.072695 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:56.766552212Z I1030 20:24:56.766482 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:56.845365172Z I1030 20:24:56.845319 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz fc444e8c83e890cd1f5764497e64034d4a8bcb10bd098c203f2efb594fba7f8b network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:56.927339917Z I1030 20:24:56.927287 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz 2026-10-30T20:24:56.929867274Z I1030 20:24:56.929823 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w4-159b3a-768fddc4b4-twknz, ips: 10.132.0.106 2026-10-30T20:24:56.929894410Z I1030 20:24:56.929881 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w4-159b3a to delete 1 local pods... 2026-10-30T20:24:56.930140764Z I1030 20:24:56.930113 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:56.930337599Z I1030 20:24:56.930315 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:56.930658673Z I1030 20:24:56.930632 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:56.930890632Z I1030 20:24:56.930872 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:56.931135673Z I1030 20:24:56.931120 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:57.176035914Z I1030 20:24:57.175978 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:24:57.212736904Z I1030 20:24:57.212689 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T20:24:57.288348239Z I1030 20:24:57.288297 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb c5a6efdaf9db134873f4be20102f4b1ac14bea5db84ca76c32107f928681ee1b network default NAD default NAD key default], result "{}", err 2026-10-30T20:24:57.338577880Z I1030 20:24:57.338461 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:24:57.356909354Z I1030 20:24:57.356870 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb 2026-10-30T20:24:57.359381762Z I1030 20:24:57.359349 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-6175d5-5758b95694-4m4wb, ips: 10.132.0.196 2026-10-30T20:24:57.359424489Z I1030 20:24:57.359412 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:24:57.359658988Z I1030 20:24:57.359635 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:24:57.359855861Z I1030 20:24:57.359842 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:24:57.360062212Z I1030 20:24:57.360049 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:24:57.360258397Z I1030 20:24:57.360241 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:24:57.360437077Z I1030 20:24:57.360417 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-6175d5 to delete 1 local pods... 2026-10-30T20:24:57.391282057Z I1030 20:24:57.391240 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:24:57.391282057Z I1030 20:24:57.391268 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-6175d5 2026-10-30T20:24:57.652280110Z I1030 20:24:57.652231 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:57.657005580Z I1030 20:24:57.656952 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:24:57.864239161Z I1030 20:24:57.864179 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T20:24:58.099725188Z I1030 20:24:58.099667 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:24:58.265165017Z I1030 20:24:58.265113 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:24:58.779857220Z I1030 20:24:58.779795 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:25:02.284631568Z I1030 20:25:02.284572 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:02.284679001Z I1030 20:25:02.284651 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:02.284679001Z I1030 20:25:02.284668 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:02.284699805Z I1030 20:25:02.284680 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:02.284738308Z I1030 20:25:02.284720 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:02.284750025Z I1030 20:25:02.284743 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:03.284922326Z I1030 20:25:03.284876 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:03.285018491Z I1030 20:25:03.284980 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:03.285018491Z I1030 20:25:03.284997 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:03.285040544Z I1030 20:25:03.285036 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:03.285062433Z I1030 20:25:03.285052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:03.285103440Z I1030 20:25:03.285094 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:05.218994477Z I1030 20:25:05.218950 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w4-159b3a] updating namespace 2026-10-30T20:25:05.239981967Z I1030 20:25:05.239939 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w4-159b3a] deleting namespace 2026-10-30T20:25:05.585880175Z I1030 20:25:05.585838 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w4-159b3a-allow 2026-10-30T20:25:05.585880175Z I1030 20:25:05.585864 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w4-159b3a-allow 2026-10-30T20:25:05.671543069Z I1030 20:25:05.671485 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-6175d5] updating namespace 2026-10-30T20:25:05.686486628Z I1030 20:25:05.686449 3618 namespace.go:115] [ai-tenant-e2e-ipp-a-6175d5] deleting namespace 2026-10-30T20:25:06.025250640Z I1030 20:25:06.025209 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-a-6175d5-allow 2026-10-30T20:25:06.025250640Z I1030 20:25:06.025232 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-a-6175d5-allow 2026-10-30T20:25:06.089011814Z I1030 20:25:06.088970 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:25:09.640436545Z I1030 20:25:09.640387 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:09.640436545Z I1030 20:25:09.640427 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:09.640468126Z I1030 20:25:09.640441 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:09.640509862Z I1030 20:25:09.640483 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:09.640564761Z I1030 20:25:09.640549 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:09.640620126Z I1030 20:25:09.640605 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:09.685888609Z I1030 20:25:09.685839 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:09.685957604Z I1030 20:25:09.685939 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/istiod-allow to delete 1 local pods... 2026-10-30T20:25:10.464439739Z I1030 20:25:10.464393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:10.464487697Z I1030 20:25:10.464477 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:10.464524454Z I1030 20:25:10.464513 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:10.464531394Z I1030 20:25:10.464522 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:10.464585891Z I1030 20:25:10.464554 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:10.464585891Z I1030 20:25:10.464575 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:10.784740179Z I1030 20:25:10.784694 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:10.868361250Z I1030 20:25:10.868309 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 47e03676b19f4f910f47f3562d1619d2f013e266acb9942f10f40abd19b41364 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:10.971949437Z I1030 20:25:10.971903 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc 2026-10-30T20:25:10.974175104Z I1030 20:25:10.974140 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-b-w4-159b3a-openshift-default-85765b89f-x6zzc, ips: 10.132.0.204 2026-10-30T20:25:10.974271494Z I1030 20:25:10.974257 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:11.016036040Z I1030 20:25:11.015986 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:11.168344850Z I1030 20:25:11.168299 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:25:11.434286370Z I1030 20:25:11.434229 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:12.482754830Z I1030 20:25:12.482707 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:12.482754830Z I1030 20:25:12.482746 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:12.482808041Z I1030 20:25:12.482759 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:12.482808041Z I1030 20:25:12.482791 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:12.482815968Z I1030 20:25:12.482808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:12.482861437Z I1030 20:25:12.482847 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:13.455165663Z I1030 20:25:13.455109 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-shared-a-w3-c8fa69-allow to delete 1 local pods... 2026-10-30T20:25:13.455208546Z I1030 20:25:13.455201 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:14.488958531Z I1030 20:25:14.488918 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:14.488958531Z I1030 20:25:14.488953 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:14.489005358Z I1030 20:25:14.488994 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:14.489053444Z I1030 20:25:14.489043 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:14.489063947Z I1030 20:25:14.489058 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:14.489073305Z I1030 20:25:14.489066 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:14.762403138Z I1030 20:25:14.762356 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq] creating logical port odh-ai-gateway-infra_maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:25:14.762533321Z I1030 20:25:14.762511 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 2026-10-30T20:25:14.789328641Z I1030 20:25:14.789284 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq] addLogicalPort annotation time took 26.821066ms 2026-10-30T20:25:14.790943024Z I1030 20:25:14.790903 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq] addLogicalPort took 28.565048ms, libovsdb time 853.766µs 2026-10-30T20:25:15.748729255Z I1030 20:25:15.748683 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:25:15.752108669Z I1030 20:25:15.752064 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq, hostIfaceName: 002cf805239e7f6, network: default, NAD default, SandboxID: "002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895", PCI device ID: , UID: "cda9f9c3-c416-471b-9dcb-76bac5837aaf", MAC: 0a:58:0a:84:00:d1, IPs: [10.132.0.209/23] 2026-10-30T20:25:15.955456154Z I1030 20:25:15.955406 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b2:75:d8:15:7d\",\"name\":\"002cf805239e7f6\"},{\"mac\":\"0a:58:0a:84:00:d1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80698bce-2094-4880-817a-671b19f57802\"}],\"ips\":[{\"address\":\"10.132.0.209/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:25:15.979736840Z I1030 20:25:15.979690 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-c19563 for network default 2026-10-30T20:25:15.993394840Z I1030 20:25:15.993348 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-c19563 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-a-c19563,},}] 2026-10-30T20:25:15.998921521Z I1030 20:25:15.997841 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-c19563 resources completed, update namespace loglevel 2026-10-30T20:25:16.596551495Z W1030 20:25:16.596481 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563 2026-10-30T20:25:17.488748009Z I1030 20:25:17.488702 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w4-8a3426 2026-10-30T20:25:17.488748009Z I1030 20:25:17.488726 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w4-8a3426 2026-10-30T20:25:17.521054635Z I1030 20:25:17.521011 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w4-8a3426/payload-processing-e2e-worker-w4-8a3426 2026-10-30T20:25:17.521089321Z I1030 20:25:17.521064 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w4-8a3426/payload-processing-e2e-worker-w4-8a3426 2026-10-30T20:25:17.716696969Z I1030 20:25:17.716654 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=10 2026-10-30T20:25:18.315293454Z I1030 20:25:18.315244 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:18.325747999Z I1030 20:25:18.325700 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:18.405262708Z I1030 20:25:18.405221 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch cd6cf74a96d4e0669d46da199f95ecf29f0dad9e070472ec23ec56c71f0bfb3e network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:18.456047056Z I1030 20:25:18.455998 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm ed07ff725d01d14e750a29478090a2fa796743ff8d9c9be5430fdcfbbbbe6d22 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:18.506953821Z I1030 20:25:18.506906 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch 2026-10-30T20:25:18.509211536Z I1030 20:25:18.509177 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-b-w4-159b3a-69956d5dcb-6fjch, ips: 10.132.0.105 2026-10-30T20:25:18.509334358Z I1030 20:25:18.509319 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:18.548812999Z I1030 20:25:18.548775 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm 2026-10-30T20:25:18.551184148Z I1030 20:25:18.551142 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w4-159b3a-7b6dbcc77f-47lfm, ips: 10.132.0.104 2026-10-30T20:25:18.551302265Z I1030 20:25:18.551283 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:20.900089257Z I1030 20:25:20.900046 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:20.990051684Z I1030 20:25:20.990002 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 38bfef699a70ed2a154ef85c82a7d9e917009def798436acf4f6396d49f748d7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:21.091604825Z I1030 20:25:21.091562 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:25:21.091604825Z I1030 20:25:21.091585 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-b7eec8 2026-10-30T20:25:21.101614573Z I1030 20:25:21.101557 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5 2026-10-30T20:25:21.104036063Z I1030 20:25:21.103995 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ipp-b-b7eec8-5697bfcfbf-vm2w5, ips: 10.132.0.203 2026-10-30T20:25:21.104077784Z I1030 20:25:21.104065 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:21.104322841Z I1030 20:25:21.104304 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:21.104556873Z I1030 20:25:21.104537 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-b7eec8 to delete 1 local pods... 2026-10-30T20:25:21.104753309Z I1030 20:25:21.104737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:21.104922064Z I1030 20:25:21.104907 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:21.105123226Z I1030 20:25:21.105108 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:21.260802175Z I1030 20:25:21.260761 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-prometheus-scraping 2026-10-30T20:25:21.260857634Z I1030 20:25:21.260847 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-prometheus-scraping 2026-10-30T20:25:21.307683277Z I1030 20:25:21.307620 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:21.574048937Z I1030 20:25:21.574002 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:25:21.580013124Z I1030 20:25:21.579973 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:21.753632876Z I1030 20:25:21.753589 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:25:22.279819869Z I1030 20:25:22.279771 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:25:22.601909385Z W1030 20:25:22.601865 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563 2026-10-30T20:25:26.297448931Z I1030 20:25:26.297404 3618 cniserver.go:315] [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:26.403955350Z I1030 20:25:26.403907 3618 cniserver.go:304] [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 ccb52fe1c0d03cee504c59f8660b306cccdb544c337c59b60122e85dc88d4119 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:26.483642937Z I1030 20:25:26.483595 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:26.495877621Z I1030 20:25:26.495815 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5 2026-10-30T20:25:26.499149601Z I1030 20:25:26.499103 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-kserve-5784789f98-nb6w5, ips: 10.132.0.70 2026-10-30T20:25:26.499173702Z I1030 20:25:26.499157 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:26.523805558Z I1030 20:25:26.523753 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:26.569033932Z I1030 20:25:26.568985 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:28.845802825Z I1030 20:25:28.845749 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-b7eec8] updating namespace 2026-10-30T20:25:28.860167430Z I1030 20:25:28.860125 3618 namespace.go:115] [ai-tenant-e2e-ipp-b-b7eec8] deleting namespace 2026-10-30T20:25:29.104207277Z I1030 20:25:29.104019 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:25:29.162714891Z I1030 20:25:29.162671 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:25:29.162714891Z I1030 20:25:29.162698 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:25:29.196231973Z I1030 20:25:29.196193 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-b-f35cc1/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:25:29.196231973Z I1030 20:25:29.196219 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-b-f35cc1/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:25:29.199207669Z I1030 20:25:29.199172 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-b-b7eec8-allow 2026-10-30T20:25:29.199207669Z I1030 20:25:29.199193 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-b-b7eec8-allow 2026-10-30T20:25:29.608960358Z I1030 20:25:29.608913 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-prometheus-scraping 2026-10-30T20:25:29.609038104Z I1030 20:25:29.609002 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-prometheus-scraping 2026-10-30T20:25:29.673714891Z I1030 20:25:29.673674 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:25:31.582047499Z I1030 20:25:31.581998 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=9 2026-10-30T20:25:33.596302771Z I1030 20:25:33.596267 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 2026-10-30T20:25:33.875694300Z I1030 20:25:33.875647 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:25:33.875769125Z I1030 20:25:33.875745 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:25:33.875769125Z I1030 20:25:33.875759 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:25:33.875803566Z I1030 20:25:33.875792 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:25:33.875823227Z I1030 20:25:33.875813 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:25:33.875865656Z I1030 20:25:33.875856 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:25:34.006687303Z I1030 20:25:34.006631 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:34.011870347Z I1030 20:25:34.011834 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:34.114048664Z I1030 20:25:34.113992 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 405d0f4571ca255372c5731260aee0b751ff5afc3d66a758f45d89fc74218cd0 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:34.142172774Z I1030 20:25:34.142122 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 f32298ced86996a6a7d599c140f938806b3ef679c47013ddf7e765df94f35fa7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:34.219965078Z I1030 20:25:34.219918 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6 2026-10-30T20:25:34.221897955Z I1030 20:25:34.221860 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-b-f35cc1-7d78c68f88-cq4s6, ips: 10.132.0.205 2026-10-30T20:25:34.221964785Z I1030 20:25:34.221950 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:34.258418170Z I1030 20:25:34.258381 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27 2026-10-30T20:25:34.260638695Z I1030 20:25:34.260588 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1-74c6b56bd7-blp27, ips: 10.132.0.206 2026-10-30T20:25:34.260707162Z I1030 20:25:34.260682 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:34.587408447Z I1030 20:25:34.587358 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:34.740995309Z I1030 20:25:34.740943 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:25:36.956681043Z I1030 20:25:36.956635 3618 cniserver.go:315] [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:37.047965868Z I1030 20:25:37.047922 3618 cniserver.go:304] [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2b26dbb5b327f9d6797b49a62b681001eb28da462e60cadf9c72a793e298d163 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:37.184707885Z I1030 20:25:37.184668 3618 pods.go:175] Deleting pod: ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76 2026-10-30T20:25:37.186734716Z I1030 20:25:37.186687 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-shared-a-w0-5314c2/auth-test-model-5314c2-kserve-996f5b5df-6xz76, ips: 10.132.0.190 2026-10-30T20:25:40.881868875Z I1030 20:25:40.881817 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T20:25:40.881936472Z I1030 20:25:40.881917 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T20:25:40.914183873Z I1030 20:25:40.914146 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w5-6c4dd1/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T20:25:40.914183873Z I1030 20:25:40.914169 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w5-6c4dd1/payload-processing-e2e-worker-w5-6c4dd1 2026-10-30T20:25:42.463641204Z I1030 20:25:42.463599 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:42.497761273Z I1030 20:25:42.497717 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:44.013550379Z I1030 20:25:44.013483 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-prometheus-scraping 2026-10-30T20:25:44.013550379Z I1030 20:25:44.013537 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-prometheus-scraping 2026-10-30T20:25:45.155560339Z I1030 20:25:45.155510 3618 cniserver.go:315] [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:45.245820025Z I1030 20:25:45.245770 3618 cniserver.go:304] [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 4f21da8e5673a3868ecee8119ff74cf1074ed40d7497f253d1d5bacabe5f34b8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:45.340658572Z I1030 20:25:45.340589 3618 pods.go:175] Deleting pod: ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q 2026-10-30T20:25:45.342971521Z I1030 20:25:45.342928 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-shared-b-w0-5c875d/auth-test-model-5c875d-kserve-5f998898c7-9vb8q, ips: 10.132.0.197 2026-10-30T20:25:45.714838631Z I1030 20:25:45.714794 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:45.808894289Z I1030 20:25:45.808850 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w e3a84cbde477e791be8270e1701dce11e4bae92baff2f2fbbc9d5dd2e1116980 network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:45.896659835Z I1030 20:25:45.896614 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w 2026-10-30T20:25:45.898655427Z I1030 20:25:45.898623 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w, ips: 10.132.0.49 2026-10-30T20:25:45.898702880Z I1030 20:25:45.898691 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:45.919715835Z I1030 20:25:45.919678 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:25:47.229122446Z I1030 20:25:47.229079 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-prometheus-scraping 2026-10-30T20:25:47.229160522Z I1030 20:25:47.229150 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w1-9d2720/auth-test-model-9d2720-prometheus-scraping 2026-10-30T20:25:49.556470483Z I1030 20:25:49.556426 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.556575618Z I1030 20:25:49.556545 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w4-8a3426/distinct-2-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.563775043Z I1030 20:25:49.563743 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.563775043Z I1030 20:25:49.563764 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w4-8a3426/distinct-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.569772018Z I1030 20:25:49.569745 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.569772018Z I1030 20:25:49.569766 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w4-8a3426/premium-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.573720355Z I1030 20:25:49.573690 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping 2026-10-30T20:25:49.573720355Z I1030 20:25:49.573711 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w4-8a3426/simulator-w4-8a3426-prometheus-scraping 2026-10-30T20:25:50.120194175Z I1030 20:25:50.120144 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:50.176791356Z I1030 20:25:50.176745 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:50.219089407Z I1030 20:25:50.219047 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:50.275899948Z I1030 20:25:50.275861 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:25:52.325993475Z I1030 20:25:52.325951 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:25:54.702202708Z I1030 20:25:54.702162 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-prometheus-scraping for network default 2026-10-30T20:25:54.703198373Z I1030 20:25:54.703160 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w0-5314c2_LS{}] 2026-10-30T20:25:54.704271099Z I1030 20:25:54.704244 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:25:55.095788832Z W1030 20:25:55.095748 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-kserve-workload-svc 2026-10-30T20:25:56.459111082Z I1030 20:25:56.459069 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj] creating logical port openshift-ingress_e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:25:56.459327431Z I1030 20:25:56.459286 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj 2026-10-30T20:25:56.484925510Z I1030 20:25:56.484883 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj] addLogicalPort annotation time took 25.631969ms 2026-10-30T20:25:56.486451802Z I1030 20:25:56.486415 3618 pods.go:267] [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj] addLogicalPort took 27.369494ms, libovsdb time 944.013µs 2026-10-30T20:25:56.832771472Z I1030 20:25:56.832720 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:25:56.835888663Z I1030 20:25:56.835845 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj, hostIfaceName: dd2ed958e7801ee, network: default, NAD default, SandboxID: "dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c", PCI device ID: , UID: "d591a945-0928-4519-ad6a-52c378a44d51", MAC: 0a:58:0a:84:00:d2, IPs: [10.132.0.210/23] 2026-10-30T20:25:57.038956880Z I1030 20:25:57.038898 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:30:6b:0b:91:a6\",\"name\":\"dd2ed958e7801ee\"},{\"mac\":\"0a:58:0a:84:00:d2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec49eb62-fc16-4fbb-8717-6773129e89c4\"}],\"ips\":[{\"address\":\"10.132.0.210/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:25:58.978307086Z I1030 20:25:58.978253 3618 namespace.go:72] [e2e-models-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:25:58.995280250Z I1030 20:25:58.995244 3618 namespace.go:115] [e2e-models-e2e-worker-w4-8a3426] deleting namespace 2026-10-30T20:25:59.528739107Z I1030 20:25:59.528698 3618 cniserver.go:315] [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:25:59.641195800Z I1030 20:25:59.641154 3618 cniserver.go:304] [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 65a5dbf5898517b20b4a3e4fe4c67e88a90bf68b1a7b3743b4faedb76330583f network default NAD default NAD key default], result "{}", err 2026-10-30T20:25:59.738084263Z I1030 20:25:59.738028 3618 pods.go:175] Deleting pod: ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g 2026-10-30T20:25:59.740095349Z I1030 20:25:59.740063 3618 pods.go:232] Attempting to release IPs for pod: ai-tenant-e2e-shared-a-w1-77ac5a/auth-test-model-77ac5a-kserve-576fd5fc69-wbp8g, ips: 10.132.0.189 2026-10-30T20:26:02.269539527Z W1030 20:26:02.265987 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-f35cc1-openshift-default 2026-10-30T20:26:02.269539527Z W1030 20:26:02.266020 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-f35cc1-openshift-default 2026-10-30T20:26:02.516380310Z I1030 20:26:02.516332 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:02.516380310Z I1030 20:26:02.516371 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:02.516421978Z I1030 20:26:02.516382 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:02.516421978Z I1030 20:26:02.516416 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:02.516451324Z I1030 20:26:02.516434 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:02.516514946Z I1030 20:26:02.516484 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:02.821648301Z I1030 20:26:02.821607 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:02.821687174Z I1030 20:26:02.821672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:02.821748640Z I1030 20:26:02.821734 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:02.821762139Z I1030 20:26:02.821756 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:02.821790394Z I1030 20:26:02.821769 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:02.821828451Z I1030 20:26:02.821816 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:03.546578542Z W1030 20:26:03.546528 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-c19563-openshift-default 2026-10-30T20:26:03.546578542Z W1030 20:26:03.546558 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-c19563-openshift-default 2026-10-30T20:26:03.893696207Z W1030 20:26:03.893650 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:26:03.893696207Z W1030 20:26:03.893678 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default 2026-10-30T20:26:05.862981367Z I1030 20:26:05.862936 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:05.863060961Z I1030 20:26:05.863042 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:05.863073723Z I1030 20:26:05.863067 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:05.863095524Z I1030 20:26:05.863080 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:05.863136988Z I1030 20:26:05.863122 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:05.863158922Z I1030 20:26:05.863147 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:06.941403874Z I1030 20:26:06.941362 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:06.941526347Z I1030 20:26:06.941490 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:06.941584429Z I1030 20:26:06.941569 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:06.941610985Z I1030 20:26:06.941593 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:06.941632975Z I1030 20:26:06.941611 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:06.941667805Z I1030 20:26:06.941653 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:06.998105479Z I1030 20:26:06.998047 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:06.998105479Z I1030 20:26:06.998085 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:06.998142387Z I1030 20:26:06.998125 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:06.998184027Z I1030 20:26:06.998171 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:06.998191448Z I1030 20:26:06.998187 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:06.998199572Z I1030 20:26:06.998194 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:07.596795198Z I1030 20:26:07.596316 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:26:07.674062571Z I1030 20:26:07.674019 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:26:07.674062571Z I1030 20:26:07.674046 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:26:07.710057500Z I1030 20:26:07.710010 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-a-c19563/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:26:07.710121383Z I1030 20:26:07.710109 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-a-c19563/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:26:12.545983379Z I1030 20:26:12.545941 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79] creating logical port openshift-ingress_e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:26:12.546540062Z I1030 20:26:12.546515 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 2026-10-30T20:26:12.563643952Z I1030 20:26:12.563593 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:26:12.574109897Z I1030 20:26:12.574042 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79] addLogicalPort annotation time took 27.579238ms 2026-10-30T20:26:12.576339359Z I1030 20:26:12.576297 3618 pods.go:267] [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79] addLogicalPort took 30.367265ms, libovsdb time 1.500117ms 2026-10-30T20:26:12.671933651Z I1030 20:26:12.671896 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 10b2e6b07402bdd16dfdd0887d6a1b327d9a908a2284d6221ecb24d2ab38f12d network default NAD default NAD key default], result "{}", err 2026-10-30T20:26:12.711948063Z I1030 20:26:12.711915 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 for network default 2026-10-30T20:26:12.712069420Z I1030 20:26:12.712045 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:26:12.713963656Z I1030 20:26:12.713930 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 resources completed, update namespace loglevel 2026-10-30T20:26:12.749449827Z I1030 20:26:12.749407 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl 2026-10-30T20:26:12.752649310Z I1030 20:26:12.752616 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563-74c9b498b7-kwlrl, ips: 10.132.0.207 2026-10-30T20:26:12.752700814Z I1030 20:26:12.752683 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:26:12.764905342Z I1030 20:26:12.764872 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:26:12.923059431Z I1030 20:26:12.923012 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:26:12.926014298Z I1030 20:26:12.925971 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79, hostIfaceName: 7c3ab10cc7e1806, network: default, NAD default, SandboxID: "7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2", PCI device ID: , UID: "e9362571-8f8f-4bde-ae48-95ceec8c60fd", MAC: 0a:58:0a:84:00:d3, IPs: [10.132.0.211/23] 2026-10-30T20:26:12.971041151Z I1030 20:26:12.971005 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.971041151Z I1030 20:26:12.971030 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-2-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.973519087Z I1030 20:26:12.973468 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.973575553Z I1030 20:26:12.973557 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w5-6c4dd1/distinct-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.975931464Z I1030 20:26:12.975904 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.975978846Z I1030 20:26:12.975962 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w5-6c4dd1/premium-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.978379744Z I1030 20:26:12.978352 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:12.978379744Z I1030 20:26:12.978369 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w5-6c4dd1/simulator-w5-6c4dd1-prometheus-scraping 2026-10-30T20:26:13.128563920Z I1030 20:26:13.128515 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:39:93:74:8e:bb\",\"name\":\"7c3ab10cc7e1806\"},{\"mac\":\"0a:58:0a:84:00:d3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01006a5c-7f32-4d66-85be-16d181ae2a57\"}],\"ips\":[{\"address\":\"10.132.0.211/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:26:13.659972621Z W1030 20:26:13.659935 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:26:13.735656881Z W1030 20:26:13.735612 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-f35cc1 2026-10-30T20:26:13.890550903Z I1030 20:26:13.890479 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:15.764559979Z I1030 20:26:15.764010 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-prometheus-scraping for network default 2026-10-30T20:26:15.768529888Z I1030 20:26:15.765980 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-a-w1-77ac5a_LS{}] 2026-10-30T20:26:15.768529888Z I1030 20:26:15.767803 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:26:16.690406987Z W1030 20:26:16.690366 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-kserve-workload-svc 2026-10-30T20:26:20.003311010Z W1030 20:26:20.003266 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:26:20.003311010Z W1030 20:26:20.003294 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default 2026-10-30T20:26:20.502378805Z I1030 20:26:20.502335 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:23.733069057Z I1030 20:26:23.733025 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5] creating logical port openshift-ingress_e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:26:23.733191282Z I1030 20:26:23.733173 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 2026-10-30T20:26:23.773125966Z I1030 20:26:23.773064 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5] addLogicalPort annotation time took 39.924692ms 2026-10-30T20:26:23.774932632Z I1030 20:26:23.774894 3618 pods.go:267] [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5] addLogicalPort took 41.884506ms, libovsdb time 1.037148ms 2026-10-30T20:26:24.104543251Z I1030 20:26:24.104469 3618 cniserver.go:315] [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:26:24.107231607Z I1030 20:26:24.107194 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5, hostIfaceName: 362d9429a4769c4, network: default, NAD default, SandboxID: "362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6", PCI device ID: , UID: "eab9c04d-8cdc-4dd5-a148-1e68991f92cc", MAC: 0a:58:0a:84:00:d4, IPs: [10.132.0.212/23] 2026-10-30T20:26:24.310425724Z I1030 20:26:24.310364 3618 cniserver.go:304] [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:1d:76:9c:56:de\",\"name\":\"362d9429a4769c4\"},{\"mac\":\"0a:58:0a:84:00:d4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b72155b6-d468-42ed-b00a-5b29944af590\"}],\"ips\":[{\"address\":\"10.132.0.212/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:26:26.012980846Z I1030 20:26:26.012928 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:26.013020896Z I1030 20:26:26.012997 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:26.013057525Z I1030 20:26:26.013045 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:26.013064882Z I1030 20:26:26.013060 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:26.013080532Z I1030 20:26:26.013069 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:26.013112723Z I1030 20:26:26.013101 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:26.988848972Z I1030 20:26:26.988798 3618 namespace.go:72] [e2e-models-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:27.003942021Z I1030 20:26:27.003576 3618 namespace.go:115] [e2e-models-e2e-worker-w5-6c4dd1] deleting namespace 2026-10-30T20:26:32.168995840Z W1030 20:26:32.168948 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:26:32.168995840Z W1030 20:26:32.168975 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-a-188d45-openshift-default 2026-10-30T20:26:34.131392116Z I1030 20:26:34.131284 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:34.131392116Z I1030 20:26:34.131320 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:34.131392116Z I1030 20:26:34.131333 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:34.131392116Z I1030 20:26:34.131373 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:34.131428376Z I1030 20:26:34.131394 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:26:34.131530519Z I1030 20:26:34.131445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:39.321463697Z I1030 20:26:39.321405 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:26:39.321532931Z I1030 20:26:39.321487 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-worker-w0-5db436-allow to delete 1 local pods... 2026-10-30T20:26:40.095757440Z I1030 20:26:40.095710 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:26:40.173421673Z I1030 20:26:40.173371 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 12c4b0bd719631e8d6d48f2fe343f672b0c847f4f2a9da9cb3c503c954341a36 network default NAD default NAD key default], result "{}", err 2026-10-30T20:26:40.307571728Z I1030 20:26:40.307528 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz 2026-10-30T20:26:40.310232194Z I1030 20:26:40.310202 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-worker-w4-8a3426-68f7d57985-57cfz, ips: 10.132.0.53 2026-10-30T20:26:40.310295842Z I1030 20:26:40.310283 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:40.310582367Z I1030 20:26:40.310555 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:40.310752877Z I1030 20:26:40.310737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:40.310924610Z I1030 20:26:40.310911 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:40.311054646Z I1030 20:26:40.311040 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w4-8a3426 to delete 1 local pods... 2026-10-30T20:26:40.311189457Z I1030 20:26:40.311175 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:40.635700021Z I1030 20:26:40.635657 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:26:40.740075206Z I1030 20:26:40.740003 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:26:41.324402746Z I1030 20:26:41.324356 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:26:44.392860324Z I1030 20:26:44.392818 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-shared-a-w2-a165e5-allow to delete 1 local pods... 2026-10-30T20:26:44.395201817Z I1030 20:26:44.395170 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:26:44.887680059Z I1030 20:26:44.887630 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 for network default 2026-10-30T20:26:44.887788435Z I1030 20:26:44.887752 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:26:44.889771376Z I1030 20:26:44.889745 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 resources completed, update namespace loglevel 2026-10-30T20:26:45.324000991Z I1030 20:26:45.323953 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:26:45.469433832Z I1030 20:26:45.469380 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k f59cecbd104457807dcf0fc015ad3e7c2e28e9b904fc5e8338aebd21d9774dc8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:26:45.565845754Z I1030 20:26:45.565792 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k 2026-10-30T20:26:45.575539147Z I1030 20:26:45.571664 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-worker-w5-6c4dd1-6d759db9b4-hv85k, ips: 10.132.0.51 2026-10-30T20:26:45.575539147Z I1030 20:26:45.571817 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:26:45.575539147Z I1030 20:26:45.573615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:26:45.599911885Z I1030 20:26:45.599856 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:26:45.603673977Z I1030 20:26:45.603630 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:26:45.604175055Z I1030 20:26:45.604148 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w5-6c4dd1 to delete 1 local pods... 2026-10-30T20:26:45.604600127Z I1030 20:26:45.604577 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:26:45.734066763Z W1030 20:26:45.734022 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:26:45.856982192Z I1030 20:26:45.856939 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:45.993160892Z I1030 20:26:45.993117 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:26:46.550947121Z I1030 20:26:46.550900 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:46.969203722Z I1030 20:26:46.969159 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-prometheus-scraping for network default 2026-10-30T20:26:46.970209971Z I1030 20:26:46.970171 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w0-5c875d_LS{}] 2026-10-30T20:26:46.971506736Z I1030 20:26:46.971476 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:26:47.024355622Z W1030 20:26:47.024309 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-a-c19563 2026-10-30T20:26:48.012167980Z I1030 20:26:48.012120 3618 namespace.go:72] [ai-tenant-e2e-worker-w4-8a3426] updating namespace 2026-10-30T20:26:48.022423653Z I1030 20:26:48.022384 3618 namespace.go:115] [ai-tenant-e2e-worker-w4-8a3426] deleting namespace 2026-10-30T20:26:48.032321336Z W1030 20:26:48.032285 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-kserve-workload-svc 2026-10-30T20:26:48.360787599Z I1030 20:26:48.360732 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w4-8a3426-allow 2026-10-30T20:26:48.360868914Z I1030 20:26:48.360857 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w4-8a3426-allow 2026-10-30T20:26:52.523598423Z I1030 20:26:52.523560 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-prometheus-scraping for network default 2026-10-30T20:26:52.524574099Z I1030 20:26:52.524538 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_ai-tenant-e2e-shared-b-w1-9d2720_LS{}] 2026-10-30T20:26:52.525796742Z I1030 20:26:52.525772 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:26:53.087260303Z W1030 20:26:53.087218 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-kserve-workload-svc 2026-10-30T20:26:53.804146775Z I1030 20:26:53.804103 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:26:55.904436661Z I1030 20:26:55.904392 3618 namespace.go:72] [ai-tenant-e2e-worker-w5-6c4dd1] updating namespace 2026-10-30T20:26:55.925123660Z I1030 20:26:55.925085 3618 namespace.go:115] [ai-tenant-e2e-worker-w5-6c4dd1] deleting namespace 2026-10-30T20:26:56.300210446Z I1030 20:26:56.300170 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w5-6c4dd1-allow 2026-10-30T20:26:56.300210446Z I1030 20:26:56.300193 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w5-6c4dd1-allow 2026-10-30T20:27:00.143687372Z I1030 20:27:00.143636 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:27:00.501574193Z I1030 20:27:00.501533 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ipp-b-843ea8-allow for network default 2026-10-30T20:27:00.501574193Z I1030 20:27:00.501567 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ipp-b-843ea8-allow added to peer address sets [] 2026-10-30T20:27:00.502753166Z I1030 20:27:00.502715 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ipp-b-843ea8-allow resources completed, update namespace loglevel 2026-10-30T20:27:01.706596979Z I1030 20:27:01.706555 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:02.243436232Z W1030 20:27:02.243393 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-843ea8-openshift-default 2026-10-30T20:27:02.243436232Z W1030 20:27:02.243423 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-843ea8-openshift-default 2026-10-30T20:27:04.615193278Z I1030 20:27:04.615150 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:27:04.665961361Z I1030 20:27:04.665911 3618 namespace.go:44] [ai-tenant-e2e-ipp-b-843ea8] adding namespace 2026-10-30T20:27:04.666646742Z I1030 20:27:04.666602 3618 namespace.go:48] [ai-tenant-e2e-ipp-b-843ea8] adding namespace took 661.147µs 2026-10-30T20:27:04.688938376Z I1030 20:27:04.688905 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:27:04.697468509Z I1030 20:27:04.697432 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:27:06.950932179Z I1030 20:27:06.950882 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 for network default 2026-10-30T20:27:06.950980809Z I1030 20:27:06.950953 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:27:06.952697062Z I1030 20:27:06.952668 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 resources completed, update namespace loglevel 2026-10-30T20:27:06.967756668Z I1030 20:27:06.967717 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2] creating logical port openshift-ingress_payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:27:06.967914557Z I1030 20:27:06.967891 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 2026-10-30T20:27:06.977229533Z I1030 20:27:06.977194 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ipp-b-843ea8/payload-processing-e2e-ipp-b-843ea8 for network default 2026-10-30T20:27:06.977275376Z I1030 20:27:06.977261 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ipp-b-843ea8/payload-processing-e2e-ipp-b-843ea8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:27:06.991882388Z I1030 20:27:06.991839 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2] addLogicalPort annotation time took 23.999748ms 2026-10-30T20:27:06.993765344Z I1030 20:27:06.993730 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2] addLogicalPort took 26.031076ms, libovsdb time 1.162296ms 2026-10-30T20:27:06.994900513Z I1030 20:27:06.994873 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ipp-b-843ea8/payload-processing-e2e-ipp-b-843ea8 resources completed, update namespace loglevel 2026-10-30T20:27:07.051352860Z I1030 20:27:07.051291 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2] creating logical port openshift-ingress_payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:27:07.051646146Z I1030 20:27:07.051611 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 2026-10-30T20:27:07.081041228Z I1030 20:27:07.077750 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2] addLogicalPort annotation time took 26.19901ms 2026-10-30T20:27:07.083667382Z I1030 20:27:07.083620 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2] addLogicalPort took 32.345538ms, libovsdb time 4.965855ms 2026-10-30T20:27:07.342803963Z I1030 20:27:07.342761 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:27:07.345690052Z I1030 20:27:07.345638 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2, hostIfaceName: c895c23fb505ee8, network: default, NAD default, SandboxID: "c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1", PCI device ID: , UID: "f1bde44b-797a-4bb4-855e-c23e21257189", MAC: 0a:58:0a:84:00:d5, IPs: [10.132.0.213/23] 2026-10-30T20:27:07.548632892Z I1030 20:27:07.548582 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a8:7c:40:4b:84\",\"name\":\"c895c23fb505ee8\"},{\"mac\":\"0a:58:0a:84:00:d5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c42b8df-b89a-48a5-a112-2e6904cc2f29\"}],\"ips\":[{\"address\":\"10.132.0.213/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:27:07.549374700Z I1030 20:27:07.549341 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:27:07.553003323Z I1030 20:27:07.552962 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2, hostIfaceName: db97ab7c56e7c88, network: default, NAD default, SandboxID: "db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6", PCI device ID: , UID: "5bcd9b57-b4e9-4eaa-8819-4cdb8e27a5cb", MAC: 0a:58:0a:84:00:d6, IPs: [10.132.0.214/23] 2026-10-30T20:27:07.757573952Z I1030 20:27:07.757479 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d5:65:61:31:38\",\"name\":\"db97ab7c56e7c88\"},{\"mac\":\"0a:58:0a:84:00:d6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11a8c0cd-adcc-450f-80de-ffae8d295287\"}],\"ips\":[{\"address\":\"10.132.0.214/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:27:08.586600594Z W1030 20:27:08.586558 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:27:08.622769147Z W1030 20:27:08.622723 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8 2026-10-30T20:27:11.262124951Z I1030 20:27:11.262083 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:27:11.262124951Z I1030 20:27:11.262106 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-188d45 2026-10-30T20:27:11.311909628Z I1030 20:27:11.311857 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:27:11.311940232Z I1030 20:27:11.311925 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:27:11.311972929Z I1030 20:27:11.311961 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-188d45 to delete 1 local pods... 2026-10-30T20:27:11.311997778Z I1030 20:27:11.311986 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:27:11.312005645Z I1030 20:27:11.312000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:27:11.312013676Z I1030 20:27:11.312008 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:27:11.472543630Z I1030 20:27:11.469718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:11.618045780Z I1030 20:27:11.617990 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:27:11.715478087Z I1030 20:27:11.715435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:11.726018921Z I1030 20:27:11.725964 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:27:12.252603060Z I1030 20:27:12.252556 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:27:17.284841401Z I1030 20:27:17.284791 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:27:18.577805487Z I1030 20:27:18.577761 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:27:18.664397791Z I1030 20:27:18.664351 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx a3a9cb2e33fcda6289aa21180609982534a90bc26fff04279d9bf1755d76b813 network default NAD default NAD key default], result "{}", err 2026-10-30T20:27:18.755163537Z I1030 20:27:18.755120 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx 2026-10-30T20:27:18.758181972Z I1030 20:27:18.758148 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-5fbda3-597ccbcfb5-l44dx, ips: 10.132.0.200 2026-10-30T20:27:18.758237580Z I1030 20:27:18.758223 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:27:18.758563435Z I1030 20:27:18.758541 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:27:18.758818749Z I1030 20:27:18.758780 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:27:18.759035182Z I1030 20:27:18.759011 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:27:18.759234377Z I1030 20:27:18.759215 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-5fbda3 to delete 1 local pods... 2026-10-30T20:27:18.759448141Z I1030 20:27:18.759432 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:27:18.839899593Z I1030 20:27:18.839850 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:27:18.839952786Z I1030 20:27:18.839943 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-5fbda3 2026-10-30T20:27:19.048545804Z I1030 20:27:19.048440 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:19.088323689Z I1030 20:27:19.088276 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:19.112125349Z I1030 20:27:19.112077 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:27:19.219064464Z I1030 20:27:19.219020 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:27:19.648320243Z W1030 20:27:19.648279 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8 2026-10-30T20:27:19.680382417Z W1030 20:27:19.680339 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:27:19.775773930Z I1030 20:27:19.775718 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:27:20.729482235Z I1030 20:27:20.729433 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=6 2026-10-30T20:27:25.967324316Z I1030 20:27:25.967277 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-5fbda3] updating namespace 2026-10-30T20:27:25.978218958Z I1030 20:27:25.978182 3618 namespace.go:115] [ai-tenant-e2e-ipp-a-5fbda3] deleting namespace 2026-10-30T20:27:26.320381231Z I1030 20:27:26.320333 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-a-5fbda3-allow 2026-10-30T20:27:26.320466034Z I1030 20:27:26.320450 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-a-5fbda3-allow 2026-10-30T20:27:29.816673455Z I1030 20:27:29.816612 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:27:29.816673455Z I1030 20:27:29.816648 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:27:29.816712317Z I1030 20:27:29.816695 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:27:29.816774181Z I1030 20:27:29.816747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:27:29.816774181Z I1030 20:27:29.816765 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:27:29.816797921Z I1030 20:27:29.816772 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:27:31.735016290Z I1030 20:27:31.734961 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:27:32.638424847Z I1030 20:27:32.638374 3618 base_network_controller_policy.go:651] Processing NetworkPolicy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping to delete 1 local pods... 2026-10-30T20:27:42.147765458Z W1030 20:27:42.147722 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ipp-b-843ea8 2026-10-30T20:27:42.244336082Z I1030 20:27:42.244287 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-843ea8 for network default 2026-10-30T20:27:42.245762250Z I1030 20:27:42.245720 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-843ea8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ipp-b-843ea8,},}] 2026-10-30T20:27:42.246598874Z I1030 20:27:42.246572 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-843ea8 resources completed, update namespace loglevel 2026-10-30T20:27:53.348354629Z I1030 20:27:53.348309 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping 2026-10-30T20:27:53.348354629Z I1030 20:27:53.348338 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-a-188d45/ipp-route-188d45-prometheus-scraping 2026-10-30T20:27:55.003631722Z I1030 20:27:55.003578 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:28:01.128793977Z I1030 20:28:01.128747 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-188d45] updating namespace 2026-10-30T20:28:01.138123181Z I1030 20:28:01.138077 3618 namespace.go:115] [ai-tenant-e2e-ipp-a-188d45] deleting namespace 2026-10-30T20:28:01.461645447Z I1030 20:28:01.461600 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-a-188d45-allow 2026-10-30T20:28:01.461645447Z I1030 20:28:01.461629 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-a-188d45-allow 2026-10-30T20:28:06.649156766Z I1030 20:28:06.648632 3618 cniserver.go:315] [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:06.742651596Z I1030 20:28:06.742607 3618 cniserver.go:304] [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 362d9429a4769c416c11fef94c05676ef66aac2c6a1038f83317dc99d86bc9b6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:06.832218760Z I1030 20:28:06.832175 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5 2026-10-30T20:28:06.834213856Z I1030 20:28:06.834169 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-ipp-a-188d45-openshift-default-574f7f4f75-584k5, ips: 10.132.0.212 2026-10-30T20:28:06.834290476Z I1030 20:28:06.834275 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:06.868088968Z I1030 20:28:06.868049 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:07.423464271Z I1030 20:28:07.423416 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 2026-10-30T20:28:07.805014578Z I1030 20:28:07.804975 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:07.891690950Z I1030 20:28:07.891641 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 0329dd3b3fa12ed3b4396bd939e7c74c96bebf8fac3cf5cf4bd7496ee2c2c152 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:07.987130890Z I1030 20:28:07.987073 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp 2026-10-30T20:28:07.990656518Z I1030 20:28:07.990615 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ipp-b-f35cc1-678fc8c544-pmmhp, ips: 10.132.0.208 2026-10-30T20:28:07.990722576Z I1030 20:28:07.990706 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:07.991080608Z I1030 20:28:07.991053 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-f35cc1 to delete 1 local pods... 2026-10-30T20:28:07.991398532Z I1030 20:28:07.991374 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:07.991721200Z I1030 20:28:07.991697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:07.992042731Z I1030 20:28:07.992016 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:07.992326141Z I1030 20:28:07.992306 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:08.091047598Z I1030 20:28:08.091000 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:28:08.091047598Z I1030 20:28:08.091023 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-f35cc1 2026-10-30T20:28:08.448421681Z I1030 20:28:08.448383 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:08.522157326Z I1030 20:28:08.522119 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:08.600299559Z I1030 20:28:08.600257 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:28:08.699095268Z I1030 20:28:08.699048 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:28:09.209791500Z I1030 20:28:09.209748 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:28:10.447232719Z I1030 20:28:10.447180 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:10.447232719Z I1030 20:28:10.447218 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:28:10.447283906Z I1030 20:28:10.447266 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:10.447331682Z I1030 20:28:10.447321 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:10.447339710Z I1030 20:28:10.447335 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:10.447350405Z I1030 20:28:10.447344 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:15.230682867Z I1030 20:28:15.230636 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-f35cc1] updating namespace 2026-10-30T20:28:15.248021161Z I1030 20:28:15.247981 3618 namespace.go:115] [ai-tenant-e2e-ipp-b-f35cc1] deleting namespace 2026-10-30T20:28:15.628382443Z I1030 20:28:15.628338 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-b-f35cc1-allow 2026-10-30T20:28:15.628463564Z I1030 20:28:15.628432 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-b-f35cc1-allow 2026-10-30T20:28:19.467262987Z I1030 20:28:19.467215 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:19.467415674Z I1030 20:28:19.467382 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:19.467415674Z I1030 20:28:19.467407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:19.467442203Z I1030 20:28:19.467421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:19.467484167Z I1030 20:28:19.467465 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:19.467531104Z I1030 20:28:19.467490 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:28:20.335722106Z W1030 20:28:20.335672 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-843ea8-openshift-default 2026-10-30T20:28:20.335722106Z W1030 20:28:20.335703 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ipp-b-843ea8-openshift-default 2026-10-30T20:28:21.096269350Z I1030 20:28:21.096227 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:21.473811481Z I1030 20:28:21.473763 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:28:21.550942048Z I1030 20:28:21.550898 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:21.550982011Z I1030 20:28:21.550943 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:21.581200585Z I1030 20:28:21.581124 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ipp-b-843ea8/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:21.581200585Z I1030 20:28:21.581152 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ipp-b-843ea8/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:26.333624193Z I1030 20:28:26.333576 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=83 2026-10-30T20:28:26.416327017Z I1030 20:28:26.416268 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:26.422360711Z I1030 20:28:26.422316 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:26.540816565Z I1030 20:28:26.540764 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 db97ab7c56e7c88630ec9775089bc950b9721123610c3134175cfe31cc7295b6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:26.574637904Z I1030 20:28:26.574589 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 c895c23fb505ee801ff7fff4074843065458cf24c4b8b66e83dc8f85a90d6eb1 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:26.645042068Z I1030 20:28:26.645000 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2 2026-10-30T20:28:26.646952140Z I1030 20:28:26.646914 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-ipp-b-843ea8-7b848c58dd-swqt2, ips: 10.132.0.214 2026-10-30T20:28:26.647000831Z I1030 20:28:26.646988 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:26.667299074Z I1030 20:28:26.667263 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T20:28:26.667378181Z I1030 20:28:26.667363 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T20:28:26.681710904Z I1030 20:28:26.681673 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2 2026-10-30T20:28:26.684022349Z I1030 20:28:26.683992 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8-5fc9b59d8c-m5kv2, ips: 10.132.0.213 2026-10-30T20:28:26.684075658Z I1030 20:28:26.684062 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:26.698773893Z I1030 20:28:26.698737 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w2-a165e5/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T20:28:26.698773893Z I1030 20:28:26.698762 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w2-a165e5/payload-processing-e2e-shared-a-w2-a165e5 2026-10-30T20:28:38.288412767Z I1030 20:28:38.288369 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:28:38.288449499Z I1030 20:28:38.288428 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-30e92c 2026-10-30T20:28:38.374218216Z I1030 20:28:38.374173 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:38.374254605Z I1030 20:28:38.374211 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-30e92c to delete 1 local pods... 2026-10-30T20:28:38.374277217Z I1030 20:28:38.374261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:38.374286388Z I1030 20:28:38.374277 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:38.374294988Z I1030 20:28:38.374285 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:38.374329718Z I1030 20:28:38.374315 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:38.518751028Z I1030 20:28:38.518703 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:28:38.538288468Z I1030 20:28:38.538246 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:38.549672097Z I1030 20:28:38.549629 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=9 2026-10-30T20:28:38.607313061Z I1030 20:28:38.607264 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:38.645689477Z I1030 20:28:38.645619 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:28:39.169893600Z I1030 20:28:39.169850 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:28:45.607868417Z I1030 20:28:45.607822 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-30e92c] updating namespace 2026-10-30T20:28:45.619385798Z I1030 20:28:45.619350 3618 namespace.go:115] [ai-tenant-e2e-ipp-b-30e92c] deleting namespace 2026-10-30T20:28:45.947062305Z I1030 20:28:45.947012 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-b-30e92c-allow 2026-10-30T20:28:45.947139857Z I1030 20:28:45.947127 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-b-30e92c-allow 2026-10-30T20:28:49.854367661Z I1030 20:28:49.854322 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:49.854464358Z I1030 20:28:49.854435 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:49.854464358Z I1030 20:28:49.854451 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:49.854487649Z I1030 20:28:49.854482 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:49.854542129Z I1030 20:28:49.854529 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:28:49.854584137Z I1030 20:28:49.854572 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:51.089703172Z I1030 20:28:51.089656 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 for network default 2026-10-30T20:28:51.089837459Z I1030 20:28:51.089808 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: opendatahub,},}_LS{ML:{app.kubernetes.io/component: opentelemetry-collector,app.kubernetes.io/name: data-science-collector-collector,},}] 2026-10-30T20:28:51.091885238Z I1030 20:28:51.091849 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 resources completed, update namespace loglevel 2026-10-30T20:28:51.147156965Z I1030 20:28:51.147095 3618 cniserver.go:315] [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:51.230484651Z I1030 20:28:51.230437 3618 cniserver.go:304] [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm eaf4853141ea95cfd0c429bf69f26265c2fb8d29ac5940ff9448e755ecd9cac0 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:51.319482203Z I1030 20:28:51.319437 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm 2026-10-30T20:28:51.321769894Z I1030 20:28:51.321734 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-ipp-b-30e92c-openshift-default-556c89b4cc-dgnkm, ips: 10.132.0.193 2026-10-30T20:28:51.321948132Z I1030 20:28:51.321915 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:51.522153280Z I1030 20:28:51.522096 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:51.527753576Z I1030 20:28:51.527701 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:28:51.604380327Z I1030 20:28:51.604335 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p c9933a269556c3c1b26ce706835c843d18aaf3a21b00974c6f8892f095d15917 network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:51.660186780Z I1030 20:28:51.660133 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd efda0b8bdf75863ae987268f12ddb3fc6351a0b9c4ce9cd9c03a736a3950322c network default NAD default NAD key default], result "{}", err 2026-10-30T20:28:51.662394655Z I1030 20:28:51.662357 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p 2026-10-30T20:28:51.664709153Z I1030 20:28:51.664678 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-a-w2-a165e5-68bcf45db-5w42p, ips: 10.132.0.118 2026-10-30T20:28:51.664817791Z I1030 20:28:51.664791 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:51.719216086Z I1030 20:28:51.719169 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd 2026-10-30T20:28:51.721356455Z I1030 20:28:51.721325 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd, ips: 10.132.0.117 2026-10-30T20:28:51.721407157Z I1030 20:28:51.721395 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:28:52.672981843Z W1030 20:28:52.672947 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:52.774172889Z W1030 20:28:52.774132 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ipp-b-843ea8 2026-10-30T20:28:53.387646877Z I1030 20:28:53.387591 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w2-a165e5 to delete 1 local pods... 2026-10-30T20:28:53.387646877Z I1030 20:28:53.387626 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:28:53.387696008Z I1030 20:28:53.387686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:28:53.387766261Z I1030 20:28:53.387748 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:28:53.387779273Z I1030 20:28:53.387771 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:28:53.387801243Z I1030 20:28:53.387785 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:28:53.593474655Z I1030 20:28:53.593428 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T20:28:53.705098461Z I1030 20:28:53.705038 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:28:54.239198818Z I1030 20:28:54.239151 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T20:28:57.036912822Z I1030 20:28:57.036864 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T20:28:57.036912822Z I1030 20:28:57.036886 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T20:28:57.069037306Z I1030 20:28:57.068999 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w3-c8fa69/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T20:28:57.069037306Z I1030 20:28:57.069025 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w3-c8fa69/payload-processing-e2e-shared-a-w3-c8fa69 2026-10-30T20:29:00.730725960Z I1030 20:29:00.730675 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w2-a165e5] updating namespace 2026-10-30T20:29:00.741943446Z I1030 20:29:00.741901 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w2-a165e5] deleting namespace 2026-10-30T20:29:01.083391955Z I1030 20:29:01.083348 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w2-a165e5-allow 2026-10-30T20:29:01.083475729Z I1030 20:29:01.083445 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w2-a165e5-allow 2026-10-30T20:29:05.051589633Z I1030 20:29:05.051525 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:05.051629359Z I1030 20:29:05.051602 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:05.051629359Z I1030 20:29:05.051616 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:05.051629359Z I1030 20:29:05.051625 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:05.051675998Z I1030 20:29:05.051659 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:05.051686324Z I1030 20:29:05.051679 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:06.496080873Z I1030 20:29:06.496033 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:10.529173893Z I1030 20:29:10.529125 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:10.529220778Z I1030 20:29:10.529201 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:10.529220778Z I1030 20:29:10.529215 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:10.529231374Z I1030 20:29:10.529225 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:10.529266787Z I1030 20:29:10.529255 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:10.529292784Z I1030 20:29:10.529281 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w3-c8fa69 to delete 1 local pods... 2026-10-30T20:29:11.005575714Z I1030 20:29:11.005531 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T20:29:11.105791635Z I1030 20:29:11.105747 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:29:11.623119444Z I1030 20:29:11.623071 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T20:29:12.126220865Z I1030 20:29:12.126170 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:12.126252994Z I1030 20:29:12.126247 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:12.126278270Z I1030 20:29:12.126267 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:12.126287421Z I1030 20:29:12.126281 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:12.126330422Z I1030 20:29:12.126320 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:12.126355152Z I1030 20:29:12.126343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:12.350934724Z I1030 20:29:12.350888 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f 2026-10-30T20:29:12.350982127Z I1030 20:29:12.350955 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w2-87ff9f 2026-10-30T20:29:12.394850223Z I1030 20:29:12.394775 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w2-87ff9f/payload-processing-e2e-shared-b-w2-87ff9f 2026-10-30T20:29:12.394850223Z I1030 20:29:12.394802 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w2-87ff9f/payload-processing-e2e-shared-b-w2-87ff9f 2026-10-30T20:29:18.056808299Z I1030 20:29:18.056767 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w3-c8fa69] updating namespace 2026-10-30T20:29:18.068378140Z I1030 20:29:18.068338 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w3-c8fa69] deleting namespace 2026-10-30T20:29:18.386560742Z I1030 20:29:18.386488 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w3-c8fa69-allow 2026-10-30T20:29:18.386560742Z I1030 20:29:18.386542 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w3-c8fa69-allow 2026-10-30T20:29:21.916055764Z I1030 20:29:21.916015 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:29:21.929202299Z I1030 20:29:21.929159 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:29:22.006363053Z I1030 20:29:22.006314 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv e653cfbd54e586f4613fde2154d0ca752f22081ece487c116841ef45df833758 network default NAD default NAD key default], result "{}", err 2026-10-30T20:29:22.064190955Z I1030 20:29:22.064143 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 218f10e0f47136ec60ce3d0913b4b1c85c2a563edc603fcd8ce96d5fef6da5e5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:29:22.091485188Z I1030 20:29:22.091438 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv 2026-10-30T20:29:22.100342722Z I1030 20:29:22.100295 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv, ips: 10.132.0.103 2026-10-30T20:29:22.100447715Z I1030 20:29:22.100422 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:22.142167219Z I1030 20:29:22.142122 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59 2026-10-30T20:29:22.143994403Z I1030 20:29:22.143944 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w3-c8fa69-595cc9cb7-rdw59, ips: 10.132.0.102 2026-10-30T20:29:22.144021670Z I1030 20:29:22.143993 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:22.251951247Z I1030 20:29:22.251894 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:22.251951247Z I1030 20:29:22.251943 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:22.251997876Z I1030 20:29:22.251987 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:22.252051432Z I1030 20:29:22.252037 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:22.252060045Z I1030 20:29:22.252053 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:22.252066599Z I1030 20:29:22.252062 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:23.790562219Z I1030 20:29:23.790511 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:28.662982447Z W1030 20:29:28.662931 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/e2e-inf-b-eb16ce-openshift-default-645b45477c-mwkl5 2026-10-30T20:29:29.333344450Z I1030 20:29:29.333296 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=1131 2026-10-30T20:29:29.575435099Z I1030 20:29:29.575384 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab 2026-10-30T20:29:29.575435099Z I1030 20:29:29.575411 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w3-21c4ab 2026-10-30T20:29:29.608487496Z I1030 20:29:29.608445 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w3-21c4ab/payload-processing-e2e-shared-b-w3-21c4ab 2026-10-30T20:29:29.608591891Z I1030 20:29:29.608570 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w3-21c4ab/payload-processing-e2e-shared-b-w3-21c4ab 2026-10-30T20:29:31.419242444Z I1030 20:29:31.419168 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:31.419366942Z I1030 20:29:31.419350 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w2-87ff9f to delete 1 local pods... 2026-10-30T20:29:31.419440105Z I1030 20:29:31.419429 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:31.419479966Z I1030 20:29:31.419470 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:31.419541891Z I1030 20:29:31.419526 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:31.419611123Z I1030 20:29:31.419600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:31.733180562Z I1030 20:29:31.733125 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T20:29:31.835059348Z I1030 20:29:31.835013 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:29:32.375250763Z I1030 20:29:32.375200 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T20:29:37.374938640Z I1030 20:29:37.374892 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:29:37.377052275Z I1030 20:29:37.377014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:37.433714413Z I1030 20:29:37.433677 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:37.513084823Z I1030 20:29:37.513034 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 002cf805239e7f6a3b11c4420d28846f5ea97275756e2688ab6656732d3f2895 network default NAD default NAD key default], result "{}", err 2026-10-30T20:29:37.592072731Z I1030 20:29:37.592024 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:29:37.592072731Z I1030 20:29:37.592052 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-a-c19563 2026-10-30T20:29:37.596081441Z I1030 20:29:37.596042 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq 2026-10-30T20:29:37.597963609Z I1030 20:29:37.597932 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ipp-a-c19563-5d5599b985-bnxmq, ips: 10.132.0.209 2026-10-30T20:29:37.598029613Z I1030 20:29:37.598017 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:37.598311915Z I1030 20:29:37.598291 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-a-c19563 to delete 1 local pods... 2026-10-30T20:29:37.598483091Z I1030 20:29:37.598464 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:37.598691496Z I1030 20:29:37.598675 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:37.598885640Z I1030 20:29:37.598869 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:37.599060057Z I1030 20:29:37.599047 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:37.692249241Z I1030 20:29:37.692206 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:37.888172778Z I1030 20:29:37.888123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:37.895679001Z I1030 20:29:37.895621 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:29:38.010838152Z I1030 20:29:38.010793 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:29:38.569535050Z I1030 20:29:38.569043 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:29:39.319902301Z I1030 20:29:39.319857 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w2-87ff9f] updating namespace 2026-10-30T20:29:39.331065745Z I1030 20:29:39.331028 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w2-87ff9f] deleting namespace 2026-10-30T20:29:39.659483219Z I1030 20:29:39.659429 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w2-87ff9f-allow 2026-10-30T20:29:39.659483219Z I1030 20:29:39.659460 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w2-87ff9f-allow 2026-10-30T20:29:40.157896989Z I1030 20:29:40.157848 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:29:41.333576601Z I1030 20:29:41.333519 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=33 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037186 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037227 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037239 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037278 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w3-21c4ab to delete 1 local pods... 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037289 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:44.037818770Z I1030 20:29:44.037347 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:44.383546167Z I1030 20:29:44.382881 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T20:29:44.504179880Z I1030 20:29:44.504132 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:29:44.628813858Z I1030 20:29:44.628771 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:44.628813858Z I1030 20:29:44.628799 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:44.628813858Z I1030 20:29:44.628807 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:44.628853036Z I1030 20:29:44.628837 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:44.628860719Z I1030 20:29:44.628851 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:44.628900871Z I1030 20:29:44.628888 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:45.031811287Z I1030 20:29:45.031762 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:45.063509625Z I1030 20:29:45.063441 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T20:29:45.320539757Z I1030 20:29:45.320460 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:29:47.760223713Z I1030 20:29:47.760178 3618 namespace.go:72] [ai-tenant-e2e-ipp-a-c19563] updating namespace 2026-10-30T20:29:47.775726590Z I1030 20:29:47.775692 3618 namespace.go:115] [ai-tenant-e2e-ipp-a-c19563] deleting namespace 2026-10-30T20:29:48.121732992Z I1030 20:29:48.121685 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-a-c19563-allow 2026-10-30T20:29:48.121732992Z I1030 20:29:48.121713 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-a-c19563-allow 2026-10-30T20:29:50.707664079Z I1030 20:29:50.707610 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:50.707760878Z I1030 20:29:50.707741 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:50.707773238Z I1030 20:29:50.707765 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:50.707804831Z I1030 20:29:50.707790 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:50.707844793Z I1030 20:29:50.707830 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:50.707866772Z I1030 20:29:50.707854 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:50.752930029Z I1030 20:29:50.752885 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:50.753047670Z I1030 20:29:50.753022 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:50.753062325Z I1030 20:29:50.753048 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:50.753072199Z I1030 20:29:50.753062 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:50.753115947Z I1030 20:29:50.753100 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:50.753140034Z I1030 20:29:50.753123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:51.001761632Z I1030 20:29:51.001716 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w2-284bf6 2026-10-30T20:29:51.001808040Z I1030 20:29:51.001789 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w2-284bf6 2026-10-30T20:29:51.034172317Z I1030 20:29:51.034063 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w2-284bf6/payload-processing-e2e-worker-w2-284bf6 2026-10-30T20:29:51.034172317Z I1030 20:29:51.034090 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w2-284bf6/payload-processing-e2e-worker-w2-284bf6 2026-10-30T20:29:52.302297237Z I1030 20:29:52.302239 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w3-21c4ab] updating namespace 2026-10-30T20:29:52.319163566Z I1030 20:29:52.319116 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w3-21c4ab] deleting namespace 2026-10-30T20:29:52.632694838Z I1030 20:29:52.632642 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:52.632731622Z I1030 20:29:52.632717 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:52.632739231Z I1030 20:29:52.632730 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:52.632745830Z I1030 20:29:52.632740 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:52.632785423Z I1030 20:29:52.632773 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:52.632801636Z I1030 20:29:52.632792 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:52.678976805Z I1030 20:29:52.678942 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w3-21c4ab-allow 2026-10-30T20:29:52.678976805Z I1030 20:29:52.678963 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w3-21c4ab-allow 2026-10-30T20:29:53.171515804Z I1030 20:29:53.171449 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:29:53.516896808Z I1030 20:29:53.516846 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:54.565299889Z I1030 20:29:54.565255 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:54.610171575Z I1030 20:29:54.610126 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:56.670098520Z I1030 20:29:56.670052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:29:56.670143767Z I1030 20:29:56.670117 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:29:56.670154811Z I1030 20:29:56.670142 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:29:56.670198067Z I1030 20:29:56.670182 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:29:56.670220390Z I1030 20:29:56.670207 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:29:56.670269523Z I1030 20:29:56.670255 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:29:58.087994315Z I1030 20:29:58.087939 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:29:58.263011227Z I1030 20:29:58.262970 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:30:00.172296558Z I1030 20:30:00.172253 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:30:00.172508297Z I1030 20:30:00.172464 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 2026-10-30T20:30:00.202395188Z I1030 20:30:00.202354 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:30:00.202649172Z I1030 20:30:00.202606 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 2026-10-30T20:30:00.207246755Z I1030 20:30:00.207214 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7] addLogicalPort annotation time took 34.793746ms 2026-10-30T20:30:00.209192853Z I1030 20:30:00.209164 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7] addLogicalPort took 36.933924ms, libovsdb time 1.243909ms 2026-10-30T20:30:00.212546447Z I1030 20:30:00.212517 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:30:00.212701998Z I1030 20:30:00.212662 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 2026-10-30T20:30:00.235454346Z I1030 20:30:00.235411 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5] addLogicalPort annotation time took 32.84292ms 2026-10-30T20:30:00.238239430Z I1030 20:30:00.238200 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5] addLogicalPort took 35.861953ms, libovsdb time 1.810442ms 2026-10-30T20:30:00.240809784Z I1030 20:30:00.240775 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:30:00.240944916Z I1030 20:30:00.240916 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp 2026-10-30T20:30:00.242581926Z I1030 20:30:00.242316 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4] addLogicalPort annotation time took 29.688581ms 2026-10-30T20:30:00.244815935Z I1030 20:30:00.244785 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4] addLogicalPort took 32.303724ms, libovsdb time 1.467721ms 2026-10-30T20:30:00.283098024Z I1030 20:30:00.283055 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp] addLogicalPort annotation time took 42.178062ms 2026-10-30T20:30:00.285213201Z I1030 20:30:00.285179 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp] addLogicalPort took 44.413637ms, libovsdb time 1.268266ms 2026-10-30T20:30:00.424884212Z I1030 20:30:00.424838 3618 cniserver.go:315] [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:00.516366225Z I1030 20:30:00.516318 3618 cniserver.go:304] [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk e5317e40a7920ed6503d178bf7e921f0a613bbc9cb1c88427f493d25c65506a7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:00.542757895Z I1030 20:30:00.542708 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:30:00.545727287Z I1030 20:30:00.545677 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7, hostIfaceName: 78cb95a677cf210, network: default, NAD default, SandboxID: "78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7", PCI device ID: , UID: "e4cbe136-f3d8-431c-a9a6-9c970fb258c0", MAC: 0a:58:0a:84:00:d7, IPs: [10.132.0.215/23] 2026-10-30T20:30:00.582853033Z I1030 20:30:00.582802 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk 2026-10-30T20:30:00.586986010Z I1030 20:30:00.586955 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-kserve-c9cb575d7-9gblk, ips: 10.132.0.66 2026-10-30T20:30:00.587093219Z I1030 20:30:00.587079 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:00.611701663Z I1030 20:30:00.611663 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:00.624005402Z I1030 20:30:00.623959 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:30:00.626860099Z I1030 20:30:00.626821 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5, hostIfaceName: 4174bc021ce5747, network: default, NAD default, SandboxID: "4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c", PCI device ID: , UID: "95a0b3fe-00dd-4085-a295-822662873fc6", MAC: 0a:58:0a:84:00:d8, IPs: [10.132.0.216/23] 2026-10-30T20:30:00.634256941Z I1030 20:30:00.634219 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:30:00.637833136Z I1030 20:30:00.637790 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4, hostIfaceName: 1f63a4ef5ec6070, network: default, NAD default, SandboxID: "1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124", PCI device ID: , UID: "88143ed0-d601-4e9e-8086-65378962508b", MAC: 0a:58:0a:84:00:d9, IPs: [10.132.0.217/23] 2026-10-30T20:30:00.667762005Z I1030 20:30:00.667713 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:30:00.670560982Z I1030 20:30:00.670488 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp, hostIfaceName: d57720fe5b2228c, network: default, NAD default, SandboxID: "d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897", PCI device ID: , UID: "150b05b0-19bd-4138-bf01-c5f4e103257e", MAC: 0a:58:0a:84:00:da, IPs: [10.132.0.218/23] 2026-10-30T20:30:00.710011491Z I1030 20:30:00.709963 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:00.749961738Z I1030 20:30:00.749907 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:29:9d:e3:4c:28\",\"name\":\"78cb95a677cf210\"},{\"mac\":\"0a:58:0a:84:00:d7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc0120d-ef71-4c2d-963a-f906c6fd486f\"}],\"ips\":[{\"address\":\"10.132.0.215/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:30:00.823527448Z I1030 20:30:00.823467 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:00.832630557Z I1030 20:30:00.832581 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:42:f4:1c:5a:b6\",\"name\":\"4174bc021ce5747\"},{\"mac\":\"0a:58:0a:84:00:d8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11f2e6e8-7a94-4175-93fd-66c7c7716cc4\"}],\"ips\":[{\"address\":\"10.132.0.216/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:30:00.846377728Z I1030 20:30:00.846332 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:55:de:02:ef:ac\",\"name\":\"1f63a4ef5ec6070\"},{\"mac\":\"0a:58:0a:84:00:d9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed693dfc-8ccc-4850-9dc6-79b1a59ccb01\"}],\"ips\":[{\"address\":\"10.132.0.217/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:30:00.872989600Z I1030 20:30:00.872928 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6e:9d:1d:cf:1a\",\"name\":\"d57720fe5b2228c\"},{\"mac\":\"0a:58:0a:84:00:da\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c3b36d1-0c76-4c01-9e0e-6083e5fcf57b\"}],\"ips\":[{\"address\":\"10.132.0.218/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:30:00.942883115Z I1030 20:30:00.942842 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:00.942934896Z I1030 20:30:00.942921 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:00.942955846Z I1030 20:30:00.942945 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:00.942964875Z I1030 20:30:00.942959 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:00.943016155Z I1030 20:30:00.943000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:00.943033236Z I1030 20:30:00.943023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:01.022588960Z I1030 20:30:01.022548 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:01.022588960Z I1030 20:30:01.022575 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:01.022632916Z I1030 20:30:01.022613 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:01.022641319Z I1030 20:30:01.022632 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:01.022681801Z I1030 20:30:01.022668 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:01.022728349Z I1030 20:30:01.022716 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:04.159413044Z I1030 20:30:04.159359 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 2026-10-30T20:30:04.159527029Z I1030 20:30:04.159478 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w3-01f7d3 2026-10-30T20:30:04.204027986Z I1030 20:30:04.203981 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w3-01f7d3/payload-processing-e2e-worker-w3-01f7d3 2026-10-30T20:30:04.204068237Z I1030 20:30:04.204026 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w3-01f7d3/payload-processing-e2e-worker-w3-01f7d3 2026-10-30T20:30:07.925994710Z I1030 20:30:07.925936 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-prometheus-scraping 2026-10-30T20:30:07.925994710Z I1030 20:30:07.925966 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w1-77ac5a/rate-test-model-77ac5a-prometheus-scraping 2026-10-30T20:30:08.394923979Z I1030 20:30:08.394874 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-prometheus-scraping 2026-10-30T20:30:08.394923979Z I1030 20:30:08.394899 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-prometheus-scraping 2026-10-30T20:30:09.046956877Z I1030 20:30:09.046904 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:12.147894799Z I1030 20:30:12.147854 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:30:12.147894799Z I1030 20:30:12.147881 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ipp-b-843ea8 2026-10-30T20:30:12.171130386Z I1030 20:30:12.171091 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ipp-b-843ea8 to delete 1 local pods... 2026-10-30T20:30:12.171155151Z I1030 20:30:12.171144 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:12.171175526Z I1030 20:30:12.171161 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:12.171186064Z I1030 20:30:12.171175 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:12.171226216Z I1030 20:30:12.171214 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:12.171286813Z I1030 20:30:12.171273 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:12.229665949Z I1030 20:30:12.229621 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:12.229775430Z I1030 20:30:12.229753 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:12.229775430Z I1030 20:30:12.229769 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:12.229796181Z I1030 20:30:12.229778 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:12.229819471Z I1030 20:30:12.229808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:12.229835391Z I1030 20:30:12.229827 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:12.311600793Z I1030 20:30:12.311485 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:12.481908721Z I1030 20:30:12.481859 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:30:12.543458850Z I1030 20:30:12.543400 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:12.674079696Z I1030 20:30:12.674042 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:13.136766499Z I1030 20:30:13.136718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:13.136766499Z I1030 20:30:13.136760 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:13.136821446Z I1030 20:30:13.136808 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:13.136871971Z I1030 20:30:13.136860 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:13.136892700Z I1030 20:30:13.136880 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:13.136904604Z I1030 20:30:13.136897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:13.178818592Z I1030 20:30:13.178778 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:13.178853075Z I1030 20:30:13.178846 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:13.178871661Z I1030 20:30:13.178859 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:13.178878868Z I1030 20:30:13.178870 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:13.178915887Z I1030 20:30:13.178904 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:13.178925196Z I1030 20:30:13.178921 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:13.218433019Z I1030 20:30:13.218386 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:30:13.401303772Z I1030 20:30:13.401256 3618 cniserver.go:315] [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:13.409304591Z I1030 20:30:13.409262 3618 cniserver.go:315] [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:13.490235310Z I1030 20:30:13.490182 3618 cniserver.go:304] [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 149aee50fad615043edd9388cd064f98aaf6dde9e957010a1de4e74f2522f23d network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:13.532461421Z I1030 20:30:13.532413 3618 cniserver.go:304] [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w f64ce8871c6dc821d381cae9652c77bb85ca65e1ac4375e620183a42890ade59 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:13.539646039Z I1030 20:30:13.539598 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:13.568468045Z I1030 20:30:13.568430 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b 2026-10-30T20:30:13.574271706Z I1030 20:30:13.574238 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-kserve-755b65cb59-dmg4b, ips: 10.132.0.65 2026-10-30T20:30:13.574315478Z I1030 20:30:13.574301 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:13.608997562Z I1030 20:30:13.608959 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w 2026-10-30T20:30:13.611106939Z I1030 20:30:13.611065 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-kserve-57b97b98cb-qpq5w, ips: 10.132.0.57 2026-10-30T20:30:13.611180590Z I1030 20:30:13.611162 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:13.694980577Z I1030 20:30:13.694941 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503001 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503038 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503053 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503091 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503109 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:15.504333665Z I1030 20:30:15.503157 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:15.826795486Z I1030 20:30:15.826747 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:15.937240837Z I1030 20:30:15.937194 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:15.948028158Z I1030 20:30:15.947978 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 15f9822c5379601f1324f74beb0b9f5706da0591e60abb082f90f580f33b3821 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:16.110088063Z I1030 20:30:16.110046 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx 2026-10-30T20:30:16.112331619Z I1030 20:30:16.112295 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-worker-w2-284bf6-57d488bf67-z99cx, ips: 10.132.0.47 2026-10-30T20:30:16.112487918Z I1030 20:30:16.112458 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:16.263272787Z I1030 20:30:16.263225 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:16.263323150Z I1030 20:30:16.263306 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:16.263336304Z I1030 20:30:16.263327 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:16.263348273Z I1030 20:30:16.263338 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:16.263401026Z I1030 20:30:16.263372 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:16.263401026Z I1030 20:30:16.263396 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:17.505048753Z I1030 20:30:17.505005 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:17.505075248Z I1030 20:30:17.505070 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:17.505094326Z I1030 20:30:17.505085 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:17.505101424Z I1030 20:30:17.505094 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:17.505134446Z I1030 20:30:17.505123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:17.505143165Z I1030 20:30:17.505139 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:17.559295406Z I1030 20:30:17.559261 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-prometheus-scraping 2026-10-30T20:30:17.559295406Z I1030 20:30:17.559282 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w0-5c875d/rate-test-model-5c875d-prometheus-scraping 2026-10-30T20:30:18.112674804Z I1030 20:30:18.112622 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:18.119202756Z I1030 20:30:18.119159 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:18.206801838Z I1030 20:30:18.206760 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 78cb95a677cf210cf410c397fc72c2a9905f4be5c33966d5369e44ee1124c0a7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:18.260155285Z I1030 20:30:18.260112 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp d57720fe5b2228c37ff9c7f8aa872782c7d79a44529233d91fb00db8429a3897 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:18.338279789Z I1030 20:30:18.338231 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:18.338394996Z I1030 20:30:18.338380 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:18.338455310Z I1030 20:30:18.338428 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:18.338455310Z I1030 20:30:18.338448 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:18.338534358Z I1030 20:30:18.338488 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:18.338557931Z I1030 20:30:18.338546 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:18.349833738Z I1030 20:30:18.349799 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7 2026-10-30T20:30:18.352234112Z I1030 20:30:18.352156 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w6-5c2e32-29889870-h88q7, ips: 10.132.0.215 2026-10-30T20:30:18.352234112Z I1030 20:30:18.352219 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:18.353042873Z I1030 20:30:18.353016 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:18.353471380Z I1030 20:30:18.353445 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:18.353741573Z I1030 20:30:18.353718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:18.353969310Z I1030 20:30:18.353946 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:18.354128349Z I1030 20:30:18.354110 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:18.387382408Z I1030 20:30:18.387342 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp 2026-10-30T20:30:18.390184579Z I1030 20:30:18.390150 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-b-w6-27a4d3-29889870-ndctp, ips: 10.132.0.218 2026-10-30T20:30:18.390320999Z I1030 20:30:18.390290 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:18.390711783Z I1030 20:30:18.390686 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:18.390884541Z I1030 20:30:18.390868 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:18.391038252Z I1030 20:30:18.391023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:18.391201526Z I1030 20:30:18.391185 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:18.391395804Z I1030 20:30:18.391368 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:18.430526870Z I1030 20:30:18.430460 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 2026-10-30T20:30:18.499241894Z I1030 20:30:18.499194 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:18.499241894Z I1030 20:30:18.499221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:18.499267283Z I1030 20:30:18.499261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:18.499288622Z I1030 20:30:18.499275 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:18.499327035Z I1030 20:30:18.499314 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:18.499376847Z I1030 20:30:18.499365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:18.525897872Z I1030 20:30:18.525855 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:18.526262879Z I1030 20:30:18.526241 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:18.526313498Z I1030 20:30:18.526302 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:18.526355900Z I1030 20:30:18.526345 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:18.526416428Z I1030 20:30:18.526406 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:18.526458557Z I1030 20:30:18.526448 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:18.685547258Z I1030 20:30:18.685507 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-prometheus-scraping 2026-10-30T20:30:18.685620689Z I1030 20:30:18.685591 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w1-9d2720/rate-test-model-9d2720-prometheus-scraping 2026-10-30T20:30:19.471527882Z I1030 20:30:19.471466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:19.471571695Z I1030 20:30:19.471532 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:19.471571695Z I1030 20:30:19.471544 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:19.471571695Z I1030 20:30:19.471550 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:19.471571695Z I1030 20:30:19.471568 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:19.471587563Z I1030 20:30:19.471581 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:20.239145974Z I1030 20:30:20.239099 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:20.239206790Z I1030 20:30:20.239186 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:20.239218467Z I1030 20:30:20.239203 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:20.239252105Z I1030 20:30:20.239236 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:20.239264842Z I1030 20:30:20.239259 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:20.239309823Z I1030 20:30:20.239295 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:20.329848931Z I1030 20:30:20.329792 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:20.353048437Z I1030 20:30:20.353003 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=1193 2026-10-30T20:30:20.359397830Z I1030 20:30:20.359362 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:20.359460765Z I1030 20:30:20.359449 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:20.359516402Z I1030 20:30:20.359485 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:20.359599890Z I1030 20:30:20.359573 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:20.359617632Z I1030 20:30:20.359600 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:20.359662418Z I1030 20:30:20.359644 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:20.409906483Z I1030 20:30:20.409857 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 4174bc021ce57470b625cfa450672ec884fbb3f42e1bcc6a39a8c6a16792791c network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:20.476919724Z I1030 20:30:20.476885 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:20.476919724Z I1030 20:30:20.476912 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:20.476946954Z I1030 20:30:20.476921 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:20.476956160Z I1030 20:30:20.476951 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:20.476975656Z I1030 20:30:20.476966 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:20.477011862Z I1030 20:30:20.477002 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:20.481534446Z I1030 20:30:20.481476 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 2026-10-30T20:30:20.483646375Z I1030 20:30:20.483617 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5, ips: 10.132.0.216 2026-10-30T20:30:20.483693539Z I1030 20:30:20.483681 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:20.484751731Z I1030 20:30:20.484718 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:20.484974401Z I1030 20:30:20.484952 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:20.485450442Z I1030 20:30:20.485421 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:20.485736167Z I1030 20:30:20.485713 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:20.485990178Z I1030 20:30:20.485971 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:20.690921076Z I1030 20:30:20.690863 3618 namespace.go:72] [ai-tenant-e2e-ipp-b-843ea8] updating namespace 2026-10-30T20:30:20.706199967Z I1030 20:30:20.706163 3618 namespace.go:115] [ai-tenant-e2e-ipp-b-843ea8] deleting namespace 2026-10-30T20:30:21.068658008Z I1030 20:30:21.068617 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ipp-b-843ea8-allow 2026-10-30T20:30:21.068738140Z I1030 20:30:21.068710 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ipp-b-843ea8-allow 2026-10-30T20:30:21.240462878Z I1030 20:30:21.240394 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:21.317212626Z I1030 20:30:21.317166 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:21.317253656Z I1030 20:30:21.317246 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:21.317280298Z I1030 20:30:21.317267 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:21.317290349Z I1030 20:30:21.317280 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:21.317335164Z I1030 20:30:21.317320 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:21.317357679Z I1030 20:30:21.317343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:21.321123309Z I1030 20:30:21.321068 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 1f63a4ef5ec60703daa1e9eaa33f2f519a6b07569b444508c63d3b8f9903a124 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:21.401579081Z I1030 20:30:21.401533 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4 2026-10-30T20:30:21.403722330Z I1030 20:30:21.403681 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w3-01f7d3-29889870-kg9w4, ips: 10.132.0.217 2026-10-30T20:30:21.403753875Z I1030 20:30:21.403745 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:21.403972145Z I1030 20:30:21.403933 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:21.404147351Z I1030 20:30:21.404124 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:21.404357837Z I1030 20:30:21.404337 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:21.404566376Z I1030 20:30:21.404543 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:21.404830026Z I1030 20:30:21.404805 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:23.275895044Z I1030 20:30:23.275850 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:23.275895044Z I1030 20:30:23.275884 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:23.275945754Z I1030 20:30:23.275927 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:23.276001467Z I1030 20:30:23.275990 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:23.276011273Z I1030 20:30:23.276007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:23.276019309Z I1030 20:30:23.276014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:25.240305699Z I1030 20:30:25.240250 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:25.240305699Z I1030 20:30:25.240289 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:25.240352962Z I1030 20:30:25.240304 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:25.240352962Z I1030 20:30:25.240344 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:25.240378755Z I1030 20:30:25.240365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:25.240424770Z I1030 20:30:25.240413 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:26.466840635Z I1030 20:30:26.466789 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:28.780267025Z I1030 20:30:28.780213 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:30:28.780267025Z I1030 20:30:28.780236 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:30:28.815991805Z I1030 20:30:28.815954 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w0-5314c2/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:30:28.815991805Z I1030 20:30:28.815975 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w0-5314c2/payload-processing-e2e-shared-a-w0-5314c2 2026-10-30T20:30:28.966855716Z I1030 20:30:28.966810 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:29.540685927Z I1030 20:30:29.540630 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/e2e-shared-a-w6-5c2e32-allow to delete 1 local pods... 2026-10-30T20:30:29.540685927Z I1030 20:30:29.540672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:29.976380031Z I1030 20:30:29.976337 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:30:29.976380031Z I1030 20:30:29.976364 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:30:30.009808433Z I1030 20:30:30.009745 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w1-77ac5a/payload-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:30:30.009808433Z I1030 20:30:30.009793 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w1-77ac5a/payload-processing-e2e-shared-a-w1-77ac5a 2026-10-30T20:30:31.005207761Z I1030 20:30:31.005166 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.005207761Z I1030 20:30:31.005192 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w2-284bf6/distinct-2-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.011846888Z I1030 20:30:31.011805 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.011904547Z I1030 20:30:31.011889 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w2-284bf6/distinct-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.019387044Z I1030 20:30:31.019347 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.019387044Z I1030 20:30:31.019371 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w2-284bf6/premium-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.024565590Z I1030 20:30:31.024532 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.024565590Z I1030 20:30:31.024553 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w2-284bf6/simulator-w2-284bf6-prometheus-scraping 2026-10-30T20:30:31.470779273Z I1030 20:30:31.470719 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w3-01f7d3 to delete 1 local pods... 2026-10-30T20:30:31.470814818Z I1030 20:30:31.470776 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:31.470865029Z I1030 20:30:31.470836 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:31.470968159Z I1030 20:30:31.470955 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:31.471010989Z I1030 20:30:31.471000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:31.471044361Z I1030 20:30:31.471034 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:31.807047955Z I1030 20:30:31.806999 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:30:31.926106245Z I1030 20:30:31.926058 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:32.164921819Z I1030 20:30:32.164856 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:32.165038520Z I1030 20:30:32.165025 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w1-77ac5a to delete 1 local pods... 2026-10-30T20:30:32.165079876Z I1030 20:30:32.165069 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:32.165116054Z I1030 20:30:32.165106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:32.165146285Z I1030 20:30:32.165137 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:32.165198876Z I1030 20:30:32.165190 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:32.331920989Z I1030 20:30:32.331871 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:32.420162788Z I1030 20:30:32.420114 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 7d51b44b5e0d44fb9550e2df39a024a1a37948d5ff0c37aa70d47e75a09f0295 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:32.442361882Z I1030 20:30:32.442317 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:30:32.507521840Z I1030 20:30:32.507465 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh 2026-10-30T20:30:32.509697827Z I1030 20:30:32.509657 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:30:32.509989448Z I1030 20:30:32.509965 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-worker-w2-284bf6-554dc47cbc-mvzxh, ips: 10.132.0.48 2026-10-30T20:30:32.510024194Z I1030 20:30:32.510007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:32.510260750Z I1030 20:30:32.510233 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:32.510544834Z I1030 20:30:32.510486 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:32.510785257Z I1030 20:30:32.510768 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:32.511106002Z I1030 20:30:32.511082 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w2-284bf6 to delete 1 local pods... 2026-10-30T20:30:32.511355695Z I1030 20:30:32.511338 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:32.570922085Z I1030 20:30:32.570884 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:32.990982466Z I1030 20:30:32.990912 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:30:32.994213715Z I1030 20:30:32.994178 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 2026-10-30T20:30:32.994213715Z I1030 20:30:32.994199 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-a-w6-5c2e32 2026-10-30T20:30:33.029192170Z I1030 20:30:33.029155 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-a-w6-5c2e32/payload-processing-e2e-shared-a-w6-5c2e32 2026-10-30T20:30:33.029192170Z I1030 20:30:33.029177 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-a-w6-5c2e32/payload-processing-e2e-shared-a-w6-5c2e32 2026-10-30T20:30:33.115137328Z I1030 20:30:33.114955 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:33.140878000Z I1030 20:30:33.140836 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:30:33.674023603Z I1030 20:30:33.673972 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:30:35.907001683Z I1030 20:30:35.906954 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:30:38.499464384Z I1030 20:30:38.499417 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:38.603587266Z I1030 20:30:38.603544 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 1bf6b266893de4e15216655a455386cd644eb532548d4375c1de7ff822c1b45d network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:38.703103149Z I1030 20:30:38.703060 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps 2026-10-30T20:30:38.706534249Z I1030 20:30:38.706409 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-shared-a-w0-5314c2-7476586768-v9xps, ips: 10.132.0.183 2026-10-30T20:30:38.706534249Z I1030 20:30:38.706466 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:38.706921421Z I1030 20:30:38.706897 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:38.707366161Z I1030 20:30:38.707336 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:38.707663348Z I1030 20:30:38.707627 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:38.707920887Z I1030 20:30:38.707898 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:38.708115933Z I1030 20:30:38.708096 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w0-5314c2 to delete 1 local pods... 2026-10-30T20:30:39.038645969Z I1030 20:30:39.038599 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:30:39.149714173Z I1030 20:30:39.149669 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:39.738781536Z I1030 20:30:39.738608 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:30:40.275164260Z I1030 20:30:40.275122 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.275164260Z I1030 20:30:40.275153 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w3-01f7d3/distinct-2-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.288366091Z I1030 20:30:40.288331 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.288366091Z I1030 20:30:40.288353 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w3-01f7d3/distinct-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.294639745Z I1030 20:30:40.294612 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.294639745Z I1030 20:30:40.294628 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w3-01f7d3/premium-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.297798043Z I1030 20:30:40.297767 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:40.297798043Z I1030 20:30:40.297786 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w3-01f7d3/simulator-w3-01f7d3-prometheus-scraping 2026-10-30T20:30:43.590576744Z I1030 20:30:43.590529 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:30:43.755684623Z I1030 20:30:43.755626 3618 namespace.go:72] [ai-tenant-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:30:43.780388329Z I1030 20:30:43.780316 3618 namespace.go:115] [ai-tenant-e2e-worker-w3-01f7d3] deleting namespace 2026-10-30T20:30:44.126630469Z I1030 20:30:44.126589 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w3-01f7d3-allow 2026-10-30T20:30:44.126630469Z I1030 20:30:44.126615 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w3-01f7d3-allow 2026-10-30T20:30:44.745752734Z I1030 20:30:44.745706 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w1-77ac5a] updating namespace 2026-10-30T20:30:44.761986697Z I1030 20:30:44.761943 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w1-77ac5a] deleting namespace 2026-10-30T20:30:44.765107088Z I1030 20:30:44.765064 3618 namespace.go:72] [ai-tenant-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:30:44.781412461Z I1030 20:30:44.781370 3618 namespace.go:115] [ai-tenant-e2e-worker-w2-284bf6] deleting namespace 2026-10-30T20:30:45.118536138Z I1030 20:30:45.118422 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w1-77ac5a-allow 2026-10-30T20:30:45.118536138Z I1030 20:30:45.118455 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w1-77ac5a-allow 2026-10-30T20:30:45.166858073Z I1030 20:30:45.166811 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w2-284bf6-allow 2026-10-30T20:30:45.166858073Z I1030 20:30:45.166838 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w2-284bf6-allow 2026-10-30T20:30:45.486421736Z I1030 20:30:45.486378 3618 namespace.go:72] [e2e-models-e2e-worker-w2-284bf6] updating namespace 2026-10-30T20:30:47.388925144Z I1030 20:30:47.388880 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w0-5314c2] updating namespace 2026-10-30T20:30:47.405185211Z I1030 20:30:47.405145 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w0-5314c2] deleting namespace 2026-10-30T20:30:47.846944213Z I1030 20:30:47.846905 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w0-5314c2-allow 2026-10-30T20:30:47.847016704Z I1030 20:30:47.846989 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w0-5314c2-allow 2026-10-30T20:30:49.504853090Z I1030 20:30:49.504806 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:49.504901721Z I1030 20:30:49.504887 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:49.504912418Z I1030 20:30:49.504903 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:49.504921913Z I1030 20:30:49.504910 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:49.504958925Z I1030 20:30:49.504944 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:49.504971537Z I1030 20:30:49.504965 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:49.551326751Z I1030 20:30:49.551269 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:49.760123430Z I1030 20:30:49.760082 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:49.760161426Z I1030 20:30:49.760146 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:49.760161426Z I1030 20:30:49.760158 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-a-w6-5c2e32 to delete 1 local pods... 2026-10-30T20:30:49.760175813Z I1030 20:30:49.760169 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:49.760182464Z I1030 20:30:49.760176 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:49.760218105Z I1030 20:30:49.760206 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:50.120475244Z I1030 20:30:50.120423 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T20:30:50.232357799Z I1030 20:30:50.232318 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:30:50.368160512Z I1030 20:30:50.368115 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:50.442038901Z I1030 20:30:50.441989 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 8c4fd918bd658dcf95c635ddf1a500153950f8253381bb5b3838439dcb1c9f3f network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:50.553564707Z I1030 20:30:50.553520 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss 2026-10-30T20:30:50.553813992Z I1030 20:30:50.553780 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:50.556085258Z I1030 20:30:50.556044 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-a-w1-77ac5a-openshift-default-58d4d8b5df-2w5ss, ips: 10.132.0.181 2026-10-30T20:30:50.556167851Z I1030 20:30:50.556138 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:50.558288727Z I1030 20:30:50.558261 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:50.799637872Z I1030 20:30:50.799590 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T20:30:51.538878384Z I1030 20:30:51.538831 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:30:51.538878384Z I1030 20:30:51.538865 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:30:51.538917531Z I1030 20:30:51.538876 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:30:51.538917531Z I1030 20:30:51.538907 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:30:51.538925335Z I1030 20:30:51.538920 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:30:51.538968833Z I1030 20:30:51.538955 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:30:53.239872069Z I1030 20:30:53.239815 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:53.556717032Z I1030 20:30:53.556672 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:53.651079397Z I1030 20:30:53.651033 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 f888c3eebeccdbfaaad969fbfebd02df73cfe1ed01c0ae9136f46272a81c70c9 network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:53.721988375Z I1030 20:30:53.721945 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9 2026-10-30T20:30:53.723687796Z I1030 20:30:53.723645 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-a-w0-5314c2-7ddd74487b-7nkt9, ips: 10.132.0.182 2026-10-30T20:30:53.723729481Z I1030 20:30:53.723714 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:53.750648799Z I1030 20:30:53.750612 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:54.943350062Z I1030 20:30:54.943311 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:54.982275370Z I1030 20:30:54.982234 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:56.281969987Z I1030 20:30:56.281924 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:30:56.282022975Z I1030 20:30:56.282009 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:30:56.314376902Z I1030 20:30:56.314337 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w1-9d2720/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:30:56.314376902Z I1030 20:30:56.314361 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w1-9d2720/payload-processing-e2e-shared-b-w1-9d2720 2026-10-30T20:30:57.350026853Z I1030 20:30:57.349977 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=376 2026-10-30T20:30:57.466039504Z I1030 20:30:57.465994 3618 namespace.go:72] [ai-tenant-e2e-shared-a-w6-5c2e32] updating namespace 2026-10-30T20:30:57.475721531Z I1030 20:30:57.475688 3618 namespace.go:115] [ai-tenant-e2e-shared-a-w6-5c2e32] deleting namespace 2026-10-30T20:30:57.798059188Z I1030 20:30:57.798011 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:30:57.885450847Z I1030 20:30:57.885413 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-a-w6-5c2e32-allow 2026-10-30T20:30:57.885537546Z I1030 20:30:57.885525 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-a-w6-5c2e32-allow 2026-10-30T20:30:57.889942840Z I1030 20:30:57.889897 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 9630f99b8fc4ba335df38a5b0c1d79379a847e6aae69902a6102f458019483ae network default NAD default NAD key default], result "{}", err 2026-10-30T20:30:57.965399002Z I1030 20:30:57.965352 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:58.027527753Z I1030 20:30:58.026107 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2 2026-10-30T20:30:58.040865402Z I1030 20:30:58.040826 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-a-w6-5c2e32-6f89bcbcbc-2whg2, ips: 10.132.0.110 2026-10-30T20:30:58.040954579Z I1030 20:30:58.040936 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:30:59.202459361Z I1030 20:30:59.202412 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:30:59.202524567Z I1030 20:30:59.202468 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:30:59.235396353Z I1030 20:30:59.235317 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w0-5c875d/payload-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:30:59.235396353Z I1030 20:30:59.235346 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w0-5c875d/payload-processing-e2e-shared-b-w0-5c875d 2026-10-30T20:31:00.011395905Z I1030 20:31:00.011355 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:00.104317196Z I1030 20:31:00.104267 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 868ab939d6c9b38c0814b002f6bbcf093fa30111d2baff0d897e98ca0605694d network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:00.199746378Z I1030 20:31:00.199696 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r 2026-10-30T20:31:00.201761640Z I1030 20:31:00.201719 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w0-5c875d-5984bb4497-dwt4r, ips: 10.132.0.188 2026-10-30T20:31:00.201812691Z I1030 20:31:00.201798 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w0-5c875d to delete 1 local pods... 2026-10-30T20:31:00.202014472Z I1030 20:31:00.201993 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:00.202233695Z I1030 20:31:00.202221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:00.202402533Z I1030 20:31:00.202389 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:00.202693388Z I1030 20:31:00.202681 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:00.202850644Z I1030 20:31:00.202839 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:00.512872061Z I1030 20:31:00.512828 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:31:00.615962631Z I1030 20:31:00.615909 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:01.111167551Z I1030 20:31:01.111114 3618 namespace.go:72] [e2e-models-e2e-worker-w3-01f7d3] updating namespace 2026-10-30T20:31:01.187285810Z I1030 20:31:01.187242 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:31:01.618933409Z I1030 20:31:01.618893 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:01.618933409Z I1030 20:31:01.618927 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:01.618987383Z I1030 20:31:01.618974 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:01.619040402Z I1030 20:31:01.619029 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:01.619063270Z I1030 20:31:01.619052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:01.619075700Z I1030 20:31:01.619068 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:02.550539607Z I1030 20:31:02.550471 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=10 2026-10-30T20:31:03.147725752Z I1030 20:31:03.147678 3618 cniserver.go:315] [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:03.225728360Z I1030 20:31:03.225679 3618 cniserver.go:304] [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 61aa7b866af615b7239dca413ab18a276b69f8859e18ce41c74158963d101a2b network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:03.315248466Z I1030 20:31:03.315205 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv 2026-10-30T20:31:03.317393343Z I1030 20:31:03.317360 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-a-w6-5c2e32-openshift-default-5798584d47-99hsv, ips: 10.132.0.109 2026-10-30T20:31:03.317433200Z I1030 20:31:03.317416 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:04.734929786Z I1030 20:31:04.734872 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:04.734977219Z I1030 20:31:04.734939 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w1-9d2720 to delete 1 local pods... 2026-10-30T20:31:04.734977219Z I1030 20:31:04.734958 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:04.735023627Z I1030 20:31:04.735011 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:04.735046364Z I1030 20:31:04.735034 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:04.735057004Z I1030 20:31:04.735049 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:04.974842082Z I1030 20:31:04.974797 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:31:05.070530716Z I1030 20:31:05.070470 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:05.598969269Z I1030 20:31:05.598919 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:31:07.811287254Z I1030 20:31:07.811237 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w0-5c875d] updating namespace 2026-10-30T20:31:07.821151776Z I1030 20:31:07.821102 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w0-5c875d] deleting namespace 2026-10-30T20:31:08.142858364Z I1030 20:31:08.142807 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w0-5c875d-allow 2026-10-30T20:31:08.142858364Z I1030 20:31:08.142843 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w0-5c875d-allow 2026-10-30T20:31:08.623663050Z I1030 20:31:08.623599 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:09.006349040Z I1030 20:31:09.006302 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T20:31:09.006425085Z I1030 20:31:09.006407 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T20:31:09.037077909Z I1030 20:31:09.036983 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-shared-b-w6-27a4d3/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T20:31:09.037077909Z I1030 20:31:09.037010 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-shared-b-w6-27a4d3/payload-processing-e2e-shared-b-w6-27a4d3 2026-10-30T20:31:11.732286994Z I1030 20:31:11.732237 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:11.732387690Z I1030 20:31:11.732355 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:11.732387690Z I1030 20:31:11.732375 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:11.732420494Z I1030 20:31:11.732415 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:11.732444938Z I1030 20:31:11.732432 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:11.732510667Z I1030 20:31:11.732480 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:12.208976063Z I1030 20:31:12.208922 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w1-9d2720] updating namespace 2026-10-30T20:31:12.217950016Z I1030 20:31:12.217909 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w1-9d2720] deleting namespace 2026-10-30T20:31:12.432518164Z I1030 20:31:12.432456 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:12.517327684Z I1030 20:31:12.517279 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r d1ac5c430cf0a892d70fc6ae3e80783dff018072a1ba6542bb1947d3ac41fd73 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:12.562825464Z I1030 20:31:12.562246 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w1-9d2720-allow 2026-10-30T20:31:12.562825464Z I1030 20:31:12.562306 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w1-9d2720-allow 2026-10-30T20:31:12.612970245Z I1030 20:31:12.612924 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r 2026-10-30T20:31:12.615381755Z I1030 20:31:12.615348 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-shared-b-w6-27a4d3-bf685f85b-k266r, ips: 10.132.0.123 2026-10-30T20:31:12.615408477Z I1030 20:31:12.615393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:12.615658947Z I1030 20:31:12.615626 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:12.615922005Z I1030 20:31:12.615903 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:12.616098679Z I1030 20:31:12.616083 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:12.616252863Z I1030 20:31:12.616239 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-shared-b-w6-27a4d3 to delete 1 local pods... 2026-10-30T20:31:12.616408076Z I1030 20:31:12.616394 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:12.849377563Z I1030 20:31:12.849328 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T20:31:12.942664641Z I1030 20:31:12.942614 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:13.047173637Z I1030 20:31:13.047126 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:13.338282409Z I1030 20:31:13.338240 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:13.423094765Z I1030 20:31:13.423043 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj dd2ed958e7801eeaa032c8d175adc1192f19e6c651fbf7dc78e16527c27e036c network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:13.491286447Z I1030 20:31:13.491240 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T20:31:13.504173988Z I1030 20:31:13.504126 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:13.530475560Z I1030 20:31:13.530428 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:13.550788916Z I1030 20:31:13.550734 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj 2026-10-30T20:31:13.553001256Z I1030 20:31:13.552964 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-b-w0-5c875d-openshift-default-6cb7465cfc-cn7sj, ips: 10.132.0.210 2026-10-30T20:31:13.553041577Z I1030 20:31:13.553027 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:13.701907996Z I1030 20:31:13.701861 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:16.774127303Z I1030 20:31:16.774071 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:16.774176359Z I1030 20:31:16.774139 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:16.774176359Z I1030 20:31:16.774152 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:16.774176359Z I1030 20:31:16.774164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:16.774208240Z I1030 20:31:16.774193 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:16.774240576Z I1030 20:31:16.774225 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:17.732487971Z I1030 20:31:17.732443 3618 cniserver.go:315] [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:17.809194662Z I1030 20:31:17.809147 3618 cniserver.go:304] [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 7c3ab10cc7e1806a17c4b33efef87a1ab7fc15db42201c167723caf8f5edbdd2 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:17.894467167Z I1030 20:31:17.894421 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79 2026-10-30T20:31:17.896382634Z I1030 20:31:17.896345 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-shared-b-w1-9d2720-openshift-default-77c6cdfc87-dbt79, ips: 10.132.0.211 2026-10-30T20:31:17.896450711Z I1030 20:31:17.896433 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:17.952262042Z I1030 20:31:17.952219 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:18.135953249Z I1030 20:31:18.135908 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:19.362090926Z I1030 20:31:19.362037 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w0-5db436 2026-10-30T20:31:19.362090926Z I1030 20:31:19.362064 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w0-5db436 2026-10-30T20:31:19.392850391Z I1030 20:31:19.392796 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w0-5db436/payload-processing-e2e-worker-w0-5db436 2026-10-30T20:31:19.392850391Z I1030 20:31:19.392826 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w0-5db436/payload-processing-e2e-worker-w0-5db436 2026-10-30T20:31:20.665475144Z I1030 20:31:20.665424 3618 namespace.go:72] [ai-tenant-e2e-shared-b-w6-27a4d3] updating namespace 2026-10-30T20:31:20.678962073Z I1030 20:31:20.678907 3618 namespace.go:115] [ai-tenant-e2e-shared-b-w6-27a4d3] deleting namespace 2026-10-30T20:31:21.026103383Z I1030 20:31:21.026046 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-shared-b-w6-27a4d3-allow 2026-10-30T20:31:21.026103383Z I1030 20:31:21.026073 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-shared-b-w6-27a4d3-allow 2026-10-30T20:31:21.112623387Z I1030 20:31:21.112567 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:21.119885306Z I1030 20:31:21.119846 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:21.202211519Z I1030 20:31:21.202152 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 1f58bb011885d1af5172ed7946a06446f5dad2cedcbb30ed929a60c5f3975a34 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:21.267043429Z I1030 20:31:21.266992 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 e79ff40361985e2fa920d3b88e6cd6d16177e17b6d24dbfc5584fb4b290d3f49 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:21.277639041Z I1030 20:31:21.277599 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh 2026-10-30T20:31:21.279395614Z I1030 20:31:21.279363 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-b-w1-9d2720-6d5b886f64-dgszh, ips: 10.132.0.187 2026-10-30T20:31:21.279463206Z I1030 20:31:21.279449 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:21.333284028Z I1030 20:31:21.333239 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5 2026-10-30T20:31:21.335180453Z I1030 20:31:21.335142 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w1-9d2720-988659b6c-pd5z5, ips: 10.132.0.186 2026-10-30T20:31:21.335211318Z I1030 20:31:21.335204 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:21.489891394Z I1030 20:31:21.489840 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:31:21.818124599Z I1030 20:31:21.818065 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:31:21.818193499Z I1030 20:31:21.818178 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 2026-10-30T20:31:21.840684662Z I1030 20:31:21.840640 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw] addLogicalPort annotation time took 22.49835ms 2026-10-30T20:31:21.842049127Z I1030 20:31:21.842016 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw] addLogicalPort took 23.971483ms, libovsdb time 723.707µs 2026-10-30T20:31:22.189485599Z I1030 20:31:22.189442 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:31:22.192447664Z I1030 20:31:22.192298 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw, hostIfaceName: 3f660ad42d93a28, network: default, NAD default, SandboxID: "3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236", PCI device ID: , UID: "33039e57-f4c9-4e41-ade3-7b7d44ec8583", MAC: 0a:58:0a:84:00:db, IPs: [10.132.0.219/23] 2026-10-30T20:31:22.395312307Z I1030 20:31:22.395253 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:01:db:cd:0d:ee\",\"name\":\"3f660ad42d93a28\"},{\"mac\":\"0a:58:0a:84:00:db\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6650510b-5a88-433b-80d1-24c7b1d4d09b\"}],\"ips\":[{\"address\":\"10.132.0.219/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:31:23.776021638Z I1030 20:31:23.775975 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w1-109cfe 2026-10-30T20:31:23.776065968Z I1030 20:31:23.776038 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w1-109cfe 2026-10-30T20:31:23.805845708Z I1030 20:31:23.805799 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w1-109cfe/payload-processing-e2e-worker-w1-109cfe 2026-10-30T20:31:23.805922441Z I1030 20:31:23.805902 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w1-109cfe/payload-processing-e2e-worker-w1-109cfe 2026-10-30T20:31:24.183211728Z I1030 20:31:24.183170 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:24.200331838Z I1030 20:31:24.200292 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:24.242248790Z I1030 20:31:24.242210 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:24.249996498Z I1030 20:31:24.249961 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 28d4048413eb93722aabc164debc2a10d05d6f42f01e23eac9261697828953c5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:24.320110133Z I1030 20:31:24.320060 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs 2026-10-30T20:31:24.322190878Z I1030 20:31:24.322129 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-worker-w0-5db436-6c54f888bb-89gcs, ips: 10.132.0.50 2026-10-30T20:31:24.322329477Z I1030 20:31:24.322301 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:24.565616492Z I1030 20:31:24.565565 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:24.642141041Z I1030 20:31:24.642097 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 3f660ad42d93a28e839aa2b9fd0b4d2b6ab96077856db8856fe8840f18126236 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:24.704752022Z I1030 20:31:24.704710 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw 2026-10-30T20:31:24.707359163Z I1030 20:31:24.707321 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-w6-f349a1-bxqqw, ips: 10.132.0.219 2026-10-30T20:31:24.707396580Z I1030 20:31:24.707379 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:24.707865635Z I1030 20:31:24.707834 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:24.708231571Z I1030 20:31:24.708194 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:24.708425309Z I1030 20:31:24.708407 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:24.708726871Z I1030 20:31:24.708696 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:24.708972258Z I1030 20:31:24.708949 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:24.896181579Z I1030 20:31:24.896133 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:24.896181579Z I1030 20:31:24.896161 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:24.896181579Z I1030 20:31:24.896172 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:24.896227502Z I1030 20:31:24.896197 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:24.896227502Z I1030 20:31:24.896210 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:24.896255507Z I1030 20:31:24.896239 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:24.935325791Z I1030 20:31:24.935279 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:24.935325791Z I1030 20:31:24.935311 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:24.935356727Z I1030 20:31:24.935326 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:24.935366107Z I1030 20:31:24.935360 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:24.935392210Z I1030 20:31:24.935377 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:24.935428019Z I1030 20:31:24.935415 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:26.366946712Z I1030 20:31:26.366895 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:26.554334132Z I1030 20:31:26.554285 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:31:28.832853054Z I1030 20:31:28.832807 3618 cniserver.go:315] [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:28.910139175Z I1030 20:31:28.910093 3618 cniserver.go:304] [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m ead1d8c87e57375257046e63ad4a03489d13f8b04288b3181a0823c0bf0b2190 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:28.924446971Z I1030 20:31:28.924409 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:28.924536762Z I1030 20:31:28.924512 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:28.924569805Z I1030 20:31:28.924564 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:28.924588033Z I1030 20:31:28.924578 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:28.924624315Z I1030 20:31:28.924615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:28.924680043Z I1030 20:31:28.924669 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:28.963059450Z I1030 20:31:28.963021 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:28.963089803Z I1030 20:31:28.963084 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:28.963104389Z I1030 20:31:28.963097 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:28.963115268Z I1030 20:31:28.963105 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:28.963143214Z I1030 20:31:28.963132 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:28.963152497Z I1030 20:31:28.963147 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:28.998103355Z I1030 20:31:28.998058 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m 2026-10-30T20:31:28.998282879Z I1030 20:31:28.998258 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:28.999759785Z I1030 20:31:28.999727 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-kserve-768cc9c8dc-ljv6m, ips: 10.132.0.60 2026-10-30T20:31:28.999790525Z I1030 20:31:28.999773 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:29.013001386Z I1030 20:31:29.012949 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:29.038946509Z I1030 20:31:29.038887 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:32.315186103Z I1030 20:31:32.315137 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-w6-f349a1 2026-10-30T20:31:32.315234408Z I1030 20:31:32.315201 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-w6-f349a1 2026-10-30T20:31:32.345284083Z I1030 20:31:32.345237 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-w6-f349a1/payload-processing-e2e-worker-w6-f349a1 2026-10-30T20:31:32.345284083Z I1030 20:31:32.345262 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-w6-f349a1/payload-processing-e2e-worker-w6-f349a1 2026-10-30T20:31:33.264366704Z I1030 20:31:33.264309 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:33.264523824Z I1030 20:31:33.264467 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:33.270373438Z I1030 20:31:33.270325 3618 cniserver.go:315] [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:33.350153506Z I1030 20:31:33.350110 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 78d5b2f5c564f5d6e7599c1bcdeb5c55637b37a93b19754aa8354d24c5e709a6 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:33.367684600Z I1030 20:31:33.367632 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 ff728ce803b01f45bff90ae4193860a80e1ea43d1bb34eb38911547b1063dc8b network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:33.395960546Z I1030 20:31:33.395901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:33.407792198Z I1030 20:31:33.407750 3618 cniserver.go:304] [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng b99cd97bef5922fa60492a6dc9916e2e82ff623872bdc72826287d73a721675c network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:33.424299852Z I1030 20:31:33.424258 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk 2026-10-30T20:31:33.426343023Z I1030 20:31:33.426311 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-kserve-74b69d6f76-qlgmk, ips: 10.132.0.63 2026-10-30T20:31:33.426475567Z I1030 20:31:33.426455 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:33.474314518Z I1030 20:31:33.474268 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng 2026-10-30T20:31:33.476058982Z I1030 20:31:33.476014 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-kserve-56c9fc549b-wpbng, ips: 10.132.0.55 2026-10-30T20:31:33.476122254Z I1030 20:31:33.476106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:33.513906305Z I1030 20:31:33.513867 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9 2026-10-30T20:31:33.515619875Z I1030 20:31:33.515586 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-kserve-64b64f4f85-hp6g9, ips: 10.132.0.58 2026-10-30T20:31:33.515673295Z I1030 20:31:33.515658 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:33.860685088Z I1030 20:31:33.860622 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:33.874747820Z I1030 20:31:33.874694 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:33.973417831Z I1030 20:31:33.973352 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 310a5849141d4b16537aee065d099c15cc796e241fd65e0a002efa0c963b6885 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:33.988093975Z I1030 20:31:33.988037 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 793d9e12c08ffe41e090dd615360a3dc7ffbce1c2eb07cd5c524aca9a446e387 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:34.034857413Z I1030 20:31:34.034812 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 2026-10-30T20:31:34.036696424Z I1030 20:31:34.036664 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch, ips: 10.132.0.120 2026-10-30T20:31:34.036765843Z I1030 20:31:34.036752 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:34.071742721Z I1030 20:31:34.071695 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk 2026-10-30T20:31:34.073349511Z I1030 20:31:34.073319 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-shared-b-w6-27a4d3-6c6f7c47b7-mk2nk, ips: 10.132.0.119 2026-10-30T20:31:34.073410881Z I1030 20:31:34.073397 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:35.188949914Z I1030 20:31:35.188901 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:35.188949914Z I1030 20:31:35.188939 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:35.189007396Z I1030 20:31:35.188947 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:35.189007396Z I1030 20:31:35.188982 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:35.189028803Z I1030 20:31:35.189017 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w0-5db436 to delete 1 local pods... 2026-10-30T20:31:35.189058391Z I1030 20:31:35.189046 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:35.322133817Z I1030 20:31:35.322085 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-4ff98e46-68r99 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:31:35.324147123Z I1030 20:31:35.322258 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 2026-10-30T20:31:35.344014965Z I1030 20:31:35.343967 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99] addLogicalPort annotation time took 21.749597ms 2026-10-30T20:31:35.345908972Z I1030 20:31:35.345872 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99] addLogicalPort took 23.808144ms, libovsdb time 1.240316ms 2026-10-30T20:31:35.385776504Z I1030 20:31:35.385733 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:35.521727859Z I1030 20:31:35.521679 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:35.697303181Z I1030 20:31:35.697260 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:31:35.700195478Z I1030 20:31:35.700146 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-4ff98e46-68r99, hostIfaceName: 583e7716f10404f, network: default, NAD default, SandboxID: "583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3", PCI device ID: , UID: "39fe0673-9ebd-4de5-a67c-6828c712a279", MAC: 0a:58:0a:84:00:dc, IPs: [10.132.0.220/23] 2026-10-30T20:31:35.903086029Z I1030 20:31:35.903030 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:be:d4:34:37:03\",\"name\":\"583e7716f10404f\"},{\"mac\":\"0a:58:0a:84:00:dc\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc904a0-f51e-4ba0-825a-8b205aad144c\"}],\"ips\":[{\"address\":\"10.132.0.220/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:31:36.054698151Z I1030 20:31:36.054650 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:37.160305260Z I1030 20:31:37.160260 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:37.223286049Z I1030 20:31:37.223243 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 30d2859139f40ed27844bfbd719294ec8df2bad7b51cc781ab53e50877a0f0eb network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:37.304368898Z I1030 20:31:37.304320 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h 2026-10-30T20:31:37.306409549Z I1030 20:31:37.306374 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-worker-w1-109cfe-79d759d8c6-2w86h, ips: 10.132.0.52 2026-10-30T20:31:37.306446309Z I1030 20:31:37.306436 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:37.306737399Z I1030 20:31:37.306708 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:37.306949977Z I1030 20:31:37.306930 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:37.307112127Z I1030 20:31:37.307097 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:37.307288055Z I1030 20:31:37.307273 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:37.307408214Z I1030 20:31:37.307394 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w1-109cfe to delete 1 local pods... 2026-10-30T20:31:37.573743752Z I1030 20:31:37.573695 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:37.684603345Z I1030 20:31:37.684549 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:38.219218194Z I1030 20:31:38.219159 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:38.677859180Z I1030 20:31:38.677814 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:38.755464894Z I1030 20:31:38.755412 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 583e7716f10404f733c32d5b9d74d8f07031a183caeacb02b8a21d63f8e5c2a3 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:38.825976841Z I1030 20:31:38.825935 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99 2026-10-30T20:31:38.828240107Z I1030 20:31:38.828203 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-4ff98e46-68r99, ips: 10.132.0.220 2026-10-30T20:31:38.828269190Z I1030 20:31:38.828253 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:38.828474758Z I1030 20:31:38.828453 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:38.828707936Z I1030 20:31:38.828692 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:38.828922204Z I1030 20:31:38.828904 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:38.829093730Z I1030 20:31:38.829079 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:38.829331003Z I1030 20:31:38.829303 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:38.999265677Z I1030 20:31:38.999222 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:38.999355952Z I1030 20:31:38.999327 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:38.999355952Z I1030 20:31:38.999344 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:38.999379050Z I1030 20:31:38.999372 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:38.999397435Z I1030 20:31:38.999385 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:31:38.999438939Z I1030 20:31:38.999426 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:41.711053794Z I1030 20:31:41.711002 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:41.714788273Z I1030 20:31:41.714750 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:41.715996045Z I1030 20:31:41.715963 3618 cniserver.go:315] [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:41.795147701Z I1030 20:31:41.795093 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw ca9d5d1c49fe2bfd591dd048dbe6cdb0ba2b5430270cee11e884d0b05d6004a2 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:41.855303590Z I1030 20:31:41.855243 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 6f7b309672a5c17c81532a4538d0ca52a818db39ca034b5da5f8a1fb781dccae network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:41.856226148Z I1030 20:31:41.856180 3618 cniserver.go:304] [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default] DEL finished CNI request [e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f ee22f54c810011154a797ff88bf2c68eae50e3b1d56d6941236b470723ace608 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:41.863810810Z I1030 20:31:41.863777 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:41.878064769Z I1030 20:31:41.878026 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw 2026-10-30T20:31:41.879819458Z I1030 20:31:41.879783 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-kserve-cc965856f-f6rsw, ips: 10.132.0.64 2026-10-30T20:31:41.879886616Z I1030 20:31:41.879870 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:41.930284206Z I1030 20:31:41.930241 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt 2026-10-30T20:31:41.931786204Z I1030 20:31:41.931750 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-kserve-6c765f6b66-czkgt, ips: 10.132.0.73 2026-10-30T20:31:41.931845996Z I1030 20:31:41.931834 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:41.973050369Z I1030 20:31:41.973006 3618 pods.go:175] Deleting pod: e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f 2026-10-30T20:31:41.974575883Z I1030 20:31:41.974543 3618 pods.go:232] Attempting to release IPs for pod: e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-kserve-8585c86b7d-6572f, ips: 10.132.0.54 2026-10-30T20:31:41.974715305Z I1030 20:31:41.974692 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping to delete 1 local pods... 2026-10-30T20:31:43.154094576Z I1030 20:31:43.154051 3618 namespace.go:72] [ai-tenant-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:43.166167817Z I1030 20:31:43.166129 3618 namespace.go:115] [ai-tenant-e2e-worker-w0-5db436] deleting namespace 2026-10-30T20:31:43.507678372Z I1030 20:31:43.507627 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w0-5db436-allow 2026-10-30T20:31:43.507760645Z I1030 20:31:43.507748 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w0-5db436-allow 2026-10-30T20:31:44.367014397Z I1030 20:31:44.366971 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:45.239524125Z I1030 20:31:45.239445 3618 namespace.go:72] [ai-tenant-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:45.248484366Z I1030 20:31:45.248445 3618 namespace.go:115] [ai-tenant-e2e-worker-w1-109cfe] deleting namespace 2026-10-30T20:31:45.655324725Z I1030 20:31:45.655280 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w1-109cfe-allow 2026-10-30T20:31:45.655324725Z I1030 20:31:45.655306 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w1-109cfe-allow 2026-10-30T20:31:48.765312068Z I1030 20:31:48.765268 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:48.771972134Z I1030 20:31:48.771926 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:48.787781744Z I1030 20:31:48.787742 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:48.855555695Z I1030 20:31:48.855479 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 4114e66d9dc5549b474ba09038476889bf3d53f916560f484f8ddf727d436355 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:48.936913882Z I1030 20:31:48.936871 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj 2026-10-30T20:31:48.938875002Z I1030 20:31:48.938844 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w0-5db436-openshift-default-667b9cb645-bcgwj, ips: 10.132.0.61 2026-10-30T20:31:48.938933164Z I1030 20:31:48.938920 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:49.579669829Z I1030 20:31:49.579611 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:31:49.579713136Z I1030 20:31:49.579682 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:31:49.579713136Z I1030 20:31:49.579696 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:31:49.579754843Z I1030 20:31:49.579738 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-w6-f349a1 to delete 1 local pods... 2026-10-30T20:31:49.579777916Z I1030 20:31:49.579762 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:31:49.579829187Z I1030 20:31:49.579815 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:31:49.610600527Z I1030 20:31:49.610557 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 2026-10-30T20:31:49.756943884Z I1030 20:31:49.756900 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:31:49.850411166Z I1030 20:31:49.850357 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:31:50.197721809Z I1030 20:31:50.197669 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.197721809Z I1030 20:31:50.197697 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w0-5db436/distinct-2-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.359442096Z I1030 20:31:50.359389 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:31:50.405273454Z I1030 20:31:50.405229 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.405273454Z I1030 20:31:50.405254 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w0-5db436/distinct-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.825620593Z I1030 20:31:50.825576 3618 cniserver.go:315] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:50.897600738Z I1030 20:31:50.897551 3618 cniserver.go:304] [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 26133b90ed2cebc7be791e9b7a1e81f00d0f19a11e007370129bcc8b3a5ece3d network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:50.942536989Z I1030 20:31:50.942477 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.942536989Z I1030 20:31:50.942516 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w0-5db436/premium-w0-5db436-prometheus-scraping 2026-10-30T20:31:50.980545000Z I1030 20:31:50.980485 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g 2026-10-30T20:31:50.981856622Z I1030 20:31:50.981826 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-w1-109cfe-openshift-default-5d45699b7f-64s4g, ips: 10.132.0.44 2026-10-30T20:31:50.981894435Z I1030 20:31:50.981883 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:51.149585355Z I1030 20:31:51.149543 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping 2026-10-30T20:31:51.149638559Z I1030 20:31:51.149628 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w0-5db436/simulator-w0-5db436-prometheus-scraping 2026-10-30T20:31:52.136527196Z I1030 20:31:52.136456 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:31:53.596148960Z I1030 20:31:53.596099 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=7 2026-10-30T20:31:56.128995099Z I1030 20:31:56.128955 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.128995099Z I1030 20:31:56.128979 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w1-109cfe/distinct-2-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.438670164Z I1030 20:31:56.438623 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.438670164Z I1030 20:31:56.438649 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w1-109cfe/simulator-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.632097140Z I1030 20:31:56.631976 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.632097140Z I1030 20:31:56.632024 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w1-109cfe/distinct-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.634946367Z I1030 20:31:56.634901 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping 2026-10-30T20:31:56.634946367Z I1030 20:31:56.634921 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w1-109cfe/premium-w1-109cfe-prometheus-scraping 2026-10-30T20:31:57.022838854Z I1030 20:31:57.022793 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:31:57.178924127Z I1030 20:31:57.178865 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:57.189482727Z I1030 20:31:57.189438 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:31:57.268232546Z I1030 20:31:57.268189 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw cea73a4249f04061b184890b7ca3949d79935aaee02e187bcf669e23e32bd007 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:57.287898216Z I1030 20:31:57.287848 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 7868caaa6b96234e92cf4a6b045faee334c397a73f78360fbb095d0d7a2a9944 network default NAD default NAD key default], result "{}", err 2026-10-30T20:31:57.334334963Z I1030 20:31:57.334295 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw 2026-10-30T20:31:57.336001470Z I1030 20:31:57.335961 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-worker-w6-f349a1-d8789d6cd-tbmxw, ips: 10.132.0.46 2026-10-30T20:31:57.336033389Z I1030 20:31:57.336007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:57.370436588Z I1030 20:31:57.370398 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8 2026-10-30T20:31:57.371938969Z I1030 20:31:57.371907 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-worker-w6-f349a1-6c46dc8b59-5w4p8, ips: 10.132.0.45 2026-10-30T20:31:57.372000065Z I1030 20:31:57.371986 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:31:57.614581678Z I1030 20:31:57.614534 3618 namespace.go:72] [ai-tenant-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:31:57.623458575Z I1030 20:31:57.623408 3618 namespace.go:115] [ai-tenant-e2e-worker-w6-f349a1] deleting namespace 2026-10-30T20:31:57.944824596Z I1030 20:31:57.944780 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-w6-f349a1-allow 2026-10-30T20:31:57.944896794Z I1030 20:31:57.944870 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-w6-f349a1-allow 2026-10-30T20:31:58.973716446Z I1030 20:31:58.973664 3618 namespace.go:72] [e2e-models-e2e-worker-w0-5db436] updating namespace 2026-10-30T20:32:02.903232046Z I1030 20:32:02.903129 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.903232046Z I1030 20:32:02.903167 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w6-f349a1/distinct-2-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.905078573Z I1030 20:32:02.905037 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.905078573Z I1030 20:32:02.905054 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w6-f349a1/distinct-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.907398646Z I1030 20:32:02.907371 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.907448204Z I1030 20:32:02.907433 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w6-f349a1/premium-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.909595193Z I1030 20:32:02.909557 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.909595193Z I1030 20:32:02.909575 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-w6-f349a1/simulator-w6-f349a1-prometheus-scraping 2026-10-30T20:32:02.969527776Z I1030 20:32:02.969456 3618 namespace.go:72] [e2e-models-e2e-worker-w1-109cfe] updating namespace 2026-10-30T20:32:03.422786157Z I1030 20:32:03.422743 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:32:03.555270561Z I1030 20:32:03.555220 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:32:03.555364147Z I1030 20:32:03.555336 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods... 2026-10-30T20:32:04.832325472Z I1030 20:32:04.832281 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:32:07.109347098Z W1030 20:32:07.109260 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/maas-controller-metrics 2026-10-30T20:32:07.115347141Z W1030 20:32:07.115310 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service 2026-10-30T20:32:10.693711338Z I1030 20:32:10.693653 3618 namespace.go:72] [e2e-models-e2e-worker-w6-f349a1] updating namespace 2026-10-30T20:32:24.739588625Z I1030 20:32:24.739537 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-85237e45-bqh56 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:32:24.739701224Z I1030 20:32:24.739681 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 2026-10-30T20:32:24.762200008Z I1030 20:32:24.762149 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56] addLogicalPort annotation time took 22.524276ms 2026-10-30T20:32:24.763468098Z I1030 20:32:24.763433 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56] addLogicalPort took 23.948659ms, libovsdb time 856.737µs 2026-10-30T20:32:25.101850292Z I1030 20:32:25.101803 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:32:25.104513603Z I1030 20:32:25.104445 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-85237e45-bqh56, hostIfaceName: 3f4e69d9c5223d4, network: default, NAD default, SandboxID: "3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e", PCI device ID: , UID: "9a7e0280-0744-4d9e-944d-4e3d3c02bc71", MAC: 0a:58:0a:84:00:dd, IPs: [10.132.0.221/23] 2026-10-30T20:32:25.307814547Z I1030 20:32:25.307752 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:75:5e:bc:52:04\",\"name\":\"3f4e69d9c5223d4\"},{\"mac\":\"0a:58:0a:84:00:dd\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e5e8549-24f5-4810-aa67-6aaff46d4c92\"}],\"ips\":[{\"address\":\"10.132.0.221/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:32:27.940183290Z I1030 20:32:27.940131 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:32:28.011878340Z I1030 20:32:28.011835 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 3f4e69d9c5223d46cfb0f4c8732287c1acd465e28efaf9bd41b6339c1aa63a2e network default NAD default NAD key default], result "{}", err 2026-10-30T20:32:28.075578713Z I1030 20:32:28.075529 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56 2026-10-30T20:32:28.077353408Z I1030 20:32:28.077322 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-85237e45-bqh56, ips: 10.132.0.221 2026-10-30T20:32:28.077382060Z I1030 20:32:28.077366 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:32:28.077690052Z I1030 20:32:28.077672 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:32:28.077931485Z I1030 20:32:28.077915 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:32:28.078114463Z I1030 20:32:28.078095 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:32:28.078309278Z I1030 20:32:28.078296 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:32:28.078469095Z I1030 20:32:28.078455 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:32:30.456201056Z I1030 20:32:30.456148 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-ss8wt for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:32:30.456337108Z I1030 20:32:30.456301 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt 2026-10-30T20:32:30.466900041Z I1030 20:32:30.466855 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-h4twk for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:32:30.466999570Z I1030 20:32:30.466983 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk 2026-10-30T20:32:30.481051458Z I1030 20:32:30.481008 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt] addLogicalPort annotation time took 24.766052ms 2026-10-30T20:32:30.487649477Z I1030 20:32:30.487599 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt] addLogicalPort took 31.471464ms, libovsdb time 5.990327ms 2026-10-30T20:32:30.493210541Z I1030 20:32:30.493174 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk] addLogicalPort annotation time took 26.223151ms 2026-10-30T20:32:30.494591939Z I1030 20:32:30.494557 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk] addLogicalPort took 27.710213ms, libovsdb time 924.63µs 2026-10-30T20:32:30.816406078Z I1030 20:32:30.816357 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt 89ef3f2a7a591944d9c822a60b780a5b196cacc9f8765edf9c7a34c0c109efa5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:32:30.819170907Z I1030 20:32:30.819134 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-ss8wt, hostIfaceName: 89ef3f2a7a59194, network: default, NAD default, SandboxID: "89ef3f2a7a591944d9c822a60b780a5b196cacc9f8765edf9c7a34c0c109efa5", PCI device ID: , UID: "98c950f1-eea3-4c70-9cda-3640eb311eee", MAC: 0a:58:0a:84:00:de, IPs: [10.132.0.222/23] 2026-10-30T20:32:30.840340949Z I1030 20:32:30.840298 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk 994bb3c003c3253f59448f85ff5ff3f575bd121e574282828b90579c58547383 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:32:30.845666040Z I1030 20:32:30.845626 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-h4twk, hostIfaceName: 994bb3c003c3253, network: default, NAD default, SandboxID: "994bb3c003c3253f59448f85ff5ff3f575bd121e574282828b90579c58547383", PCI device ID: , UID: "0f8bd228-4267-40d4-af2e-198251489fce", MAC: 0a:58:0a:84:00:df, IPs: [10.132.0.223/23] 2026-10-30T20:32:31.022735761Z I1030 20:32:31.022682 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt 89ef3f2a7a591944d9c822a60b780a5b196cacc9f8765edf9c7a34c0c109efa5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-ss8wt 89ef3f2a7a591944d9c822a60b780a5b196cacc9f8765edf9c7a34c0c109efa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:35:e7:0c:5f:4b\",\"name\":\"89ef3f2a7a59194\"},{\"mac\":\"0a:58:0a:84:00:de\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/283df623-e1a2-4f62-b195-a2713da54ffd\"}],\"ips\":[{\"address\":\"10.132.0.222/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:32:31.048872505Z I1030 20:32:31.048834 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk 994bb3c003c3253f59448f85ff5ff3f575bd121e574282828b90579c58547383 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-h4twk 994bb3c003c3253f59448f85ff5ff3f575bd121e574282828b90579c58547383 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:5e:ed:f4:3a:a4\",\"name\":\"994bb3c003c3253\"},{\"mac\":\"0a:58:0a:84:00:df\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6f84dc0-f1a6-45c1-9be0-667d3bc5adc0\"}],\"ips\":[{\"address\":\"10.132.0.223/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:32:36.932638632Z I1030 20:32:36.932591 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods... 2026-10-30T20:32:36.932638632Z I1030 20:32:36.932618 3618 base_network_controller_policy.go:651] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods... 2026-10-30T20:32:39.553738128Z W1030 20:32:39.553696 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T20:32:39.553814866Z W1030 20:32:39.553785 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default 2026-10-30T20:32:40.335110704Z W1030 20:32:40.335061 3618 util.go:881] Failed to build global endpoints for port TCP//9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service 2026-10-30T20:32:40.342879471Z W1030 20:32:40.342840 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8443: empty IP address endpoints for service opendatahub/maas-controller-metrics 2026-10-30T20:32:42.730703323Z I1030 20:32:42.730658 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=8 2026-10-30T20:33:11.346363156Z I1030 20:33:11.346317 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=1031 2026-10-30T20:33:23.758560982Z I1030 20:33:23.758520 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-c1e271a9-vtfgv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:33:23.758686306Z I1030 20:33:23.758668 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv 2026-10-30T20:33:23.780863164Z I1030 20:33:23.780819 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv] addLogicalPort annotation time took 22.193252ms 2026-10-30T20:33:23.782053766Z I1030 20:33:23.782021 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv] addLogicalPort took 23.540206ms, libovsdb time 785.486µs 2026-10-30T20:33:24.119271291Z I1030 20:33:24.119224 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:33:24.121886694Z I1030 20:33:24.121841 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-c1e271a9-vtfgv, hostIfaceName: ed5118b291e33c3, network: default, NAD default, SandboxID: "ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b", PCI device ID: , UID: "a3735022-3dec-4620-951d-b22d8af01861", MAC: 0a:58:0a:84:00:e0, IPs: [10.132.0.224/23] 2026-10-30T20:33:24.325092770Z I1030 20:33:24.325035 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:2b:f3:b8:cc:3c\",\"name\":\"ed5118b291e33c3\"},{\"mac\":\"0a:58:0a:84:00:e0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dd7888a-d3ca-4261-906d-fc9ef46aa77b\"}],\"ips\":[{\"address\":\"10.132.0.224/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:33:27.230575585Z I1030 20:33:27.230532 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:33:27.305182870Z I1030 20:33:27.305139 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv ed5118b291e33c35d91f36531819393283e0d5923862e4c40f4204e3c2e74c0b network default NAD default NAD key default], result "{}", err 2026-10-30T20:33:27.370064214Z I1030 20:33:27.370024 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv 2026-10-30T20:33:27.371994181Z I1030 20:33:27.371961 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-c1e271a9-vtfgv, ips: 10.132.0.224 2026-10-30T20:33:27.372034410Z I1030 20:33:27.372025 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:33:27.372266348Z I1030 20:33:27.372234 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:33:27.372409217Z I1030 20:33:27.372395 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:33:27.372649836Z I1030 20:33:27.372630 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:33:27.372852260Z I1030 20:33:27.372835 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:33:27.373039106Z I1030 20:33:27.373024 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:33:33.641299114Z I1030 20:33:33.641249 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 2026-10-30T20:33:43.597740633Z I1030 20:33:43.597695 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-2e1f5b5f-rzr84 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:33:43.597919095Z I1030 20:33:43.597891 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2026-10-30T20:33:43.619838779Z I1030 20:33:43.619748 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84] addLogicalPort annotation time took 21.896146ms 2026-10-30T20:33:43.621320804Z I1030 20:33:43.621279 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84] addLogicalPort took 23.637679ms, libovsdb time 954.898µs 2026-10-30T20:33:43.965318915Z I1030 20:33:43.965271 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:33:43.968570324Z I1030 20:33:43.968522 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-2e1f5b5f-rzr84, hostIfaceName: 2275e8f8d9a84f5, network: default, NAD default, SandboxID: "2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b", PCI device ID: , UID: "eb5315a8-33e4-4f93-b1b7-2685fb17e284", MAC: 0a:58:0a:84:00:e1, IPs: [10.132.0.225/23] 2026-10-30T20:33:44.173126493Z I1030 20:33:44.173065 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e6:1c:1e:42:65\",\"name\":\"2275e8f8d9a84f5\"},{\"mac\":\"0a:58:0a:84:00:e1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e38997f-d106-40a0-a31a-ec4d4c6a0a2c\"}],\"ips\":[{\"address\":\"10.132.0.225/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:33:45.677295342Z I1030 20:33:45.677251 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-c69zv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:33:45.677460761Z I1030 20:33:45.677441 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv 2026-10-30T20:33:45.698345866Z I1030 20:33:45.698301 3618 base_network_controller_pods.go:486] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh] creating logical port openshift-ingress_maas-default-gateway-openshift-default-75bf867b6c-pq5nh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:33:45.698409855Z I1030 20:33:45.698394 3618 kube.go:235] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh 2026-10-30T20:33:45.704579013Z I1030 20:33:45.704537 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv] addLogicalPort annotation time took 27.098744ms 2026-10-30T20:33:45.705895973Z I1030 20:33:45.705855 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv] addLogicalPort took 28.625584ms, libovsdb time 884.93µs 2026-10-30T20:33:45.726788674Z I1030 20:33:45.726734 3618 base_network_controller_pods.go:941] [default/openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh] addLogicalPort annotation time took 28.361894ms 2026-10-30T20:33:45.728283837Z I1030 20:33:45.728251 3618 pods.go:267] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh] addLogicalPort took 29.963676ms, libovsdb time 828.866µs 2026-10-30T20:33:46.041471814Z I1030 20:33:46.041427 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv 2c8dabfd13f3078226b5e51f765e47641f05012a03a7c03f89ac097e6fd9882b network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:33:46.044459352Z I1030 20:33:46.044407 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-c69zv, hostIfaceName: 2c8dabfd13f3078, network: default, NAD default, SandboxID: "2c8dabfd13f3078226b5e51f765e47641f05012a03a7c03f89ac097e6fd9882b", PCI device ID: , UID: "0c6676ac-0454-4b35-92b0-0969d06bb034", MAC: 0a:58:0a:84:00:e2, IPs: [10.132.0.226/23] 2026-10-30T20:33:46.093319890Z I1030 20:33:46.093275 3618 cniserver.go:315] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh 5fec7b2107bd97953a0ed932e02c65f7ed0f7bf1ad947ea1c1c417eb444edd43 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:33:46.096131619Z I1030 20:33:46.096086 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-75bf867b6c-pq5nh, hostIfaceName: 5fec7b2107bd979, network: default, NAD default, SandboxID: "5fec7b2107bd97953a0ed932e02c65f7ed0f7bf1ad947ea1c1c417eb444edd43", PCI device ID: , UID: "5ba7dd9e-9da3-4885-b01a-4a942d81c097", MAC: 0a:58:0a:84:00:e3, IPs: [10.132.0.227/23] 2026-10-30T20:33:46.249701206Z I1030 20:33:46.249645 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv 2c8dabfd13f3078226b5e51f765e47641f05012a03a7c03f89ac097e6fd9882b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-c69zv 2c8dabfd13f3078226b5e51f765e47641f05012a03a7c03f89ac097e6fd9882b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:64:a9:6e:2e:6e\",\"name\":\"2c8dabfd13f3078\"},{\"mac\":\"0a:58:0a:84:00:e2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/260bf592-48e9-4f13-8f63-73827f8aa69c\"}],\"ips\":[{\"address\":\"10.132.0.226/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:33:46.298681907Z I1030 20:33:46.298624 3618 cniserver.go:304] [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh 5fec7b2107bd97953a0ed932e02c65f7ed0f7bf1ad947ea1c1c417eb444edd43 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-75bf867b6c-pq5nh 5fec7b2107bd97953a0ed932e02c65f7ed0f7bf1ad947ea1c1c417eb444edd43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c8:b3:7b:31:f5\",\"name\":\"5fec7b2107bd979\"},{\"mac\":\"0a:58:0a:84:00:e3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d1baaeb-7e16-4ec0-958b-7ae6bc6262a4\"}],\"ips\":[{\"address\":\"10.132.0.227/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:33:46.326041257Z I1030 20:33:46.325995 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:33:46.403881565Z I1030 20:33:46.403830 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2275e8f8d9a84f51f28268fbbc89c699de47967fa3858987eb8c2d32fa59a59b network default NAD default NAD key default], result "{}", err 2026-10-30T20:33:46.464743503Z I1030 20:33:46.464700 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84 2026-10-30T20:33:46.468164020Z I1030 20:33:46.467913 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-2e1f5b5f-rzr84, ips: 10.132.0.225 2026-10-30T20:33:46.468164020Z I1030 20:33:46.467985 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:33:46.468338859Z I1030 20:33:46.468312 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:33:46.468693821Z I1030 20:33:46.468663 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:33:46.469234889Z I1030 20:33:46.469214 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:33:46.469454458Z I1030 20:33:46.469437 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:33:46.470028028Z I1030 20:33:46.469989 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:33:54.888127364Z I1030 20:33:54.888067 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-ec843018-jxsp8 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:33:54.888266791Z I1030 20:33:54.888241 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 2026-10-30T20:33:54.910734907Z I1030 20:33:54.910690 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8] addLogicalPort annotation time took 22.49686ms 2026-10-30T20:33:54.912181230Z I1030 20:33:54.912119 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8] addLogicalPort took 24.074391ms, libovsdb time 946.287µs 2026-10-30T20:33:55.254602546Z I1030 20:33:55.254553 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:33:55.257987183Z I1030 20:33:55.257942 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-ec843018-jxsp8, hostIfaceName: 6fbe573b8ad3ac0, network: default, NAD default, SandboxID: "6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3", PCI device ID: , UID: "0a16d503-2d9d-4314-acd3-ddcfddb7a837", MAC: 0a:58:0a:84:00:e4, IPs: [10.132.0.228/23] 2026-10-30T20:33:55.461295078Z I1030 20:33:55.461235 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f0:09:3c:48:54\",\"name\":\"6fbe573b8ad3ac0\"},{\"mac\":\"0a:58:0a:84:00:e4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a922a9-d0ed-4dd5-9e38-8ad63c122626\"}],\"ips\":[{\"address\":\"10.132.0.228/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:33:58.676938676Z I1030 20:33:58.676879 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:33:59.001593586Z I1030 20:33:59.000275 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 6fbe573b8ad3ac07d4da4e6203b524d521bce76ec21266d76e26fd7e85e76ad3 network default NAD default NAD key default], result "{}", err 2026-10-30T20:33:59.197091582Z I1030 20:33:59.197048 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8 2026-10-30T20:33:59.212027910Z I1030 20:33:59.211987 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-ec843018-jxsp8, ips: 10.132.0.228 2026-10-30T20:33:59.212684214Z I1030 20:33:59.212657 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:33:59.222126030Z I1030 20:33:59.222096 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:33:59.222571747Z I1030 20:33:59.222549 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:33:59.222933149Z I1030 20:33:59.222912 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:33:59.231095127Z I1030 20:33:59.231069 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:33:59.243012010Z I1030 20:33:59.242976 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:33:59.568455107Z I1030 20:33:59.568408 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=11 2026-10-30T20:34:11.436894259Z I1030 20:34:11.436835 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 2026-10-30T20:34:22.426978508Z I1030 20:34:22.426933 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-046e1343-llsg2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:34:22.427078808Z I1030 20:34:22.427048 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 2026-10-30T20:34:22.450351518Z I1030 20:34:22.450306 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2] addLogicalPort annotation time took 23.2954ms 2026-10-30T20:34:22.451603908Z I1030 20:34:22.451557 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2] addLogicalPort took 24.64185ms, libovsdb time 812.793µs 2026-10-30T20:34:22.792094650Z I1030 20:34:22.792051 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:34:22.794638872Z I1030 20:34:22.794599 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-046e1343-llsg2, hostIfaceName: e33807c1aff01c6, network: default, NAD default, SandboxID: "e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20", PCI device ID: , UID: "e9e4f6f8-69a3-4167-855e-ecc41543847e", MAC: 0a:58:0a:84:00:e5, IPs: [10.132.0.229/23] 2026-10-30T20:34:22.997016420Z I1030 20:34:22.996968 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:20:1a:c9:dd:72\",\"name\":\"e33807c1aff01c6\"},{\"mac\":\"0a:58:0a:84:00:e5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4454007e-5172-4218-ab59-78083610e612\"}],\"ips\":[{\"address\":\"10.132.0.229/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:34:23.662992625Z W1030 20:34:23.662946 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-inf-a-ebe57b-5qcfs 2026-10-30T20:34:25.630630460Z I1030 20:34:25.630589 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:34:25.711615336Z I1030 20:34:25.711573 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 e33807c1aff01c6d0aa46b0b4a1a0c8e43a92621ecf242cde81ab45db0720a20 network default NAD default NAD key default], result "{}", err 2026-10-30T20:34:25.778333800Z I1030 20:34:25.778287 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2 2026-10-30T20:34:25.780080125Z I1030 20:34:25.780051 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-046e1343-llsg2, ips: 10.132.0.229 2026-10-30T20:34:25.780137467Z I1030 20:34:25.780120 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:34:25.780355061Z I1030 20:34:25.780334 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:34:25.780577991Z I1030 20:34:25.780561 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:34:25.780747593Z I1030 20:34:25.780735 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:34:25.780900517Z I1030 20:34:25.780889 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:34:25.781070981Z I1030 20:34:25.781059 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:34:32.785948988Z I1030 20:34:32.785900 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-d3fba056-tf2m6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:34:32.786086857Z I1030 20:34:32.786053 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 2026-10-30T20:34:32.809564442Z I1030 20:34:32.809520 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6] addLogicalPort annotation time took 23.486307ms 2026-10-30T20:34:32.811117615Z I1030 20:34:32.811078 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6] addLogicalPort took 25.193293ms, libovsdb time 1.104381ms 2026-10-30T20:34:33.151314583Z I1030 20:34:33.151273 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:34:33.154596534Z I1030 20:34:33.154553 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-d3fba056-tf2m6, hostIfaceName: 98f49c63f1f5690, network: default, NAD default, SandboxID: "98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637", PCI device ID: , UID: "e0c6892e-2034-4a40-8037-bfe2ee16d1c6", MAC: 0a:58:0a:84:00:e6, IPs: [10.132.0.230/23] 2026-10-30T20:34:33.357212996Z I1030 20:34:33.357163 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3c:f7:e4:53:b0\",\"name\":\"98f49c63f1f5690\"},{\"mac\":\"0a:58:0a:84:00:e6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f7ec27d-6fe4-4463-8334-f1dc501e0251\"}],\"ips\":[{\"address\":\"10.132.0.230/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:34:33.663349693Z W1030 20:34:33.663302 3618 duration.go:464] Config duration recorder: measurement expired for pod/ai-tenant-e2e-inf-b-4a31d3/test-model-4a31d3-kserve-c6959558c-c4d5s 2026-10-30T20:34:36.068537655Z I1030 20:34:36.068284 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:34:36.487265180Z I1030 20:34:36.487204 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 98f49c63f1f569050117248a2329f1f4aaf71f7a1843f511cb27e590fb770637 network default NAD default NAD key default], result "{}", err 2026-10-30T20:34:36.808172637Z I1030 20:34:36.808127 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6 2026-10-30T20:34:36.810391661Z I1030 20:34:36.810351 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-d3fba056-tf2m6, ips: 10.132.0.230 2026-10-30T20:34:36.810429301Z I1030 20:34:36.810419 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:34:36.811195327Z I1030 20:34:36.811164 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:34:36.811877300Z I1030 20:34:36.811850 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:34:36.812183153Z I1030 20:34:36.812162 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:34:36.812425747Z I1030 20:34:36.812393 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:34:36.812730062Z I1030 20:34:36.812697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:34:47.346928122Z I1030 20:34:47.346879 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=117 2026-10-30T20:34:54.317131002Z I1030 20:34:54.317073 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-ae594979-d594l for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:34:54.317258657Z I1030 20:34:54.317240 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 2026-10-30T20:34:54.339862465Z I1030 20:34:54.339803 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l] addLogicalPort annotation time took 22.606606ms 2026-10-30T20:34:54.341304751Z I1030 20:34:54.341266 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l] addLogicalPort took 24.214752ms, libovsdb time 1.06673ms 2026-10-30T20:34:54.679097476Z I1030 20:34:54.679051 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:34:54.682951365Z I1030 20:34:54.682905 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-ae594979-d594l, hostIfaceName: 60c30c635f51887, network: default, NAD default, SandboxID: "60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7", PCI device ID: , UID: "0cc030a2-7c59-41f9-855e-93638b6d6e2f", MAC: 0a:58:0a:84:00:e7, IPs: [10.132.0.231/23] 2026-10-30T20:34:54.885319630Z I1030 20:34:54.885263 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ba:c8:71:88:f2\",\"name\":\"60c30c635f51887\"},{\"mac\":\"0a:58:0a:84:00:e7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4894f1b4-441c-46f8-9af9-86326b58f532\"}],\"ips\":[{\"address\":\"10.132.0.231/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:34:56.893162546Z I1030 20:34:56.893119 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:34:56.975101360Z I1030 20:34:56.975048 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 60c30c635f51887193954317c6b02708924ee48db913bfe86e873c689ad806d7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:34:57.040124097Z I1030 20:34:57.040078 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l 2026-10-30T20:34:57.042001252Z I1030 20:34:57.041958 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-ae594979-d594l, ips: 10.132.0.231 2026-10-30T20:34:57.042031429Z I1030 20:34:57.042023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:34:57.042381930Z I1030 20:34:57.042346 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:34:57.042562929Z I1030 20:34:57.042544 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:34:57.042723456Z I1030 20:34:57.042708 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:34:57.042886646Z I1030 20:34:57.042872 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:34:57.043029925Z I1030 20:34:57.043014 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:35:11.743106345Z I1030 20:35:11.743049 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=9 2026-10-30T20:35:15.563402173Z I1030 20:35:15.563365 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=7 2026-10-30T20:35:15.975268952Z I1030 20:35:15.975224 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-a4aef7d7-z7qw2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:35:15.975387516Z I1030 20:35:15.975368 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 2026-10-30T20:35:15.998521861Z I1030 20:35:15.998457 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2] addLogicalPort annotation time took 23.116349ms 2026-10-30T20:35:16.000054256Z I1030 20:35:16.000019 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2] addLogicalPort took 24.811482ms, libovsdb time 979.279µs 2026-10-30T20:35:16.336638162Z I1030 20:35:16.336596 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:35:16.339933235Z I1030 20:35:16.339883 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-a4aef7d7-z7qw2, hostIfaceName: b7729c6b992ea72, network: default, NAD default, SandboxID: "b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a", PCI device ID: , UID: "1e808dfe-e073-43c1-92f0-30885d1e7f0d", MAC: 0a:58:0a:84:00:e8, IPs: [10.132.0.232/23] 2026-10-30T20:35:16.542314577Z I1030 20:35:16.542264 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:87:b5:6b:d8:48\",\"name\":\"b7729c6b992ea72\"},{\"mac\":\"0a:58:0a:84:00:e8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/704145c0-e8a6-425f-b614-58987f2bfa39\"}],\"ips\":[{\"address\":\"10.132.0.232/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:35:18.663362875Z W1030 20:35:18.663318 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-shared-a-w4-043892-29889855-h7f98 2026-10-30T20:35:19.018939338Z I1030 20:35:19.018896 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:35:19.097009244Z I1030 20:35:19.096962 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 b7729c6b992ea72d535841a0b55413fa8035813e54fba85ddd3a22741cb5709a network default NAD default NAD key default], result "{}", err 2026-10-30T20:35:19.172550636Z I1030 20:35:19.172514 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2 2026-10-30T20:35:19.174327446Z I1030 20:35:19.174279 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-a4aef7d7-z7qw2, ips: 10.132.0.232 2026-10-30T20:35:19.174359307Z I1030 20:35:19.174342 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:35:19.174699961Z I1030 20:35:19.174670 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:35:19.174905086Z I1030 20:35:19.174886 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:35:19.175082935Z I1030 20:35:19.175068 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:35:19.175307149Z I1030 20:35:19.175291 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:35:19.175513613Z I1030 20:35:19.175480 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:35:23.663412181Z W1030 20:35:23.663371 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/e2e-inf-a-ebe57b-openshift-default-6c578db46c-j64b6 2026-10-30T20:35:37.083546747Z I1030 20:35:37.083484 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-79805ca9-dc2rn for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:35:37.083794733Z I1030 20:35:37.083769 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 2026-10-30T20:35:37.106579153Z I1030 20:35:37.106531 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn] addLogicalPort annotation time took 22.822114ms 2026-10-30T20:35:37.107834567Z I1030 20:35:37.107798 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn] addLogicalPort took 24.33512ms, libovsdb time 774.774µs 2026-10-30T20:35:37.449760435Z I1030 20:35:37.449718 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:35:37.452747408Z I1030 20:35:37.452701 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-79805ca9-dc2rn, hostIfaceName: 16287e689ebec7d, network: default, NAD default, SandboxID: "16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10", PCI device ID: , UID: "f7832e75-938b-49e9-810e-17d8816e42dd", MAC: 0a:58:0a:84:00:e9, IPs: [10.132.0.233/23] 2026-10-30T20:35:37.655707664Z I1030 20:35:37.655658 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c2:6a:d2:b2:59\",\"name\":\"16287e689ebec7d\"},{\"mac\":\"0a:58:0a:84:00:e9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/894a72a9-031b-42d5-9c92-334a5575f32a\"}],\"ips\":[{\"address\":\"10.132.0.233/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:35:38.663613079Z W1030 20:35:38.663566 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-inf-b-58d72c-8678cd5f84-w24rn 2026-10-30T20:35:40.133551131Z I1030 20:35:40.133488 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:35:40.205947750Z I1030 20:35:40.205906 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 16287e689ebec7d3910dc0d71b1b3d479cefd0f1915fc69b86e1dcb69bde5a10 network default NAD default NAD key default], result "{}", err 2026-10-30T20:35:40.273053290Z I1030 20:35:40.273005 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn 2026-10-30T20:35:40.274857782Z I1030 20:35:40.274825 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-79805ca9-dc2rn, ips: 10.132.0.233 2026-10-30T20:35:40.274887739Z I1030 20:35:40.274877 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:35:40.275159544Z I1030 20:35:40.275135 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:35:40.275377338Z I1030 20:35:40.275357 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:35:40.275568392Z I1030 20:35:40.275548 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:35:40.275785904Z I1030 20:35:40.275758 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:35:40.275928786Z I1030 20:35:40.275914 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:35:42.347194882Z I1030 20:35:42.347141 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=24 2026-10-30T20:35:53.663535150Z W1030 20:35:53.662563 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-e2e-inf-b-6cd2ad-5b58ffc7ff-9t47p 2026-10-30T20:35:57.109344681Z I1030 20:35:57.109296 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-0b7e8edb-9kxrq for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:35:57.109453626Z I1030 20:35:57.109429 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 2026-10-30T20:35:57.131582051Z I1030 20:35:57.131541 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq] addLogicalPort annotation time took 22.159168ms 2026-10-30T20:35:57.132819299Z I1030 20:35:57.132772 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq] addLogicalPort took 23.49641ms, libovsdb time 761.916µs 2026-10-30T20:35:57.475575878Z I1030 20:35:57.475535 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:35:57.479017592Z I1030 20:35:57.478975 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-0b7e8edb-9kxrq, hostIfaceName: 9eac6c5cf777d39, network: default, NAD default, SandboxID: "9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15", PCI device ID: , UID: "56c8da5a-9c30-4fb7-9e7e-94c3cc3cc5da", MAC: 0a:58:0a:84:00:ea, IPs: [10.132.0.234/23] 2026-10-30T20:35:57.681227291Z I1030 20:35:57.681178 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:7b:e1:a8:c6:e8\",\"name\":\"9eac6c5cf777d39\"},{\"mac\":\"0a:58:0a:84:00:ea\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4d2271b-da2b-4586-8382-07bc9a78be72\"}],\"ips\":[{\"address\":\"10.132.0.234/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:36:00.272086369Z I1030 20:36:00.272040 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:36:00.355917596Z I1030 20:36:00.355871 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 9eac6c5cf777d39c47aaecc41d37d00560a5ea9e7c62c5f1bd0af2e15369ad15 network default NAD default NAD key default], result "{}", err 2026-10-30T20:36:00.434289277Z I1030 20:36:00.434242 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq 2026-10-30T20:36:00.435951650Z I1030 20:36:00.435913 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-0b7e8edb-9kxrq, ips: 10.132.0.234 2026-10-30T20:36:00.435975944Z I1030 20:36:00.435962 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:36:00.436378273Z I1030 20:36:00.436356 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:36:00.436572726Z I1030 20:36:00.436555 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:36:00.436751802Z I1030 20:36:00.436736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:36:00.436893564Z I1030 20:36:00.436878 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:36:00.437090173Z I1030 20:36:00.437074 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:36:07.864433232Z I1030 20:36:07.864386 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-3d4156f1-rdk54 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:36:07.864620735Z I1030 20:36:07.864580 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 2026-10-30T20:36:07.887884941Z I1030 20:36:07.887834 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54] addLogicalPort annotation time took 23.327226ms 2026-10-30T20:36:07.889149656Z I1030 20:36:07.889113 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54] addLogicalPort took 24.749252ms, libovsdb time 792.674µs 2026-10-30T20:36:08.229916694Z I1030 20:36:08.229857 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:36:08.233310475Z I1030 20:36:08.233262 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-3d4156f1-rdk54, hostIfaceName: 94e4791505995fe, network: default, NAD default, SandboxID: "94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834", PCI device ID: , UID: "d62cfff3-dc78-47c3-b8d9-23fd119558db", MAC: 0a:58:0a:84:00:eb, IPs: [10.132.0.235/23] 2026-10-30T20:36:08.436157071Z I1030 20:36:08.436100 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:31:51:68:ab:e6\",\"name\":\"94e4791505995fe\"},{\"mac\":\"0a:58:0a:84:00:eb\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49766497-70fb-4e66-82a9-0dc628da2395\"}],\"ips\":[{\"address\":\"10.132.0.235/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:36:10.327988031Z I1030 20:36:10.327939 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:36:10.409046595Z I1030 20:36:10.409001 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 94e4791505995fe919213abaf3df19ab40db3e50fb673a71f677ea5c46f62834 network default NAD default NAD key default], result "{}", err 2026-10-30T20:36:10.480957045Z I1030 20:36:10.480906 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54 2026-10-30T20:36:10.482981430Z I1030 20:36:10.482938 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-rdk54, ips: 10.132.0.235 2026-10-30T20:36:10.483012651Z I1030 20:36:10.482984 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:36:10.483172033Z I1030 20:36:10.483156 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:36:10.483311389Z I1030 20:36:10.483296 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:36:10.483467707Z I1030 20:36:10.483451 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:36:10.483651333Z I1030 20:36:10.483635 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:36:10.483874351Z I1030 20:36:10.483858 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:36:29.251197533Z I1030 20:36:29.251141 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-3d4156f1-jvwh6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:36:29.251267755Z I1030 20:36:29.251250 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 2026-10-30T20:36:29.273653034Z I1030 20:36:29.273603 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6] addLogicalPort annotation time took 22.378838ms 2026-10-30T20:36:29.274982054Z I1030 20:36:29.274943 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6] addLogicalPort took 23.824921ms, libovsdb time 851.412µs 2026-10-30T20:36:29.619409911Z I1030 20:36:29.619362 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:36:29.622450397Z I1030 20:36:29.622403 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-3d4156f1-jvwh6, hostIfaceName: a2aa5708e3924ca, network: default, NAD default, SandboxID: "a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058", PCI device ID: , UID: "c21581fc-5382-4489-9774-82b9a9d4f330", MAC: 0a:58:0a:84:00:ec, IPs: [10.132.0.236/23] 2026-10-30T20:36:29.824732018Z I1030 20:36:29.824671 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:7b:00:b8:48:35\",\"name\":\"a2aa5708e3924ca\"},{\"mac\":\"0a:58:0a:84:00:ec\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3ed95d3-f058-4f1e-85db-8a96d9616ac6\"}],\"ips\":[{\"address\":\"10.132.0.236/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:36:32.464331974Z I1030 20:36:32.464285 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:36:32.542525202Z I1030 20:36:32.542460 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 a2aa5708e3924caee89b96a30e11d1feb2dfa127921899b68bf288790960e058 network default NAD default NAD key default], result "{}", err 2026-10-30T20:36:32.613392218Z I1030 20:36:32.613345 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6 2026-10-30T20:36:32.615471846Z I1030 20:36:32.615424 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-jvwh6, ips: 10.132.0.236 2026-10-30T20:36:32.615519243Z I1030 20:36:32.615485 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:36:32.615708931Z I1030 20:36:32.615685 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:36:32.615953103Z I1030 20:36:32.615932 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:36:32.616132517Z I1030 20:36:32.616114 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:36:32.616286742Z I1030 20:36:32.616268 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:36:32.616460667Z I1030 20:36:32.616442 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:36:43.662570517Z W1030 20:36:43.662529 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-sub-94268f94-99595 2026-10-30T20:37:02.962201680Z I1030 20:37:02.962138 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-e2fc9c5b-fzk8s for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:37:02.962349673Z I1030 20:37:02.962314 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s 2026-10-30T20:37:02.984658563Z I1030 20:37:02.984611 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s] addLogicalPort annotation time took 22.345194ms 2026-10-30T20:37:02.986025110Z I1030 20:37:02.985982 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s] addLogicalPort took 23.864826ms, libovsdb time 936.924µs 2026-10-30T20:37:03.326154060Z I1030 20:37:03.326104 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:37:03.329962210Z I1030 20:37:03.329916 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-e2fc9c5b-fzk8s, hostIfaceName: bf2713de54d96ac, network: default, NAD default, SandboxID: "bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac", PCI device ID: , UID: "b5d6ee3a-f460-4ceb-a3e8-a15584b9bf1b", MAC: 0a:58:0a:84:00:ed, IPs: [10.132.0.237/23] 2026-10-30T20:37:03.533064987Z I1030 20:37:03.533005 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b6:b6:90:18:7b\",\"name\":\"bf2713de54d96ac\"},{\"mac\":\"0a:58:0a:84:00:ed\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a58a5ed9-3494-4d6a-bb84-e05d0472d90e\"}],\"ips\":[{\"address\":\"10.132.0.237/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:37:05.671627966Z I1030 20:37:05.671578 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:37:05.746710678Z I1030 20:37:05.746664 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s bf2713de54d96ac612952378cbf9ccf85ee46317687d6855b0f13a28c371faac network default NAD default NAD key default], result "{}", err 2026-10-30T20:37:05.813461831Z I1030 20:37:05.813422 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s 2026-10-30T20:37:05.815338087Z I1030 20:37:05.815301 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-e2fc9c5b-fzk8s, ips: 10.132.0.237 2026-10-30T20:37:05.815381418Z I1030 20:37:05.815365 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:37:05.815643369Z I1030 20:37:05.815615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:37:05.815863373Z I1030 20:37:05.815844 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:37:05.816072323Z I1030 20:37:05.816058 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:37:05.816230086Z I1030 20:37:05.816215 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:37:05.816439929Z I1030 20:37:05.816426 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:37:13.306385135Z I1030 20:37:13.306332 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-5a29efb3-qk4lj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:37:13.306524724Z I1030 20:37:13.306487 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 2026-10-30T20:37:13.329681028Z I1030 20:37:13.329615 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj] addLogicalPort annotation time took 23.157852ms 2026-10-30T20:37:13.331043211Z I1030 20:37:13.331005 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj] addLogicalPort took 24.685154ms, libovsdb time 966.98µs 2026-10-30T20:37:13.668810564Z I1030 20:37:13.668768 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:37:13.672353224Z I1030 20:37:13.672314 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-5a29efb3-qk4lj, hostIfaceName: 3c4ff3635c2e37a, network: default, NAD default, SandboxID: "3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854", PCI device ID: , UID: "44d36a77-e403-4214-8e87-877e94cf4c79", MAC: 0a:58:0a:84:00:ee, IPs: [10.132.0.238/23] 2026-10-30T20:37:13.874241694Z I1030 20:37:13.874184 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e2:9a:9e:fb:6b\",\"name\":\"3c4ff3635c2e37a\"},{\"mac\":\"0a:58:0a:84:00:ee\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1476a7c4-b409-4960-8856-afab8956977d\"}],\"ips\":[{\"address\":\"10.132.0.238/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:37:16.962920859Z I1030 20:37:16.962862 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:37:17.305667172Z I1030 20:37:17.305613 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 3c4ff3635c2e37a55312f14e3c001cbf09064ec04f74235df08b5b5147525854 network default NAD default NAD key default], result "{}", err 2026-10-30T20:37:17.484922589Z I1030 20:37:17.484869 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj 2026-10-30T20:37:17.489326739Z I1030 20:37:17.489284 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-5a29efb3-qk4lj, ips: 10.132.0.238 2026-10-30T20:37:17.489355426Z I1030 20:37:17.489334 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:37:17.489914325Z I1030 20:37:17.489886 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:37:17.490158642Z I1030 20:37:17.490135 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:37:17.490399495Z I1030 20:37:17.490377 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:37:17.490667705Z I1030 20:37:17.490647 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:37:17.490962652Z I1030 20:37:17.490942 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:37:20.444023115Z I1030 20:37:20.443975 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 2026-10-30T20:37:32.524256895Z I1030 20:37:32.524204 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-3d4156f1-gdsg4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:37:32.524359483Z I1030 20:37:32.524331 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 2026-10-30T20:37:32.547191343Z I1030 20:37:32.547152 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4] addLogicalPort annotation time took 22.86019ms 2026-10-30T20:37:32.548748908Z I1030 20:37:32.548716 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4] addLogicalPort took 24.533917ms, libovsdb time 1.058101ms 2026-10-30T20:37:32.888603409Z I1030 20:37:32.888558 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:37:32.892065608Z I1030 20:37:32.892018 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-3d4156f1-gdsg4, hostIfaceName: f86d42155cfe826, network: default, NAD default, SandboxID: "f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9", PCI device ID: , UID: "15830e78-5cd5-4b7e-a38b-d6ceb51c9e95", MAC: 0a:58:0a:84:00:ef, IPs: [10.132.0.239/23] 2026-10-30T20:37:33.094133800Z I1030 20:37:33.094074 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:09:b2:ce:ed:90\",\"name\":\"f86d42155cfe826\"},{\"mac\":\"0a:58:0a:84:00:ef\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4abd1b1-0f9c-4026-81bf-7bca7618e52b\"}],\"ips\":[{\"address\":\"10.132.0.239/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:37:35.857920774Z I1030 20:37:35.857872 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:37:35.942324957Z I1030 20:37:35.942280 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 f86d42155cfe826712d83b20d7e7c518e7dd76d23bf6dcba3171c9eb311ff4a9 network default NAD default NAD key default], result "{}", err 2026-10-30T20:37:36.009759136Z I1030 20:37:36.009708 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4 2026-10-30T20:37:36.011942490Z I1030 20:37:36.011903 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-gdsg4, ips: 10.132.0.239 2026-10-30T20:37:36.011976018Z I1030 20:37:36.011966 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:37:36.012242002Z I1030 20:37:36.012209 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:37:36.012538394Z I1030 20:37:36.012489 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:37:36.012757979Z I1030 20:37:36.012737 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:37:36.012997822Z I1030 20:37:36.012969 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:37:36.013191937Z I1030 20:37:36.013174 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:37:45.610730653Z I1030 20:37:45.610681 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=6 2026-10-30T20:37:53.898996020Z I1030 20:37:53.898950 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:37:54.270182733Z I1030 20:37:54.270133 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-single-main-26e5b0-allow for network default 2026-10-30T20:37:54.270182733Z I1030 20:37:54.270166 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-single-main-26e5b0-allow added to peer address sets [] 2026-10-30T20:37:54.271313389Z I1030 20:37:54.271293 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-single-main-26e5b0-allow resources completed, update namespace loglevel 2026-10-30T20:37:54.388619589Z I1030 20:37:54.388571 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz] creating logical port openshift-ingress_e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:37:54.388969218Z I1030 20:37:54.388922 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz 2026-10-30T20:37:54.414256637Z I1030 20:37:54.414215 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz] addLogicalPort annotation time took 25.359833ms 2026-10-30T20:37:54.415704095Z I1030 20:37:54.415663 3618 pods.go:267] [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz] addLogicalPort took 27.112071ms, libovsdb time 1.040339ms 2026-10-30T20:37:54.757011722Z I1030 20:37:54.756973 3618 cniserver.go:315] [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:37:54.760291179Z I1030 20:37:54.760241 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz, hostIfaceName: b938697d6b4fb30, network: default, NAD default, SandboxID: "b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95", PCI device ID: , UID: "2cdf69df-7c62-43f1-a909-94fe1a6416ce", MAC: 0a:58:0a:84:00:f0, IPs: [10.132.0.240/23] 2026-10-30T20:37:54.962865492Z I1030 20:37:54.962813 3618 cniserver.go:304] [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0d:6b:6c:59:11\",\"name\":\"b938697d6b4fb30\"},{\"mac\":\"0a:58:0a:84:00:f0\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4c8ad18-0321-495a-90ad-28b072b706cd\"}],\"ips\":[{\"address\":\"10.132.0.240/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:37:56.038913558Z W1030 20:37:56.038870 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:37:56.038913558Z W1030 20:37:56.038896 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:37:57.030854396Z W1030 20:37:57.030814 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:37:57.030854396Z W1030 20:37:57.030836 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:37:58.434858593Z I1030 20:37:58.434812 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:37:58.479387101Z I1030 20:37:58.479348 3618 namespace.go:44] [ai-tenant-e2e-worker-single-main-26e5b0] adding namespace 2026-10-30T20:37:58.480093066Z I1030 20:37:58.480054 3618 namespace.go:48] [ai-tenant-e2e-worker-single-main-26e5b0] adding namespace took 627.757µs 2026-10-30T20:37:58.499886307Z I1030 20:37:58.499857 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:37:58.530163347Z I1030 20:37:58.530132 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:00.450085529Z I1030 20:38:00.450039 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx] creating logical port openshift-ingress_payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:38:00.450286939Z I1030 20:38:00.450265 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx 2026-10-30T20:38:00.453437535Z I1030 20:38:00.453401 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 for network default 2026-10-30T20:38:00.453586907Z I1030 20:38:00.453568 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:38:00.471942191Z I1030 20:38:00.471895 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx] addLogicalPort annotation time took 21.688966ms 2026-10-30T20:38:00.475143844Z I1030 20:38:00.475103 3618 pods.go:267] [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx] addLogicalPort took 25.083259ms, libovsdb time 2.627849ms 2026-10-30T20:38:00.485241987Z I1030 20:38:00.485204 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 resources completed, update namespace loglevel 2026-10-30T20:38:00.485269360Z I1030 20:38:00.485249 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-single-main-26e5b0/payload-processing-e2e-worker-single-main-26e5b0 for network default 2026-10-30T20:38:00.485338956Z I1030 20:38:00.485320 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-single-main-26e5b0/payload-processing-e2e-worker-single-main-26e5b0 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:38:00.490413657Z I1030 20:38:00.490285 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-single-main-26e5b0/payload-processing-e2e-worker-single-main-26e5b0 resources completed, update namespace loglevel 2026-10-30T20:38:00.847158465Z I1030 20:38:00.847107 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:38:00.850351157Z I1030 20:38:00.850308 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx, hostIfaceName: e4eed59809b2aee, network: default, NAD default, SandboxID: "e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298", PCI device ID: , UID: "8cd800c3-f5f2-45a7-a5f9-683fc8fa3892", MAC: 0a:58:0a:84:00:f1, IPs: [10.132.0.241/23] 2026-10-30T20:38:00.900914986Z I1030 20:38:00.900876 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-26e5b0 for network default 2026-10-30T20:38:00.901875413Z I1030 20:38:00.901841 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-26e5b0 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-single-main-26e5b0,},}] 2026-10-30T20:38:00.902619547Z I1030 20:38:00.902594 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-26e5b0 resources completed, update namespace loglevel 2026-10-30T20:38:01.053140524Z I1030 20:38:01.053087 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7d:0a:86:f0:bf\",\"name\":\"e4eed59809b2aee\"},{\"mac\":\"0a:58:0a:84:00:f1\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73a71581-1085-4174-8dbf-938591d8eb73\"}],\"ips\":[{\"address\":\"10.132.0.241/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:38:01.144920066Z W1030 20:38:01.144875 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:38:02.047417005Z W1030 20:38:02.047367 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:38:02.166688769Z W1030 20:38:02.166642 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-single-main-26e5b0 2026-10-30T20:38:13.052904866Z W1030 20:38:13.052856 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:38:13.125313019Z W1030 20:38:13.125271 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.125389909Z W1030 20:38:13.125364 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.125443029Z W1030 20:38:13.125302 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.125451746Z W1030 20:38:13.125444 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.125544500Z W1030 20:38:13.125532 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.125557774Z W1030 20:38:13.125544 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:13.313524292Z I1030 20:38:13.313448 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:13.909258574Z I1030 20:38:13.909213 3618 namespace.go:44] [e2e-models-e2e-worker-single-main-26e5b0] adding namespace 2026-10-30T20:38:13.909934676Z I1030 20:38:13.909886 3618 namespace.go:48] [e2e-models-e2e-worker-single-main-26e5b0] adding namespace took 621.363µs 2026-10-30T20:38:13.932780411Z I1030 20:38:13.927645 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:13.940724262Z I1030 20:38:13.940681 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:14.092651728Z I1030 20:38:14.092601 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:16.244148244Z I1030 20:38:16.244100 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping for network default 2026-10-30T20:38:16.245118308Z I1030 20:38:16.245080 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-single-main-26e5b0_LS{}] 2026-10-30T20:38:16.251532979Z I1030 20:38:16.247960 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:38:16.756536730Z W1030 20:38:16.754079 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-kserve-workload-svc 2026-10-30T20:38:19.825030045Z W1030 20:38:19.824988 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:19.825030045Z W1030 20:38:19.825017 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default 2026-10-30T20:38:22.362068317Z I1030 20:38:22.362026 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=84 2026-10-30T20:38:37.562138899Z I1030 20:38:37.562094 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=8 2026-10-30T20:38:45.548922410Z I1030 20:38:45.548874 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-8bfe6c0a-dj72w for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:38:45.549028105Z I1030 20:38:45.549010 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 2026-10-30T20:38:45.572127437Z I1030 20:38:45.572085 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w] addLogicalPort annotation time took 23.119091ms 2026-10-30T20:38:45.573933821Z I1030 20:38:45.573888 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w] addLogicalPort took 25.040275ms, libovsdb time 1.117623ms 2026-10-30T20:38:45.914882273Z I1030 20:38:45.914840 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:38:45.917981104Z I1030 20:38:45.917938 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-8bfe6c0a-dj72w, hostIfaceName: 07b5f9b5b347cf4, network: default, NAD default, SandboxID: "07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2", PCI device ID: , UID: "26f9b3d4-1b90-4d87-80d4-9e8857a92cd4", MAC: 0a:58:0a:84:00:f2, IPs: [10.132.0.242/23] 2026-10-30T20:38:46.121019496Z I1030 20:38:46.120965 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:2e:dd:6e:1b:e2\",\"name\":\"07b5f9b5b347cf4\"},{\"mac\":\"0a:58:0a:84:00:f2\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9773f8a5-e8d9-4fa7-a34d-52581284ce60\"}],\"ips\":[{\"address\":\"10.132.0.242/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:38:48.310751036Z I1030 20:38:48.310692 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:38:48.387735653Z I1030 20:38:48.387662 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 07b5f9b5b347cf406899655993d4da8c43fa4605de0dfe64169ebc6542faf7d2 network default NAD default NAD key default], result "{}", err 2026-10-30T20:38:48.462708399Z I1030 20:38:48.462647 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w 2026-10-30T20:38:48.465039673Z I1030 20:38:48.465000 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-8bfe6c0a-dj72w, ips: 10.132.0.242 2026-10-30T20:38:48.465085414Z I1030 20:38:48.465070 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:38:48.465346908Z I1030 20:38:48.465324 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:38:48.465569397Z I1030 20:38:48.465541 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:38:48.465741835Z I1030 20:38:48.465725 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:38:48.465933753Z I1030 20:38:48.465915 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:38:48.466099993Z I1030 20:38:48.466085 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:38:56.506426648Z I1030 20:38:56.506378 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:38:56.781830876Z I1030 20:38:56.781778 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:38:56.781938308Z I1030 20:38:56.781922 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 2026-10-30T20:38:56.802747559Z I1030 20:38:56.802707 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj] addLogicalPort annotation time took 20.818502ms 2026-10-30T20:38:56.804537679Z I1030 20:38:56.804481 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj] addLogicalPort took 22.72155ms, libovsdb time 1.354223ms 2026-10-30T20:38:57.147346484Z I1030 20:38:57.147302 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:38:57.149937266Z I1030 20:38:57.149897 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj, hostIfaceName: 689ca27ded02042, network: default, NAD default, SandboxID: "689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470", PCI device ID: , UID: "a39446e2-6203-44ce-ad04-885357d57677", MAC: 0a:58:0a:84:00:f3, IPs: [10.132.0.243/23] 2026-10-30T20:38:57.353086153Z I1030 20:38:57.353021 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:4f:4a:82:17:e1\",\"name\":\"689ca27ded02042\"},{\"mac\":\"0a:58:0a:84:00:f3\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df88bb7d-d550-4335-b46b-248f943c56dd\"}],\"ips\":[{\"address\":\"10.132.0.243/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:38:59.394660996Z I1030 20:38:59.394611 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:38:59.468075981Z I1030 20:38:59.468035 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 689ca27ded02042fb735b9c13a75a28f877dec5dd6eef7b4d3ef0dff56abc470 network default NAD default NAD key default], result "{}", err 2026-10-30T20:38:59.534349607Z I1030 20:38:59.534297 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj 2026-10-30T20:38:59.540766285Z I1030 20:38:59.540729 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-26e5b0-tv6fj, ips: 10.132.0.243 2026-10-30T20:38:59.540873889Z I1030 20:38:59.540860 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:38:59.541538394Z I1030 20:38:59.541483 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:38:59.542165392Z I1030 20:38:59.542140 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:38:59.542570845Z I1030 20:38:59.542543 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:38:59.542817695Z I1030 20:38:59.542800 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:38:59.543173952Z I1030 20:38:59.543149 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:39:01.535369748Z I1030 20:39:01.535316 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:07.195416531Z I1030 20:39:07.195365 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:39:07.195416531Z I1030 20:39:07.195393 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:39:07.226292559Z I1030 20:39:07.226247 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-single-main-26e5b0/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:39:07.226338997Z I1030 20:39:07.226308 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-single-main-26e5b0/payload-processing-e2e-worker-single-main-26e5b0 2026-10-30T20:39:09.809853424Z I1030 20:39:09.809801 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:09.890213970Z I1030 20:39:09.890158 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:39:09.895456286Z I1030 20:39:09.895412 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-26e5b0 to delete 1 local pods... 2026-10-30T20:39:09.895554228Z I1030 20:39:09.895533 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:39:09.895570458Z I1030 20:39:09.895558 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:39:09.895580031Z I1030 20:39:09.895571 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:39:09.895625975Z I1030 20:39:09.895610 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:39:09.895687255Z I1030 20:39:09.895671 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:39:10.450646174Z I1030 20:39:10.450602 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:11.345225886Z I1030 20:39:11.345181 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=1297 2026-10-30T20:39:16.332749543Z I1030 20:39:16.332698 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:16.342397545Z I1030 20:39:16.342359 3618 namespace.go:115] [ai-tenant-e2e-worker-single-main-26e5b0] deleting namespace 2026-10-30T20:39:16.706917421Z I1030 20:39:16.706867 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-single-main-26e5b0-allow 2026-10-30T20:39:16.706917421Z I1030 20:39:16.706891 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-single-main-26e5b0-allow 2026-10-30T20:39:16.927300145Z I1030 20:39:16.927248 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping to delete 1 local pods... 2026-10-30T20:39:18.053245339Z I1030 20:39:18.053189 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-3d4156f1-m4sdm for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:39:18.053386320Z I1030 20:39:18.053366 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 2026-10-30T20:39:18.074158934Z I1030 20:39:18.074109 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm] addLogicalPort annotation time took 20.785139ms 2026-10-30T20:39:18.075673895Z I1030 20:39:18.075622 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm] addLogicalPort took 22.452978ms, libovsdb time 1.020979ms 2026-10-30T20:39:18.428409680Z I1030 20:39:18.428365 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:39:18.431584646Z I1030 20:39:18.431523 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-3d4156f1-m4sdm, hostIfaceName: 21698074d8600b3, network: default, NAD default, SandboxID: "21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8", PCI device ID: , UID: "0814b3e6-c01e-4b95-b81a-f617634a879d", MAC: 0a:58:0a:84:00:f4, IPs: [10.132.0.244/23] 2026-10-30T20:39:18.634016830Z I1030 20:39:18.633958 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5d:a3:ce:1e:45\",\"name\":\"21698074d8600b3\"},{\"mac\":\"0a:58:0a:84:00:f4\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17dba9bc-d2ce-438e-8ba0-51c1879c3d06\"}],\"ips\":[{\"address\":\"10.132.0.244/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:39:21.519857974Z I1030 20:39:21.519809 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:39:21.596694841Z I1030 20:39:21.596648 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 21698074d8600b38ab286c49cb96ff215290cdff4d6c446a14e19229cdb3fca8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:39:21.663377801Z I1030 20:39:21.663331 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm 2026-10-30T20:39:21.665671838Z I1030 20:39:21.665629 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-3d4156f1-m4sdm, ips: 10.132.0.244 2026-10-30T20:39:21.665733985Z I1030 20:39:21.665711 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:39:21.665950804Z I1030 20:39:21.665928 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:39:21.666131176Z I1030 20:39:21.666116 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:39:21.666287451Z I1030 20:39:21.666273 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:39:21.666453793Z I1030 20:39:21.666438 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:39:21.666723015Z I1030 20:39:21.666707 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:39:21.888670398Z I1030 20:39:21.888621 3618 cniserver.go:315] [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:39:21.970295551Z I1030 20:39:21.970251 3618 cniserver.go:304] [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz b938697d6b4fb30f25fc816fe1d42a2709af5cdd9a42ca739b089c972d0a5c95 network default NAD default NAD key default], result "{}", err 2026-10-30T20:39:22.032624864Z I1030 20:39:22.032586 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz 2026-10-30T20:39:22.034363860Z I1030 20:39:22.034319 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-single-main-26e5b0-openshift-default-6cd97fbcd5c2qnz, ips: 10.132.0.240 2026-10-30T20:39:22.034439459Z I1030 20:39:22.034418 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:39:26.366582681Z I1030 20:39:26.366538 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=574 2026-10-30T20:39:30.357870884Z I1030 20:39:30.357816 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=155 2026-10-30T20:39:32.274159799Z I1030 20:39:32.274103 3618 cniserver.go:315] [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:39:32.287846148Z I1030 20:39:32.287799 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:39:32.421102274Z I1030 20:39:32.421040 3618 cniserver.go:304] [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx e4eed59809b2aeea16e26594273bd4f4977c48659593b2c22c3a0904e41cd298 network default NAD default NAD key default], result "{}", err 2026-10-30T20:39:32.489057630Z I1030 20:39:32.489013 3618 pods.go:175] Deleting pod: openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx 2026-10-30T20:39:32.490960420Z I1030 20:39:32.490919 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-processing-e2e-worker-single-main-26e5b0-7f97f666djxhwx, ips: 10.132.0.241 2026-10-30T20:39:32.491021357Z I1030 20:39:32.491000 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:39:37.853654163Z I1030 20:39:37.853605 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping 2026-10-30T20:39:37.853735893Z I1030 20:39:37.853706 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-single-main-26e5b0/simulator-single-main-26e5b0-prometheus-scraping 2026-10-30T20:39:39.101530903Z I1030 20:39:39.101469 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:39.652883365Z I1030 20:39:39.652832 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 2026-10-30T20:39:45.301756620Z I1030 20:39:45.301718 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-26e5b0] updating namespace 2026-10-30T20:39:53.579931328Z I1030 20:39:53.579890 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=6 2026-10-30T20:40:03.622725635Z I1030 20:40:03.622684 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 2026-10-30T20:40:46.548899475Z W1030 20:40:46.548854 3618 util.go:881] Failed to build global endpoints for port TCP/wasm/8082: empty IP address endpoints for service kuadrant-system/kuadrant-operator-wasm 2026-10-30T20:40:46.549135063Z W1030 20:40:46.549083 3618 util.go:881] Failed to build global endpoints for port TCP/grpc/50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-grpc 2026-10-30T20:40:46.549161759Z W1030 20:40:46.549153 3618 util.go:881] Failed to build global endpoints for port TCP/metrics/8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics 2026-10-30T20:40:53.575177650Z I1030 20:40:53.575134 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=6 2026-10-30T20:41:07.165828196Z I1030 20:41:07.165787 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-d576e68b-kd5d9 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:41:07.166070208Z I1030 20:41:07.166035 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 2026-10-30T20:41:07.190193140Z I1030 20:41:07.190153 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9] addLogicalPort annotation time took 24.169099ms 2026-10-30T20:41:07.191783526Z I1030 20:41:07.191746 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9] addLogicalPort took 25.980521ms, libovsdb time 1.091683ms 2026-10-30T20:41:07.530594251Z I1030 20:41:07.530550 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:41:07.533440656Z I1030 20:41:07.533397 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-d576e68b-kd5d9, hostIfaceName: f13550ac384d67d, network: default, NAD default, SandboxID: "f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67", PCI device ID: , UID: "9e739245-6510-4d14-9bb1-472a25715f11", MAC: 0a:58:0a:84:00:f5, IPs: [10.132.0.245/23] 2026-10-30T20:41:07.735817723Z I1030 20:41:07.735764 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:00:54:b0:ab:78\",\"name\":\"f13550ac384d67d\"},{\"mac\":\"0a:58:0a:84:00:f5\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09f2a646-9176-4ddd-bb7b-32078e1f4d7e\"}],\"ips\":[{\"address\":\"10.132.0.245/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:41:10.141196025Z I1030 20:41:10.141153 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:41:10.213987269Z I1030 20:41:10.213943 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 f13550ac384d67db701b24b5d457604f4b553592ebe222e5ff981d6874a35e67 network default NAD default NAD key default], result "{}", err 2026-10-30T20:41:10.278888984Z I1030 20:41:10.278835 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9 2026-10-30T20:41:10.280963091Z I1030 20:41:10.280936 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-d576e68b-kd5d9, ips: 10.132.0.245 2026-10-30T20:41:10.281014783Z I1030 20:41:10.281002 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:41:10.281265923Z I1030 20:41:10.281249 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:41:10.281538601Z I1030 20:41:10.281521 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:41:10.281718645Z I1030 20:41:10.281703 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:41:10.281930924Z I1030 20:41:10.281916 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:41:10.282106059Z I1030 20:41:10.282094 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:41:16.742868015Z I1030 20:41:16.742825 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=10 2026-10-30T20:42:20.937573122Z I1030 20:42:20.937528 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-d2bc93bc-bksx4 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:42:20.937785552Z I1030 20:42:20.937739 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 2026-10-30T20:42:20.960870055Z I1030 20:42:20.960827 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4] addLogicalPort annotation time took 23.139332ms 2026-10-30T20:42:20.962078297Z I1030 20:42:20.962043 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4] addLogicalPort took 24.562588ms, libovsdb time 822.971µs 2026-10-30T20:42:21.299388821Z I1030 20:42:21.299346 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:42:21.302402351Z I1030 20:42:21.302352 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-d2bc93bc-bksx4, hostIfaceName: 82b9cb76a8c4369, network: default, NAD default, SandboxID: "82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060", PCI device ID: , UID: "58862520-9f9c-4721-b908-8e30f67df475", MAC: 0a:58:0a:84:00:f6, IPs: [10.132.0.246/23] 2026-10-30T20:42:21.505518942Z I1030 20:42:21.505444 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7f:b4:60:e8:89\",\"name\":\"82b9cb76a8c4369\"},{\"mac\":\"0a:58:0a:84:00:f6\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a1af0c8-fcdc-4d6d-b7a2-a3b431be2da9\"}],\"ips\":[{\"address\":\"10.132.0.246/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:42:23.517685573Z I1030 20:42:23.517645 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:42:23.594021507Z I1030 20:42:23.593977 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 82b9cb76a8c436967db13a79dbe004af13dd94501daf870a2ebb7e1602096060 network default NAD default NAD key default], result "{}", err 2026-10-30T20:42:23.680643614Z I1030 20:42:23.680601 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4 2026-10-30T20:42:23.682627813Z I1030 20:42:23.682589 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-d2bc93bc-bksx4, ips: 10.132.0.246 2026-10-30T20:42:23.682671702Z I1030 20:42:23.682657 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:42:23.682895075Z I1030 20:42:23.682876 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:42:23.683089867Z I1030 20:42:23.683071 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:42:23.683273621Z I1030 20:42:23.683258 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:42:23.683448937Z I1030 20:42:23.683434 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:42:23.683714760Z I1030 20:42:23.683697 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:42:32.726706710Z I1030 20:42:32.726659 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:42:33.092255035Z I1030 20:42:33.092212 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-worker-single-main-051802-allow for network default 2026-10-30T20:42:33.092327052Z I1030 20:42:33.092312 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-worker-single-main-051802-allow added to peer address sets [] 2026-10-30T20:42:33.094782210Z I1030 20:42:33.094718 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-worker-single-main-051802-allow resources completed, update namespace loglevel 2026-10-30T20:42:33.238511523Z I1030 20:42:33.238436 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2] creating logical port openshift-ingress_e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:42:33.239196264Z I1030 20:42:33.239161 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 2026-10-30T20:42:33.270693301Z I1030 20:42:33.270631 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2] addLogicalPort annotation time took 31.517614ms 2026-10-30T20:42:33.274761212Z I1030 20:42:33.274724 3618 pods.go:267] [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2] addLogicalPort took 36.309323ms, libovsdb time 3.463736ms 2026-10-30T20:42:34.021987926Z I1030 20:42:34.021917 3618 cniserver.go:315] [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:42:34.033216133Z I1030 20:42:34.033163 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2, hostIfaceName: eee5081127424c1, network: default, NAD default, SandboxID: "eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43", PCI device ID: , UID: "e68b4eb8-3838-4989-8f73-0bce48eb21f1", MAC: 0a:58:0a:84:00:f7, IPs: [10.132.0.247/23] 2026-10-30T20:42:34.458658760Z I1030 20:42:34.451795 3618 cniserver.go:304] [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f9:d7:67:0e:cd\",\"name\":\"eee5081127424c1\"},{\"mac\":\"0a:58:0a:84:00:f7\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a503ed16-295e-4b28-9f92-37f119351fea\"}],\"ips\":[{\"address\":\"10.132.0.247/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:42:35.756428507Z W1030 20:42:35.756385 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:35.756467895Z W1030 20:42:35.756434 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:36.764897407Z W1030 20:42:36.764855 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:36.764897407Z W1030 20:42:36.764878 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:37.757018098Z I1030 20:42:37.756970 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=7 2026-10-30T20:42:38.052603918Z I1030 20:42:38.052562 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:42:38.097443883Z I1030 20:42:38.097412 3618 namespace.go:44] [ai-tenant-e2e-worker-single-main-051802] adding namespace 2026-10-30T20:42:38.098059341Z I1030 20:42:38.098028 3618 namespace.go:48] [ai-tenant-e2e-worker-single-main-051802] adding namespace took 594.615µs 2026-10-30T20:42:38.114437011Z I1030 20:42:38.114394 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:38.124239379Z I1030 20:42:38.124214 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:40.041181613Z I1030 20:42:40.041138 3618 base_network_controller_pods.go:486] [default/openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc] creating logical port openshift-ingress_payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:42:40.041379610Z I1030 20:42:40.041358 3618 kube.go:235] Patching annotations on pod openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 2026-10-30T20:42:40.067369304Z I1030 20:42:40.067302 3618 base_network_controller_pods.go:941] [default/openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc] addLogicalPort annotation time took 25.983243ms 2026-10-30T20:42:40.068952381Z I1030 20:42:40.068916 3618 pods.go:267] [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc] addLogicalPort took 27.795932ms, libovsdb time 1.143863ms 2026-10-30T20:42:40.104563986Z I1030 20:42:40.100511 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-worker-single-main-051802 for network default 2026-10-30T20:42:40.104563986Z I1030 20:42:40.100604 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-worker-single-main-051802 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:42:40.104700785Z I1030 20:42:40.104672 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-worker-single-main-051802 resources completed, update namespace loglevel 2026-10-30T20:42:40.122193497Z I1030 20:42:40.122146 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-worker-single-main-051802/payload-processing-e2e-worker-single-main-051802 for network default 2026-10-30T20:42:40.122441380Z I1030 20:42:40.122365 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-worker-single-main-051802/payload-processing-e2e-worker-single-main-051802 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:42:40.126418731Z I1030 20:42:40.126372 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-worker-single-main-051802/payload-processing-e2e-worker-single-main-051802 resources completed, update namespace loglevel 2026-10-30T20:42:40.414702695Z I1030 20:42:40.414662 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:42:40.417837814Z I1030 20:42:40.417795 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc, hostIfaceName: 6bfb0bdb4510007, network: default, NAD default, SandboxID: "6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7", PCI device ID: , UID: "ae2d8597-deab-4050-9f26-b8b7e69aea67", MAC: 0a:58:0a:84:00:f8, IPs: [10.132.0.248/23] 2026-10-30T20:42:40.530316727Z I1030 20:42:40.530274 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-051802 for network default 2026-10-30T20:42:40.531147778Z I1030 20:42:40.531122 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-051802 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-worker-single-main-051802,},}] 2026-10-30T20:42:40.531816076Z I1030 20:42:40.531778 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-051802 resources completed, update namespace loglevel 2026-10-30T20:42:40.621043221Z I1030 20:42:40.620989 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:1f:39:83:fd:80\",\"name\":\"6bfb0bdb4510007\"},{\"mac\":\"0a:58:0a:84:00:f8\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dc292ce-8a8b-4958-90ed-dc4e7fa5fd93\"}],\"ips\":[{\"address\":\"10.132.0.248/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:42:40.716428095Z W1030 20:42:40.716390 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-worker-single-main-051802 2026-10-30T20:42:40.750600079Z W1030 20:42:40.750556 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-worker-single-main-051802 2026-10-30T20:42:41.791105371Z W1030 20:42:41.791061 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802 2026-10-30T20:42:47.838279193Z I1030 20:42:47.838229 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:48.470537638Z I1030 20:42:48.470005 3618 namespace.go:44] [e2e-models-e2e-worker-single-main-051802] adding namespace 2026-10-30T20:42:48.472846558Z I1030 20:42:48.472805 3618 namespace.go:48] [e2e-models-e2e-worker-single-main-051802] adding namespace took 2.765059ms 2026-10-30T20:42:48.487566234Z I1030 20:42:48.487528 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:48.508716012Z I1030 20:42:48.508679 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:48.661720712Z I1030 20:42:48.661666 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:42:50.836546194Z I1030 20:42:50.836485 3618 base_network_controller_policy.go:1190] Adding network policy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping for network default 2026-10-30T20:42:50.837667076Z I1030 20:42:50.837628 3618 base_network_controller_policy.go:1085] Policy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_e2e-models-e2e-worker-single-main-051802_LS{}] 2026-10-30T20:42:50.840528315Z I1030 20:42:50.840480 3618 base_network_controller_policy.go:1243] Create network policy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:42:52.808993777Z W1030 20:42:52.808941 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802 2026-10-30T20:42:52.874320726Z W1030 20:42:52.874264 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:52.874320726Z W1030 20:42:52.874294 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:52.874400640Z W1030 20:42:52.874360 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:52.874414297Z W1030 20:42:52.874399 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:52.874486323Z W1030 20:42:52.874459 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:52.874486323Z W1030 20:42:52.874471 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:59.916876671Z W1030 20:42:59.916830 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:42:59.916876671Z W1030 20:42:59.916860 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-worker-single-main-051802-openshift-default 2026-10-30T20:43:15.361803115Z I1030 20:43:15.361645 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=39 2026-10-30T20:43:19.450843984Z I1030 20:43:19.450798 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 2026-10-30T20:43:35.526826759Z W1030 20:43:35.526781 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-kserve-workload-svc 2026-10-30T20:44:02.350694852Z I1030 20:44:02.350650 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-05491724-7p95j for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:44:02.350923914Z I1030 20:44:02.350884 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j 2026-10-30T20:44:02.373597982Z I1030 20:44:02.373555 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j] addLogicalPort annotation time took 22.718074ms 2026-10-30T20:44:02.374953057Z I1030 20:44:02.374920 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j] addLogicalPort took 24.29518ms, libovsdb time 878.36µs 2026-10-30T20:44:02.712307627Z I1030 20:44:02.712262 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:44:02.715298180Z I1030 20:44:02.715259 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-05491724-7p95j, hostIfaceName: e1c934c6de273bc, network: default, NAD default, SandboxID: "e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020", PCI device ID: , UID: "0d351315-1d65-4b68-878c-b59671b55247", MAC: 0a:58:0a:84:00:f9, IPs: [10.132.0.249/23] 2026-10-30T20:44:02.918277036Z I1030 20:44:02.918223 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:14:ff:60:4b:b4\",\"name\":\"e1c934c6de273bc\"},{\"mac\":\"0a:58:0a:84:00:f9\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db6e57b2-3668-40ec-90f5-bb52bbd22e56\"}],\"ips\":[{\"address\":\"10.132.0.249/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:44:05.232981549Z I1030 20:44:05.232931 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:44:05.305555339Z I1030 20:44:05.305511 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j e1c934c6de273bc26e3bcfd697d6140a7b52c10ffb8c235a4759df992569d020 network default NAD default NAD key default], result "{}", err 2026-10-30T20:44:05.375434882Z I1030 20:44:05.375400 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j 2026-10-30T20:44:05.377325774Z I1030 20:44:05.377292 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-05491724-7p95j, ips: 10.132.0.249 2026-10-30T20:44:05.377364344Z I1030 20:44:05.377352 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:44:05.377584106Z I1030 20:44:05.377555 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:44:05.377751481Z I1030 20:44:05.377736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:44:05.377916550Z I1030 20:44:05.377903 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:44:05.378058347Z I1030 20:44:05.378045 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:44:05.378260274Z I1030 20:44:05.378247 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:44:13.093352380Z I1030 20:44:13.093283 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:13.432782995Z I1030 20:44:13.432731 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:44:13.432928747Z I1030 20:44:13.432907 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 2026-10-30T20:44:13.456022721Z I1030 20:44:13.455980 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh] addLogicalPort annotation time took 23.118499ms 2026-10-30T20:44:13.457460457Z I1030 20:44:13.457421 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh] addLogicalPort took 24.711551ms, libovsdb time 967.952µs 2026-10-30T20:44:13.796065158Z I1030 20:44:13.796022 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:44:13.799361790Z I1030 20:44:13.799318 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh, hostIfaceName: 88d5c8d1a0e3d91, network: default, NAD default, SandboxID: "88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04", PCI device ID: , UID: "1e73b970-fcb6-46c3-abe0-8793ec8b1db5", MAC: 0a:58:0a:84:00:fa, IPs: [10.132.0.250/23] 2026-10-30T20:44:14.002482954Z I1030 20:44:14.002430 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:51:64:b5:8d:89\",\"name\":\"88d5c8d1a0e3d91\"},{\"mac\":\"0a:58:0a:84:00:fa\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e45345-b86a-47eb-8a10-0f5c2b82c4f3\"}],\"ips\":[{\"address\":\"10.132.0.250/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:44:16.292522452Z I1030 20:44:16.292448 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:44:16.371347230Z I1030 20:44:16.371303 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 88d5c8d1a0e3d91824e74787b57e3cec358e0c35f75a2789582ae9f1cbb35e04 network default NAD default NAD key default], result "{}", err 2026-10-30T20:44:16.440036401Z I1030 20:44:16.439989 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh 2026-10-30T20:44:16.441728223Z I1030 20:44:16.441690 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-worker-single-main-051802-7rdxh, ips: 10.132.0.250 2026-10-30T20:44:16.441777854Z I1030 20:44:16.441761 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:44:16.442045785Z I1030 20:44:16.442023 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:44:16.442243969Z I1030 20:44:16.442221 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:44:16.442401595Z I1030 20:44:16.442383 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:44:16.442579970Z I1030 20:44:16.442563 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:44:16.442746964Z I1030 20:44:16.442727 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:44:18.127013317Z I1030 20:44:18.126966 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:23.913894190Z I1030 20:44:23.913851 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-worker-single-main-051802 2026-10-30T20:44:23.913930145Z I1030 20:44:23.913907 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-worker-single-main-051802 2026-10-30T20:44:23.951794948Z I1030 20:44:23.951758 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-worker-single-main-051802/payload-processing-e2e-worker-single-main-051802 2026-10-30T20:44:23.951794948Z I1030 20:44:23.951780 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-worker-single-main-051802/payload-processing-e2e-worker-single-main-051802 2026-10-30T20:44:24.672388688Z I1030 20:44:24.672333 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-worker-single-main-051802 to delete 1 local pods... 2026-10-30T20:44:24.672388688Z I1030 20:44:24.672374 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:44:24.672435904Z I1030 20:44:24.672427 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:44:24.672518688Z I1030 20:44:24.672481 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:44:24.672545856Z I1030 20:44:24.672532 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:44:24.672556261Z I1030 20:44:24.672549 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:44:26.545689548Z I1030 20:44:26.545627 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:26.629743337Z I1030 20:44:26.629698 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:44:27.225386785Z I1030 20:44:27.225343 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:33.448128507Z I1030 20:44:33.448075 3618 base_network_controller_policy.go:651] Processing NetworkPolicy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping to delete 1 local pods... 2026-10-30T20:44:33.942680921Z I1030 20:44:33.942632 3618 namespace.go:72] [ai-tenant-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:33.955160055Z I1030 20:44:33.955118 3618 namespace.go:115] [ai-tenant-e2e-worker-single-main-051802] deleting namespace 2026-10-30T20:44:34.345153813Z I1030 20:44:34.345108 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-worker-single-main-051802-allow 2026-10-30T20:44:34.345153813Z I1030 20:44:34.345136 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-worker-single-main-051802-allow 2026-10-30T20:44:39.250653255Z I1030 20:44:39.250604 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-same-id-a-8938eac6-prometheus-scraping for network default 2026-10-30T20:44:39.250717600Z I1030 20:44:39.250698 3618 base_network_controller_policy.go:1085] Policy llm/e2e-same-id-a-8938eac6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T20:44:39.252143381Z I1030 20:44:39.252120 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-same-id-a-8938eac6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:44:39.584105258Z I1030 20:44:39.584061 3618 cniserver.go:315] [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:44:39.665595314Z I1030 20:44:39.665540 3618 cniserver.go:304] [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 eee5081127424c173c17fcc0a63ddbfc3d32380204bd498a80065cbed8f1dd43 network default NAD default NAD key default], result "{}", err 2026-10-30T20:44:39.761926695Z I1030 20:44:39.761884 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2 2026-10-30T20:44:39.763681434Z I1030 20:44:39.763628 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-worker-single-main-051802-openshift-default-86d4b98dcc8bgc2, ips: 10.132.0.247 2026-10-30T20:44:39.763720044Z I1030 20:44:39.763705 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:44:39.948869199Z W1030 20:44:39.948823 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-same-id-a-8938eac6-kserve-workload-svc 2026-10-30T20:44:43.668542839Z W1030 20:44:43.665565 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-pre-processing-e2e-shared-a-w4-043892-8d86f65cf-llvmm 2026-10-30T20:44:48.760370036Z I1030 20:44:48.760322 3618 cniserver.go:315] [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:44:48.833331324Z I1030 20:44:48.833285 3618 cniserver.go:304] [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 6bfb0bdb4510007e10cb26cd0acfa78d064bdbd9354e27717b1453e3a1b3aac7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:44:48.871099754Z I1030 20:44:48.871047 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:44:48.903562584Z I1030 20:44:48.903481 3618 pods.go:175] Deleting pod: openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc 2026-10-30T20:44:48.905405519Z I1030 20:44:48.905368 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/payload-pre-processing-e2e-worker-single-main-051802-7c8bb52vfc, ips: 10.132.0.248 2026-10-30T20:44:48.905466780Z I1030 20:44:48.905453 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:44:56.355724364Z I1030 20:44:56.355682 3618 base_network_controller_policy.go:1190] Adding network policy llm/e2e-same-id-b-8938eac6-prometheus-scraping for network default 2026-10-30T20:44:56.355860538Z I1030 20:44:56.355838 3618 base_network_controller_policy.go:1085] Policy llm/e2e-same-id-b-8938eac6-prometheus-scraping added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: redhat-ods-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{}_LNM default-network-controller_llm_LS{}] 2026-10-30T20:44:56.357209691Z I1030 20:44:56.357174 3618 base_network_controller_policy.go:1243] Create network policy llm/e2e-same-id-b-8938eac6-prometheus-scraping resources completed, update namespace loglevel 2026-10-30T20:44:56.443206286Z I1030 20:44:56.443159 3618 base_network_controller_policy.go:1302] Deleting network policy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping 2026-10-30T20:44:56.443281440Z I1030 20:44:56.443267 3618 base_network_controller_policy.go:1338] Cleaning up network policy e2e-models-e2e-worker-single-main-051802/simulator-single-main-051802-prometheus-scraping 2026-10-30T20:44:56.683897796Z I1030 20:44:56.683848 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:44:57.052007361Z W1030 20:44:57.051956 3618 util.go:881] Failed to build global endpoints for port TCP/https/8000: empty IP address endpoints for service llm/e2e-same-id-b-8938eac6-kserve-workload-svc 2026-10-30T20:44:57.593596038Z I1030 20:44:57.593548 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=7 2026-10-30T20:45:00.214219738Z I1030 20:45:00.214157 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-29889885-vdjz6 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:45:00.214388181Z I1030 20:45:00.214366 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 2026-10-30T20:45:00.236997677Z I1030 20:45:00.236940 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6] addLogicalPort annotation time took 22.620579ms 2026-10-30T20:45:00.239764942Z I1030 20:45:00.239718 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6] addLogicalPort took 25.585874ms, libovsdb time 2.133855ms 2026-10-30T20:45:00.840534217Z I1030 20:45:00.836639 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:45:00.846969512Z I1030 20:45:00.846917 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-29889885-vdjz6, hostIfaceName: 0cdc17739a4b88e, network: default, NAD default, SandboxID: "0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8", PCI device ID: , UID: "f440fb9f-d362-4576-b69e-5a65e26d199a", MAC: 0a:58:0a:84:00:fb, IPs: [10.132.0.251/23] 2026-10-30T20:45:01.087541671Z I1030 20:45:01.079791 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:03:da:70:a3:73\",\"name\":\"0cdc17739a4b88e\"},{\"mac\":\"0a:58:0a:84:00:fb\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b85a1960-89db-40f7-a2c2-2dae340aba91\"}],\"ips\":[{\"address\":\"10.132.0.251/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:45:02.941076009Z I1030 20:45:02.941021 3618 namespace.go:72] [e2e-models-e2e-worker-single-main-051802] updating namespace 2026-10-30T20:45:04.625300559Z I1030 20:45:04.625250 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=9 2026-10-30T20:45:14.372660843Z I1030 20:45:14.372612 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=138 2026-10-30T20:45:16.748157138Z I1030 20:45:16.748106 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:45:16.752051451Z I1030 20:45:16.752008 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:45:16.753472284Z I1030 20:45:16.753440 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:45:16.764561740Z I1030 20:45:16.764476 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:45:16.764640551Z I1030 20:45:16.764624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:45:16.764677149Z I1030 20:45:16.764666 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:45:20.796009305Z I1030 20:45:20.795967 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:45:20.875176640Z I1030 20:45:20.875132 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 0cdc17739a4b88eba2123eebaefc5b39e01f4c9e158d58bbdec70ba5184daca8 network default NAD default NAD key default], result "{}", err 2026-10-30T20:45:20.942635142Z I1030 20:45:20.942589 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6 2026-10-30T20:45:20.944742323Z I1030 20:45:20.944706 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-29889885-vdjz6, ips: 10.132.0.251 2026-10-30T20:45:20.944842176Z I1030 20:45:20.944820 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:45:20.945109199Z I1030 20:45:20.945084 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:45:20.945299895Z I1030 20:45:20.945280 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:45:20.945613345Z I1030 20:45:20.945588 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:45:20.945838405Z I1030 20:45:20.945819 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:45:20.946144747Z I1030 20:45:20.946120 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:45:23.510201247Z I1030 20:45:23.510152 3618 base_network_controller_policy.go:1302] Deleting network policy llm/e2e-same-id-a-8938eac6-prometheus-scraping 2026-10-30T20:45:23.510269210Z I1030 20:45:23.510252 3618 base_network_controller_policy.go:1338] Cleaning up network policy llm/e2e-same-id-a-8938eac6-prometheus-scraping 2026-10-30T20:45:28.793536931Z I1030 20:45:28.793250 3618 base_network_controller_policy.go:1302] Deleting network policy llm/e2e-same-id-b-8938eac6-prometheus-scraping 2026-10-30T20:45:28.793536931Z I1030 20:45:28.793282 3618 base_network_controller_policy.go:1338] Cleaning up network policy llm/e2e-same-id-b-8938eac6-prometheus-scraping 2026-10-30T20:45:31.361538459Z I1030 20:45:31.360786 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Node" totalItems=48 2026-10-30T20:45:33.110636774Z I1030 20:45:33.110590 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-3e31a506-mszb2 for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:45:33.110740736Z I1030 20:45:33.110720 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 2026-10-30T20:45:33.132671904Z I1030 20:45:33.132633 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2] addLogicalPort annotation time took 21.958936ms 2026-10-30T20:45:33.133995573Z I1030 20:45:33.133968 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2] addLogicalPort took 23.409187ms, libovsdb time 896.911µs 2026-10-30T20:45:33.474110962Z I1030 20:45:33.474070 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:45:33.476681080Z I1030 20:45:33.476640 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-3e31a506-mszb2, hostIfaceName: 9ddf4d73deadc77, network: default, NAD default, SandboxID: "9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e", PCI device ID: , UID: "67b5a730-c9ed-49dc-885c-86e1a5ee3b29", MAC: 0a:58:0a:84:00:fc, IPs: [10.132.0.252/23] 2026-10-30T20:45:33.680077648Z I1030 20:45:33.680026 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:bf:5a:e9:1b:4e\",\"name\":\"9ddf4d73deadc77\"},{\"mac\":\"0a:58:0a:84:00:fc\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d28c6e2-ac64-4cec-b546-78058024001a\"}],\"ips\":[{\"address\":\"10.132.0.252/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:45:36.991273818Z I1030 20:45:36.991224 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:45:37.087833195Z I1030 20:45:37.087786 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 9ddf4d73deadc77fba732d53909f3d9498604b4835692f65a16895fef816054e network default NAD default NAD key default], result "{}", err 2026-10-30T20:45:37.156838589Z I1030 20:45:37.156794 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2 2026-10-30T20:45:37.158817469Z I1030 20:45:37.158785 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-3e31a506-mszb2, ips: 10.132.0.252 2026-10-30T20:45:37.158856477Z I1030 20:45:37.158845 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:45:37.159118796Z I1030 20:45:37.159088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:45:37.159390468Z I1030 20:45:37.159370 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:45:37.159647490Z I1030 20:45:37.159618 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:45:37.159855443Z I1030 20:45:37.159838 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:45:37.160149458Z I1030 20:45:37.160132 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:45:48.666539788Z W1030 20:45:48.664112 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-worker-w5-6c4dd1-59f965f976-q6w9w 2026-10-30T20:45:53.513450086Z I1030 20:45:53.513407 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw] creating logical port odh-ai-gateway-infra_maas-api-revoke-sub-d3feede2-shkgw for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:45:53.513702589Z I1030 20:45:53.513669 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 2026-10-30T20:45:53.536581572Z I1030 20:45:53.536536 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw] addLogicalPort annotation time took 22.911553ms 2026-10-30T20:45:53.538051142Z I1030 20:45:53.538007 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw] addLogicalPort took 24.634326ms, libovsdb time 964.896µs 2026-10-30T20:45:53.876803194Z I1030 20:45:53.876764 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:45:53.880454611Z I1030 20:45:53.880406 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-sub-d3feede2-shkgw, hostIfaceName: 5e37c6c51b57bc3, network: default, NAD default, SandboxID: "5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7", PCI device ID: , UID: "9ed307e6-da08-4266-9c4a-abe836d1a5c1", MAC: 0a:58:0a:84:00:fd, IPs: [10.132.0.253/23] 2026-10-30T20:45:54.083282426Z I1030 20:45:54.083231 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ef:3e:e6:71:99\",\"name\":\"5e37c6c51b57bc3\"},{\"mac\":\"0a:58:0a:84:00:fd\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b236f6e-f42c-4a37-81de-072fe18fb021\"}],\"ips\":[{\"address\":\"10.132.0.253/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:45:56.092614337Z I1030 20:45:56.092564 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:45:56.164741849Z I1030 20:45:56.164697 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 5e37c6c51b57bc3604f9158a5068f932711efd060174f0627a4e45fee78e33f7 network default NAD default NAD key default], result "{}", err 2026-10-30T20:45:56.241326878Z I1030 20:45:56.241280 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw 2026-10-30T20:45:56.243326460Z I1030 20:45:56.243295 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-sub-d3feede2-shkgw, ips: 10.132.0.253 2026-10-30T20:45:56.243352777Z I1030 20:45:56.243343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:45:56.243569482Z I1030 20:45:56.243548 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:45:56.243761215Z I1030 20:45:56.243747 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:45:56.243937588Z I1030 20:45:56.243922 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:45:56.244107198Z I1030 20:45:56.244090 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:45:56.244329906Z I1030 20:45:56.244315 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:46:06.069489940Z I1030 20:46:06.069448 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t] creating logical port odh-ai-gateway-infra_maas-api-f7476c9bf-vrj6t for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:46:06.069697116Z I1030 20:46:06.069671 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 2026-10-30T20:46:06.095574979Z I1030 20:46:06.095527 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t] addLogicalPort annotation time took 25.887353ms 2026-10-30T20:46:06.097046095Z I1030 20:46:06.097012 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t] addLogicalPort took 27.585121ms, libovsdb time 904.305µs 2026-10-30T20:46:06.437611981Z I1030 20:46:06.437569 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:46:06.440825772Z I1030 20:46:06.440784 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-f7476c9bf-vrj6t, hostIfaceName: 5388c80c257ad70, network: default, NAD default, SandboxID: "5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5", PCI device ID: , UID: "4a54d3a6-793a-4900-8888-dce4b08e6048", MAC: 0a:58:0a:84:00:fe, IPs: [10.132.0.254/23] 2026-10-30T20:46:06.643462672Z I1030 20:46:06.643413 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b6:96:f8:ea:3a\",\"name\":\"5388c80c257ad70\"},{\"mac\":\"0a:58:0a:84:00:fe\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8caf0eaf-da66-4662-8260-decd8236f03e\"}],\"ips\":[{\"address\":\"10.132.0.254/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:46:12.952549791Z I1030 20:46:12.952481 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:46:13.294373098Z I1030 20:46:13.294325 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-ait-f5c2161a-allow for network default 2026-10-30T20:46:13.294373098Z I1030 20:46:13.294359 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-ait-f5c2161a-allow added to peer address sets [] 2026-10-30T20:46:13.295501553Z I1030 20:46:13.295479 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-ait-f5c2161a-allow resources completed, update namespace loglevel 2026-10-30T20:46:13.413911779Z I1030 20:46:13.413865 3618 base_network_controller_pods.go:486] [default/openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj] creating logical port openshift-ingress_e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:46:13.414146605Z I1030 20:46:13.414107 3618 kube.go:235] Patching annotations on pod openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 2026-10-30T20:46:13.440089608Z I1030 20:46:13.440038 3618 base_network_controller_pods.go:941] [default/openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj] addLogicalPort annotation time took 25.976759ms 2026-10-30T20:46:13.441649724Z I1030 20:46:13.441617 3618 pods.go:267] [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj] addLogicalPort took 27.772001ms, libovsdb time 1.022647ms 2026-10-30T20:46:13.776640439Z I1030 20:46:13.776595 3618 cniserver.go:315] [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:46:13.779771852Z I1030 20:46:13.779731 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj, hostIfaceName: 475db9fafd43f32, network: default, NAD default, SandboxID: "475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151", PCI device ID: , UID: "d3fe8141-aeb6-4785-8274-1c836da79637", MAC: 0a:58:0a:84:00:ff, IPs: [10.132.0.255/23] 2026-10-30T20:46:13.903201858Z W1030 20:46:13.903156 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T20:46:13.903244112Z W1030 20:46:13.903224 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T20:46:13.903302024Z W1030 20:46:13.903283 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T20:46:13.903349006Z W1030 20:46:13.903332 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T20:46:13.906086088Z W1030 20:46:13.906048 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T20:46:13.906169533Z W1030 20:46:13.906136 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T20:46:13.982707349Z I1030 20:46:13.982656 3618 cniserver.go:304] [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e3:17:78:73:64\",\"name\":\"475db9fafd43f32\"},{\"mac\":\"0a:58:0a:84:00:ff\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20cd4fbd-8287-4668-8bf1-a5837be7d6c5\"}],\"ips\":[{\"address\":\"10.132.0.255/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:46:14.004690571Z I1030 20:46:14.004645 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf] creating logical port odh-ai-gateway-infra_maas-api-76f6f44c6f-8k9rf for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:46:14.004800815Z I1030 20:46:14.004787 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf 2026-10-30T20:46:14.042314840Z I1030 20:46:14.042266 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf] addLogicalPort annotation time took 37.545682ms 2026-10-30T20:46:14.043694335Z I1030 20:46:14.043662 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf] addLogicalPort took 39.02429ms, libovsdb time 865.254µs 2026-10-30T20:46:14.099575312Z I1030 20:46:14.099533 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:46:14.175551283Z I1030 20:46:14.175506 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 5388c80c257ad706cad882a4226329752bf7953c3b54e81e8009e2691a16e1a5 network default NAD default NAD key default], result "{}", err 2026-10-30T20:46:14.204835219Z W1030 20:46:14.204783 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:14.204835219Z W1030 20:46:14.204810 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:14.234337874Z I1030 20:46:14.234295 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t 2026-10-30T20:46:14.236278246Z I1030 20:46:14.236231 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-f7476c9bf-vrj6t, ips: 10.132.0.254 2026-10-30T20:46:14.236344017Z I1030 20:46:14.236323 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:46:14.236684600Z I1030 20:46:14.236652 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway--default to delete 1 local pods... 2026-10-30T20:46:14.236964305Z I1030 20:46:14.236936 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:46:14.237208618Z I1030 20:46:14.237182 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:46:14.237447318Z I1030 20:46:14.237424 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:46:14.237697195Z I1030 20:46:14.237675 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:46:14.411622614Z I1030 20:46:14.411578 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf a708705d7cfa1eb7f4486ec9d24d61c849a284f8797f15879904e9a3fc46ba3c network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:46:14.415396140Z I1030 20:46:14.415352 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-76f6f44c6f-8k9rf, hostIfaceName: a708705d7cfa1eb, network: default, NAD default, SandboxID: "a708705d7cfa1eb7f4486ec9d24d61c849a284f8797f15879904e9a3fc46ba3c", PCI device ID: , UID: "b4a0d58f-ce59-474f-85f2-e69fff014d24", MAC: 0a:58:0a:84:01:00, IPs: [10.132.1.0/23] 2026-10-30T20:46:14.621173761Z I1030 20:46:14.621125 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf a708705d7cfa1eb7f4486ec9d24d61c849a284f8797f15879904e9a3fc46ba3c network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-76f6f44c6f-8k9rf a708705d7cfa1eb7f4486ec9d24d61c849a284f8797f15879904e9a3fc46ba3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:90:0a:93:19:61\",\"name\":\"a708705d7cfa1eb\"},{\"mac\":\"0a:58:0a:84:01:00\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10219228-faf4-44d4-b80d-5cc946ce33fb\"}],\"ips\":[{\"address\":\"10.132.1.0/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:46:15.749512410Z I1030 20:46:15.749441 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:46:15.801449414Z I1030 20:46:15.801402 3618 namespace.go:44] [ai-tenant-e2e-ait-f5c2161a] adding namespace 2026-10-30T20:46:15.802046657Z I1030 20:46:15.802011 3618 namespace.go:48] [ai-tenant-e2e-ait-f5c2161a] adding namespace took 580.763µs 2026-10-30T20:46:15.823974759Z I1030 20:46:15.823939 3618 namespace.go:72] [ai-tenant-e2e-ait-f5c2161a] updating namespace 2026-10-30T20:46:15.833808901Z I1030 20:46:15.833775 3618 namespace.go:72] [ai-tenant-e2e-ait-f5c2161a] updating namespace 2026-10-30T20:46:16.237668256Z W1030 20:46:16.237622 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:16.237668256Z W1030 20:46:16.237648 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:17.924834189Z I1030 20:46:17.924789 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-ait-f5c2161a for network default 2026-10-30T20:46:17.924998749Z I1030 20:46:17.924949 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-ait-f5c2161a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:46:17.931447074Z I1030 20:46:17.931409 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-ait-f5c2161a resources completed, update namespace loglevel 2026-10-30T20:46:17.943079081Z I1030 20:46:17.943039 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-ait-f5c2161a/payload-processing-e2e-ait-f5c2161a for network default 2026-10-30T20:46:17.943607361Z I1030 20:46:17.943573 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-ait-f5c2161a/payload-processing-e2e-ait-f5c2161a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:46:17.953658898Z I1030 20:46:17.953618 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-ait-f5c2161a/payload-processing-e2e-ait-f5c2161a resources completed, update namespace loglevel 2026-10-30T20:46:18.457373612Z I1030 20:46:18.457322 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 2026-10-30T20:46:18.961233434Z W1030 20:46:18.961185 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-ait-f5c2161a 2026-10-30T20:46:19.006633431Z W1030 20:46:19.006596 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-ait-f5c2161a 2026-10-30T20:46:19.926240678Z I1030 20:46:19.926191 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-f5c2161a for network default 2026-10-30T20:46:19.931531412Z I1030 20:46:19.927767 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-f5c2161a added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-ait-f5c2161a,},}] 2026-10-30T20:46:19.931531412Z I1030 20:46:19.928880 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-f5c2161a resources completed, update namespace loglevel 2026-10-30T20:46:20.978859823Z W1030 20:46:20.978816 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-f5c2161a 2026-10-30T20:46:21.245815032Z W1030 20:46:21.245744 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api 2026-10-30T20:46:21.249340877Z W1030 20:46:21.249298 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 9090: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-metrics 2026-10-30T20:46:22.585855791Z I1030 20:46:22.585805 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:46:22.585904017Z I1030 20:46:22.585884 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway--default to delete 1 local pods... 2026-10-30T20:46:22.585923816Z I1030 20:46:22.585907 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:46:22.585933510Z I1030 20:46:22.585925 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:46:22.585944828Z I1030 20:46:22.585938 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:46:22.586012768Z I1030 20:46:22.585982 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:46:29.575634562Z I1030 20:46:29.575581 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressIP" totalItems=9 2026-10-30T20:46:31.666401946Z I1030 20:46:31.666351 3618 reflector.go:1093] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 2026-10-30T20:46:32.327242759Z W1030 20:46:32.327195 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.327242759Z W1030 20:46:32.327224 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.327303343Z W1030 20:46:32.327199 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.327329610Z W1030 20:46:32.327317 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.327405675Z W1030 20:46:32.327393 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.327413280Z W1030 20:46:32.327405 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:32.380662996Z I1030 20:46:32.380617 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.NetworkPolicy" totalItems=500 2026-10-30T20:46:36.883555594Z I1030 20:46:36.883481 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:46:36.883555594Z I1030 20:46:36.883535 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:46:36.883610458Z I1030 20:46:36.883574 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:46:36.883610458Z I1030 20:46:36.883589 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:46:36.883639928Z I1030 20:46:36.883624 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:46:36.883705173Z I1030 20:46:36.883690 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:46:38.856951497Z W1030 20:46:38.856911 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:38.856951497Z W1030 20:46:38.856937 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-f5c2161a-openshift-default 2026-10-30T20:46:42.162908322Z I1030 20:46:42.162859 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-ait-f5c2161a 2026-10-30T20:46:42.162953014Z I1030 20:46:42.162934 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-ait-f5c2161a 2026-10-30T20:46:42.192467234Z I1030 20:46:42.192429 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-ait-f5c2161a/payload-processing-e2e-ait-f5c2161a 2026-10-30T20:46:42.192467234Z I1030 20:46:42.192452 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-ait-f5c2161a/payload-processing-e2e-ait-f5c2161a 2026-10-30T20:46:43.136758589Z I1030 20:46:43.136706 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:46:43.136758589Z I1030 20:46:43.136736 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:46:43.136802119Z I1030 20:46:43.136758 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:46:43.136802119Z I1030 20:46:43.136787 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:46:43.136841922Z I1030 20:46:43.136827 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:46:43.136872470Z I1030 20:46:43.136859 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-ait-f5c2161a to delete 1 local pods... 2026-10-30T20:46:43.287170518Z I1030 20:46:43.287117 3618 namespace.go:72] [ai-tenant-e2e-ait-f5c2161a] updating namespace 2026-10-30T20:46:43.381022654Z I1030 20:46:43.380970 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:46:47.175260881Z I1030 20:46:47.175214 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:46:47.210738440Z I1030 20:46:47.210693 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:46:48.030326543Z I1030 20:46:48.030287 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-ait-f5c2161a-allow 2026-10-30T20:46:48.030326543Z I1030 20:46:48.030312 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-ait-f5c2161a-allow 2026-10-30T20:46:49.360639966Z I1030 20:46:49.360587 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:46:49.771470223Z I1030 20:46:49.771428 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/e2e-authcfg-http-72e6e5-allow for network default 2026-10-30T20:46:49.771580298Z I1030 20:46:49.771550 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/e2e-authcfg-http-72e6e5-allow added to peer address sets [] 2026-10-30T20:46:49.772764357Z I1030 20:46:49.772739 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/e2e-authcfg-http-72e6e5-allow resources completed, update namespace loglevel 2026-10-30T20:46:51.165985861Z W1030 20:46:51.165942 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:46:51.165985861Z W1030 20:46:51.165967 3618 util.go:881] Failed to build global endpoints for port TCP/http/80: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:46:51.165985861Z W1030 20:46:51.165973 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:46:53.208430302Z I1030 20:46:53.208383 3618 cniserver.go:315] [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:46:53.288360019Z I1030 20:46:53.288315 3618 cniserver.go:304] [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 475db9fafd43f320296ad5789c572fbbc9b0e625fcc983b98bc2d381c5690151 network default NAD default NAD key default], result "{}", err 2026-10-30T20:46:53.374097973Z I1030 20:46:53.374039 3618 pods.go:175] Deleting pod: openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj 2026-10-30T20:46:53.375819772Z I1030 20:46:53.375782 3618 pods.go:232] Attempting to release IPs for pod: openshift-ingress/e2e-ait-f5c2161a-openshift-default-5b4f4b4679-fs7cj, ips: 10.132.0.255 2026-10-30T20:46:53.375849203Z I1030 20:46:53.375839 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:46:53.447317228Z I1030 20:46:53.447269 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:46:53.520716269Z I1030 20:46:53.520665 3618 namespace.go:44] [ai-tenant-e2e-authcfg-http-72e6e5] adding namespace 2026-10-30T20:46:53.521413691Z I1030 20:46:53.521367 3618 namespace.go:48] [ai-tenant-e2e-authcfg-http-72e6e5] adding namespace took 601.269µs 2026-10-30T20:46:53.543529227Z I1030 20:46:53.543461 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:46:53.561407498Z I1030 20:46:53.561358 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:46:54.961656625Z I1030 20:46:54.961614 3618 base_network_controller_pods.go:486] [default/odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj] creating logical port odh-ai-gateway-infra_maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:46:54.961775087Z I1030 20:46:54.961758 3618 kube.go:235] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj 2026-10-30T20:46:54.984847205Z I1030 20:46:54.984804 3618 base_network_controller_pods.go:941] [default/odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj] addLogicalPort annotation time took 23.082061ms 2026-10-30T20:46:54.986738253Z I1030 20:46:54.986688 3618 pods.go:267] [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj] addLogicalPort took 25.090608ms, libovsdb time 1.454625ms 2026-10-30T20:46:55.324508377Z I1030 20:46:55.324447 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:46:55.327809235Z I1030 20:46:55.327767 3618 helper_linux.go:694] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj, hostIfaceName: efb9c1b21098789, network: default, NAD default, SandboxID: "efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0", PCI device ID: , UID: "fd5b7df7-1ca1-443d-9b95-5d5d9dced0ae", MAC: 0a:58:0a:84:01:01, IPs: [10.132.1.1/23] 2026-10-30T20:46:55.532221593Z I1030 20:46:55.532161 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:79:82:d6:f0:f2\",\"name\":\"efb9c1b21098789\"},{\"mac\":\"0a:58:0a:84:01:01\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fba293d2-5f3d-47ec-b01c-c4c3032172f5\"}],\"ips\":[{\"address\":\"10.132.1.1/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:46:55.549003194Z I1030 20:46:55.548939 3618 base_network_controller_policy.go:1190] Adding network policy openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 for network default 2026-10-30T20:46:55.549094526Z I1030 20:46:55.549048 3618 base_network_controller_policy.go:1085] Policy openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:46:55.551330531Z I1030 20:46:55.551287 3618 base_network_controller_policy.go:1243] Create network policy openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 resources completed, update namespace loglevel 2026-10-30T20:46:55.573719512Z I1030 20:46:55.573662 3618 base_network_controller_policy.go:1190] Adding network policy ai-tenant-e2e-authcfg-http-72e6e5/payload-processing-e2e-authcfg-http-72e6e5 for network default 2026-10-30T20:46:55.573768953Z I1030 20:46:55.573756 3618 base_network_controller_policy.go:1085] Policy ai-tenant-e2e-authcfg-http-72e6e5/payload-processing-e2e-authcfg-http-72e6e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.istio.io/managed: istio.io-gateway-controller,},} default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-monitoring,},}_LS{}_LNM default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-user-workload-monitoring,},}_LS{}_LNM] 2026-10-30T20:46:55.577045028Z I1030 20:46:55.576999 3618 base_network_controller_policy.go:1243] Create network policy ai-tenant-e2e-authcfg-http-72e6e5/payload-processing-e2e-authcfg-http-72e6e5 resources completed, update namespace loglevel 2026-10-30T20:46:56.194323520Z W1030 20:46:56.193749 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:46:56.220008509Z I1030 20:46:56.219945 3618 base_network_controller_policy.go:1190] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-authcfg-http-72e6e5 for network default 2026-10-30T20:46:56.221707796Z I1030 20:46:56.221645 3618 base_network_controller_policy.go:1085] Policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-authcfg-http-72e6e5 added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: e2e-authcfg-http-72e6e5,},}] 2026-10-30T20:46:56.223767630Z I1030 20:46:56.223732 3618 base_network_controller_policy.go:1243] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-authcfg-http-72e6e5 resources completed, update namespace loglevel 2026-10-30T20:46:56.459437495Z W1030 20:46:56.459391 3618 util.go:881] Failed to build global endpoints for port TCP/https/8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5 2026-10-30T20:46:57.181264922Z W1030 20:46:57.181219 3618 util.go:881] Failed to build global endpoints for port TCP//9004: empty IP address endpoints for service openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:47:02.461260150Z W1030 20:47:02.461212 3618 util.go:977] Failed to build node endpoints for node ip-10-0-132-115.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5 2026-10-30T20:47:08.410526348Z I1030 20:47:08.410475 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:47:09.286522331Z W1030 20:47:09.285842 3618 util.go:881] Failed to build global endpoints for port TCP/https/443: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:47:09.286522331Z W1030 20:47:09.285868 3618 util.go:881] Failed to build global endpoints for port TCP/http/80: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:47:09.286522331Z W1030 20:47:09.285876 3618 util.go:881] Failed to build global endpoints for port TCP/status-port/15021: empty IP address endpoints for service openshift-ingress/e2e-authcfg-http-72e6e5-openshift-default 2026-10-30T20:47:31.376264129Z I1030 20:47:31.376213 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=186 2026-10-30T20:48:32.550964558Z I1030 20:48:32.550916 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:48:32.551009068Z I1030 20:48:32.550993 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:48:32.551016912Z I1030 20:48:32.551007 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:48:32.551023534Z I1030 20:48:32.551016 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:48:32.551064778Z I1030 20:48:32.551052 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:48:32.551080831Z I1030 20:48:32.551071 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:48:39.340557062Z I1030 20:48:39.340485 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:48:39.340557062Z I1030 20:48:39.340540 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/payload-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:48:39.358944563Z I1030 20:48:39.358907 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Pod" totalItems=405 2026-10-30T20:48:39.384154743Z I1030 20:48:39.384114 3618 base_network_controller_policy.go:1302] Deleting network policy ai-tenant-e2e-authcfg-http-72e6e5/payload-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:48:39.384206663Z I1030 20:48:39.384181 3618 base_network_controller_policy.go:1338] Cleaning up network policy ai-tenant-e2e-authcfg-http-72e6e5/payload-processing-e2e-authcfg-http-72e6e5 2026-10-30T20:48:44.295829675Z I1030 20:48:44.295785 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:48:44.333414558Z I1030 20:48:44.333356 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:48:46.240662812Z I1030 20:48:46.240612 3618 cniserver.go:315] [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:48:46.314940376Z I1030 20:48:46.314898 3618 cniserver.go:304] [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj efb9c1b210987894da777865783b199384b3d24485252d3104d73c91337d01b0 network default NAD default NAD key default], result "{}", err 2026-10-30T20:48:46.385125763Z I1030 20:48:46.385078 3618 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj 2026-10-30T20:48:46.387172105Z I1030 20:48:46.387134 3618 pods.go:232] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-authcfg-http-72e6e5-7d674d8b8d-x5qfj, ips: 10.132.1.1 2026-10-30T20:48:46.387234142Z I1030 20:48:46.387217 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:48:46.387533461Z I1030 20:48:46.387487 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:48:46.387845637Z I1030 20:48:46.387824 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:48:46.388075512Z I1030 20:48:46.388058 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:48:46.388331655Z I1030 20:48:46.388300 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway-e2e-authcfg-http-72e6e5 to delete 1 local pods... 2026-10-30T20:48:46.388550458Z I1030 20:48:46.388524 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:48:46.589521038Z I1030 20:48:46.589432 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:48:46.689123684Z I1030 20:48:46.689083 3618 namespace.go:72] [odh-ai-gateway-infra] updating namespace 2026-10-30T20:48:47.300323524Z I1030 20:48:47.300274 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:48:53.663440441Z W1030 20:48:53.663391 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-pre-processing-e2e-shared-a-w2-a165e5-fb8598b5f-hknmd 2026-10-30T20:48:54.157669354Z I1030 20:48:54.157606 3618 namespace.go:72] [ai-tenant-e2e-authcfg-http-72e6e5] updating namespace 2026-10-30T20:48:54.168160487Z I1030 20:48:54.168119 3618 namespace.go:115] [ai-tenant-e2e-authcfg-http-72e6e5] deleting namespace 2026-10-30T20:48:54.552723970Z I1030 20:48:54.552677 3618 base_network_controller_policy.go:1302] Deleting network policy openshift-ingress/e2e-authcfg-http-72e6e5-allow 2026-10-30T20:48:54.552769446Z I1030 20:48:54.552742 3618 base_network_controller_policy.go:1338] Cleaning up network policy openshift-ingress/e2e-authcfg-http-72e6e5-allow 2026-10-30T20:49:00.200176977Z I1030 20:49:00.200123 3618 base_network_controller_policy.go:651] Processing NetworkPolicy openshift-ingress/openshift-ingress-deny-all to delete 1 local pods... 2026-10-30T20:49:14.823135849Z I1030 20:49:14.823088 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:49:14.823231457Z I1030 20:49:14.823212 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:49:14.823280128Z I1030 20:49:14.823265 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:49:14.823337152Z I1030 20:49:14.823323 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:49:14.823349204Z I1030 20:49:14.823343 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:49:14.823369758Z I1030 20:49:14.823357 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:49:16.636292104Z I1030 20:49:16.636245 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:145" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 2026-10-30T20:49:23.662825752Z W1030 20:49:23.662780 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-shared-a-w3-c8fa69-7ff7dbd956-xphtv 2026-10-30T20:49:31.756876306Z I1030 20:49:31.756814 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.UserDefinedNetwork" totalItems=9 2026-10-30T20:49:31.936409065Z I1030 20:49:31.936363 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:49:31.936519626Z I1030 20:49:31.936473 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:49:31.936549142Z I1030 20:49:31.936537 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:49:31.936563748Z I1030 20:49:31.936551 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:49:31.936600094Z I1030 20:49:31.936588 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:49:31.936648374Z I1030 20:49:31.936637 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:49:43.005620442Z I1030 20:49:43.005579 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods... 2026-10-30T20:49:43.005620442Z I1030 20:49:43.005607 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-egress-restrict to delete 1 local pods... 2026-10-30T20:49:43.005620442Z I1030 20:49:43.005615 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods... 2026-10-30T20:49:43.005669488Z I1030 20:49:43.005647 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods... 2026-10-30T20:49:43.005669488Z I1030 20:49:43.005660 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods... 2026-10-30T20:49:43.005705779Z I1030 20:49:43.005694 3618 base_network_controller_policy.go:651] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-deployment-ns to delete 1 local pods... 2026-10-30T20:49:53.662964261Z W1030 20:49:53.662906 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-sub-f0cdc971-8g2mp 2026-10-30T20:50:09.588679924Z I1030 20:50:09.588636 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressFirewall" totalItems=11 2026-10-30T20:50:18.663568809Z W1030 20:50:18.663521 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-revoke-sub-ad220342-7hrzf 2026-10-30T20:50:23.663331346Z W1030 20:50:23.663287 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-worker-w1-109cfe-29889870-79rp5 2026-10-30T20:50:28.663334521Z W1030 20:50:28.663291 3618 duration.go:464] Config duration recorder: measurement expired for pod/ai-tenant-e2e-shared-a-w0-5314c2/rate-test-model-5314c2-kserve-66bb55ff97-vflj8 2026-10-30T20:51:09.639098722Z I1030 20:51:09.639056 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressService" totalItems=7 2026-10-30T20:51:21.607268554Z I1030 20:51:21.607220 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:145" type="*v1.EgressQoS" totalItems=8 2026-10-30T20:51:38.662827541Z W1030 20:51:38.662780 3618 duration.go:464] Config duration recorder: measurement expired for pod/openshift-ingress/payload-processing-e2e-shared-b-w6-27a4d3-56dc96d464-644ch 2026-10-30T20:51:53.662795688Z W1030 20:51:53.662746 3618 duration.go:464] Config duration recorder: measurement expired for pod/odh-ai-gateway-infra/maas-api-e2e-worker-w6-f349a1-7df48d9ddf-l2qpw 2026-10-30T20:51:55.386653654Z I1030 20:51:55.386603 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.EndpointSlice" totalItems=191 2026-10-30T20:51:57.717863378Z I1030 20:51:57.717813 3618 namespace.go:44] [openshift-must-gather-b7snw] adding namespace 2026-10-30T20:51:57.718536337Z I1030 20:51:57.718480 3618 namespace.go:48] [openshift-must-gather-b7snw] adding namespace took 637.775µs 2026-10-30T20:51:57.741177702Z I1030 20:51:57.741140 3618 namespace.go:72] [openshift-must-gather-b7snw] updating namespace 2026-10-30T20:51:58.470798637Z I1030 20:51:58.470751 3618 reflector.go:1093] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 2026-10-30T20:52:09.375640837Z I1030 20:52:09.375589 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Namespace" totalItems=38 2026-10-30T20:52:12.459626220Z I1030 20:52:12.459584 3618 base_network_controller_pods.go:486] [default/openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv] creating logical port openshift-must-gather-b7snw_perf-node-gather-daemonset-cw2sv for pod on switch ip-10-0-132-115.ec2.internal 2026-10-30T20:52:12.459745911Z I1030 20:52:12.459732 3618 kube.go:235] Patching annotations on pod openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 2026-10-30T20:52:12.482589150Z I1030 20:52:12.482546 3618 base_network_controller_pods.go:941] [default/openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv] addLogicalPort annotation time took 22.852392ms 2026-10-30T20:52:12.483831221Z I1030 20:52:12.483802 3618 pods.go:267] [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv] addLogicalPort took 24.234952ms, libovsdb time 771.223µs 2026-10-30T20:52:12.822703321Z I1030 20:52:12.822659 3618 cniserver.go:315] [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default] ADD starting CNI request 2026-10-30T20:52:12.826152659Z I1030 20:52:12.826104 3618 helper_linux.go:694] ConfigureOVS: namespace: openshift-must-gather-b7snw, podName: perf-node-gather-daemonset-cw2sv, hostIfaceName: 9df4bb7e5918e10, network: default, NAD default, SandboxID: "9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef", PCI device ID: , UID: "81c71ff6-4a81-4187-bed4-4640a9787f67", MAC: 0a:58:0a:84:01:02, IPs: [10.132.1.2/23] 2026-10-30T20:52:13.029084454Z I1030 20:52:13.029031 3618 cniserver.go:304] [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default] ADD finished CNI request [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:67:87:96:3a:9a\",\"name\":\"9df4bb7e5918e10\"},{\"mac\":\"0a:58:0a:84:01:02\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8a1e91-ba3f-4935-b10d-9f48e38dd0ae\"}],\"ips\":[{\"address\":\"10.132.1.2/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err 2026-10-30T20:52:16.770612084Z I1030 20:52:16.770558 3618 reflector.go:1093] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:145" type="*v1.ClusterUserDefinedNetwork" totalItems=9 2026-10-30T20:52:31.484730589Z I1030 20:52:31.484674 3618 pods.go:175] Deleting pod: openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 2026-10-30T20:52:31.486369062Z I1030 20:52:31.486333 3618 pods.go:232] Attempting to release IPs for pod: openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv, ips: 10.132.1.2 2026-10-30T20:52:31.640754935Z I1030 20:52:31.640704 3618 cniserver.go:315] [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default] DEL starting CNI request 2026-10-30T20:52:31.730256000Z I1030 20:52:31.730197 3618 cniserver.go:304] [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default] DEL finished CNI request [openshift-must-gather-b7snw/perf-node-gather-daemonset-cw2sv 9df4bb7e5918e109420ee3b60987a22bf816d830a103c45c941e71dea13d8cef network default NAD default NAD key default], result "{}", err 2026-10-30T20:52:52.390980285Z I1030 20:52:52.390925 3618 reflector.go:1093] "Watch close" reflector="k8s.io/client-go/informers/factory.go:177" type="*v1.Service" totalItems=54