2026-07-11T23:57:20.506992700Z + . /ovnkube-lib/ovnkube-lib.sh
2026-07-11T23:57:20.507294210Z ++ set -x
2026-07-11T23:57:20.507294210Z ++ K8S_NODE=ip-10-0-134-216.ec2.internal
2026-07-11T23:57:20.507294210Z ++ [[ -n ip-10-0-134-216.ec2.internal ]]
2026-07-11T23:57:20.507294210Z ++ [[ -f /env/ip-10-0-134-216.ec2.internal ]]
2026-07-11T23:57:20.507294210Z ++ northd_pidfile=/var/run/ovn/ovn-northd.pid
2026-07-11T23:57:20.507294210Z ++ controller_pidfile=/var/run/ovn/ovn-controller.pid
2026-07-11T23:57:20.507294210Z ++ controller_logfile=/var/log/ovn/acl-audit-log.log
2026-07-11T23:57:20.507294210Z ++ vswitch_dbsock=/var/run/openvswitch/db.sock
2026-07-11T23:57:20.507294210Z ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
2026-07-11T23:57:20.507294210Z ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
2026-07-11T23:57:20.507294210Z ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
2026-07-11T23:57:20.507294210Z ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
2026-07-11T23:57:20.507294210Z ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
2026-07-11T23:57:20.507294210Z ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
2026-07-11T23:57:20.508494385Z + start-ovnkube-node 4 29103 29105
2026-07-11T23:57:20.508551126Z + local log_level=4
2026-07-11T23:57:20.508562131Z + local metrics_port=29103
2026-07-11T23:57:20.508562131Z + local ovn_metrics_port=29105
2026-07-11T23:57:20.508562131Z + ovn_advertised_udn_isolation_mode_flag=
2026-07-11T23:57:20.508572457Z + openflow_probe_flag=
2026-07-11T23:57:20.508572457Z + [[ 3 -ne 3 ]]
2026-07-11T23:57:20.508583391Z + ovs-vsctl br-exists br-ex
2026-07-11T23:57:20.516794923Z + wait-and-add-garp-drop-flow br-ex
2026-07-11T23:57:20.516794923Z + cni-bin-copy
2026-07-11T23:57:20.516842808Z + . /host/etc/os-release
2026-07-11T23:57:20.516864240Z + local bridge=br-ex
2026-07-11T23:57:20.516880747Z + local max_retries=90
2026-07-11T23:57:20.516880747Z + local retries=0
2026-07-11T23:57:20.516900814Z + [[ 0 -lt 90 ]]
2026-07-11T23:57:20.516908622Z + add_garp_drop_flow br-ex
2026-07-11T23:57:20.516937743Z + local bridge=br-ex
2026-07-11T23:57:20.516945189Z + local cookie=0x0305
2026-07-11T23:57:20.516945189Z + local priority=499
2026-07-11T23:57:20.517143946Z ++ NAME='Red Hat Enterprise Linux CoreOS'
2026-07-11T23:57:20.517143946Z ++ VERSION='9.6.20260702-0 (Plow)'
2026-07-11T23:57:20.517143946Z ++ ID=rhel
2026-07-11T23:57:20.517166090Z ++ ID_LIKE=fedora
2026-07-11T23:57:20.517166090Z ++ VERSION_ID=9.6
2026-07-11T23:57:20.517166090Z ++ PLATFORM_ID=platform:el9
2026-07-11T23:57:20.517166090Z ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260702-0 (Plow)'
2026-07-11T23:57:20.517174105Z ++ ANSI_COLOR='0;31'
2026-07-11T23:57:20.517174105Z ++ LOGO=fedora-logo-icon
2026-07-11T23:57:20.517180929Z ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
2026-07-11T23:57:20.517187507Z ++ HOME_URL=https://www.redhat.com/
2026-07-11T23:57:20.517193938Z ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
2026-07-11T23:57:20.517202049Z ++ BUG_REPORT_URL=https://issues.redhat.com/
2026-07-11T23:57:20.517202049Z ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
2026-07-11T23:57:20.517211665Z ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
2026-07-11T23:57:20.517211665Z ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
2026-07-11T23:57:20.517219437Z ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
2026-07-11T23:57:20.517219437Z ++ OSTREE_VERSION=9.6.20260702-0
2026-07-11T23:57:20.517235419Z ++ VARIANT=CoreOS
2026-07-11T23:57:20.517235419Z ++ VARIANT_ID=coreos
2026-07-11T23:57:20.517235419Z ++ OPENSHIFT_VERSION=4.21
2026-07-11T23:57:20.517242729Z + rhelmajor=
2026-07-11T23:57:20.517242729Z + case "${ID}" in
2026-07-11T23:57:20.517323866Z ++ ovs-vsctl list-ports br-ex
2026-07-11T23:57:20.517811652Z ++ echo 9.6
2026-07-11T23:57:20.517928409Z ++ cut -f 1 -d .
2026-07-11T23:57:20.519700674Z + rhelmajor=9
2026-07-11T23:57:20.519723814Z + sourcedir=/usr/libexec/cni/
2026-07-11T23:57:20.519723814Z + case "${rhelmajor}" in
2026-07-11T23:57:20.519723814Z + sourcedir=/usr/libexec/cni/rhel9
2026-07-11T23:57:20.519731670Z + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
2026-07-11T23:57:20.524640044Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-11T23:57:20.524640044Z + [[ ens5 == *to-br-int ]]
2026-07-11T23:57:20.524673878Z + return 1
2026-07-11T23:57:20.524698531Z + ((  retries += 1  ))
2026-07-11T23:57:20.524720868Z + [[ 1 -eq 15 ]]
2026-07-11T23:57:20.524731649Z + sleep 2
2026-07-11T23:57:20.567317620Z ++ date '+%m%d %H:%M:%S.%N'
2026-07-11T23:57:20.568913781Z + echo 'I0711 23:57:20.568674396 - disable conntrack on geneve port'
2026-07-11T23:57:20.568934459Z I0711 23:57:20.568674396 - disable conntrack on geneve port
2026-07-11T23:57:20.568943413Z + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
2026-07-11T23:57:20.583367571Z + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
2026-07-11T23:57:20.585086310Z + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
2026-07-11T23:57:20.586810912Z + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
2026-07-11T23:57:20.588814461Z ++ date '+%m%d %H:%M:%S.%N'
2026-07-11T23:57:20.590278686Z I0711 23:57:20.590051863 - starting ovnkube-node
2026-07-11T23:57:20.590300221Z + echo 'I0711 23:57:20.590051863 - starting ovnkube-node'
2026-07-11T23:57:20.590300221Z + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
2026-07-11T23:57:20.590312845Z + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-134-216.ec2.internal'
2026-07-11T23:57:20.590312845Z + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
2026-07-11T23:57:20.590322640Z + gateway_interface=br-ex
2026-07-11T23:57:20.590322640Z + enable_multicast_flag=--enable-multicast
2026-07-11T23:57:20.590332060Z + OVN_NODE_MODE=full
2026-07-11T23:57:20.590344051Z + '[' full == dpu-host ']'
2026-07-11T23:57:20.590365753Z + '[' shared == shared ']'
2026-07-11T23:57:20.590365753Z + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
2026-07-11T23:57:20.590375816Z + export_network_flows_flags=
2026-07-11T23:57:20.590385025Z + [[ -n '' ]]
2026-07-11T23:57:20.590385025Z + [[ -n '' ]]
2026-07-11T23:57:20.590395304Z + [[ -n '' ]]
2026-07-11T23:57:20.590395304Z + [[ -n '' ]]
2026-07-11T23:57:20.590404695Z + [[ -n '' ]]
2026-07-11T23:57:20.590404695Z + [[ -n '' ]]
2026-07-11T23:57:20.590404695Z + gw_interface_flag=
2026-07-11T23:57:20.590415171Z + '[' -d /sys/class/net/br-ex1 ']'
2026-07-11T23:57:20.590436632Z + node_mgmt_port_netdev_flags=
2026-07-11T23:57:20.590436632Z + [[ -n '' ]]
2026-07-11T23:57:20.590446289Z + [[ -n '' ]]
2026-07-11T23:57:20.590446289Z + multi_network_enabled_flag=
2026-07-11T23:57:20.590464110Z + [[ true == \t\r\u\e ]]
2026-07-11T23:57:20.590464110Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-11T23:57:20.590464110Z + multi_network_enabled_flag=--enable-multi-network
2026-07-11T23:57:20.590464110Z + network_segmentation_enabled_flag=
2026-07-11T23:57:20.590473806Z + [[ true == \t\r\u\e ]]
2026-07-11T23:57:20.590473806Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-11T23:57:20.590473806Z + multi_network_enabled_flag=--enable-multi-network
2026-07-11T23:57:20.590483671Z + network_segmentation_enabled_flag=--enable-network-segmentation
2026-07-11T23:57:20.590483671Z + route_advertisements_enable_flag=
2026-07-11T23:57:20.590492944Z + [[ false == \t\r\u\e ]]
2026-07-11T23:57:20.590492944Z + preconfigured_udn_addresses_enable_flag=
2026-07-11T23:57:20.590492944Z + [[ true == \t\r\u\e ]]
2026-07-11T23:57:20.590502679Z + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
2026-07-11T23:57:20.590502679Z + network_observability_enabled_flag=
2026-07-11T23:57:20.590502679Z + [[ false == \t\r\u\e ]]
2026-07-11T23:57:20.590512327Z + multi_network_policy_enabled_flag=
2026-07-11T23:57:20.590512327Z + [[ false == \t\r\u\e ]]
2026-07-11T23:57:20.590512327Z + admin_network_policy_enabled_flag=
2026-07-11T23:57:20.590522799Z + [[ true == \t\r\u\e ]]
2026-07-11T23:57:20.590522799Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-11T23:57:20.590522799Z + admin_network_policy_enabled_flag=--enable-admin-network-policy
2026-07-11T23:57:20.590532743Z + dns_name_resolver_enabled_flag=
2026-07-11T23:57:20.590532743Z + [[ false == \t\r\u\e ]]
2026-07-11T23:57:20.590532743Z + ip_forwarding_flag=
2026-07-11T23:57:20.590542723Z + '[' '' == Global ']'
2026-07-11T23:57:20.590542723Z + ip_forwarding_flag=--disable-forwarding
2026-07-11T23:57:20.590552284Z + sysctl -w net.ipv4.ip_forward=0
2026-07-11T23:57:20.625241651Z net.ipv4.ip_forward = 0
2026-07-11T23:57:20.625430959Z + sysctl -w net.ipv6.conf.all.forwarding=0
2026-07-11T23:57:20.626362119Z net.ipv6.conf.all.forwarding = 0
2026-07-11T23:57:20.626494587Z + [[ '' != '' ]]
2026-07-11T23:57:20.626504186Z + [[ '' != '' ]]
2026-07-11T23:57:20.626510686Z + NETWORK_NODE_IDENTITY_ENABLE=
2026-07-11T23:57:20.626527956Z + [[ true == \t\r\u\e ]]
2026-07-11T23:57:20.626537961Z + NETWORK_NODE_IDENTITY_ENABLE='
2026-07-11T23:57:20.626537961Z       --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
2026-07-11T23:57:20.626537961Z       --cert-dir=/etc/ovn/ovnkube-node-certs
2026-07-11T23:57:20.626537961Z       --cert-duration=24h
2026-07-11T23:57:20.626537961Z     '
2026-07-11T23:57:20.626551449Z + ovn_v4_join_subnet_opt=
2026-07-11T23:57:20.626560716Z + [[ '' != '' ]]
2026-07-11T23:57:20.626560716Z + ovn_v6_join_subnet_opt=
2026-07-11T23:57:20.626568828Z + [[ '' != '' ]]
2026-07-11T23:57:20.626568828Z + ovn_v4_masquerade_subnet_opt=
2026-07-11T23:57:20.626576020Z + [[ 169.254.0.0/17 != '' ]]
2026-07-11T23:57:20.626582436Z + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
2026-07-11T23:57:20.626588848Z + ovn_v6_masquerade_subnet_opt=
2026-07-11T23:57:20.626588848Z + [[ fd69::/112 != '' ]]
2026-07-11T23:57:20.626595346Z + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
2026-07-11T23:57:20.626601788Z + ovn_v4_transit_switch_subnet_opt=
2026-07-11T23:57:20.626610700Z + [[ '' != '' ]]
2026-07-11T23:57:20.626610700Z + ovn_v6_transit_switch_subnet_opt=
2026-07-11T23:57:20.626629912Z + [[ '' != '' ]]
2026-07-11T23:57:20.626780426Z + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-134-216.ec2.internal --init-node ip-10-0-134-216.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-134-216.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
2026-07-11T23:57:20.674286643Z I0711 23:57:20.674194    3404 config.go:2752] Parsed config file /run/ovnkube-config/ovnkube.conf
2026-07-11T23:57:20.674385767Z I0711 23:57:20.674262    3404 config.go:2753] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.132.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AllowICMPNetworkPolicy:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://ac7acd06757d5437c98b24c9c43d2f67-b8c758b73e8d64ce.elb.us-east-1.amazonaws.com:6443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.31.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName: DPUNodeLeaseRenewInterval:10 DPUNodeLeaseDuration:40} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology: FRRNamespace:}}
2026-07-11T23:57:20.676344595Z I0711 23:57:20.676299    3404 kube.go:437] Waiting for certificate
2026-07-11T23:57:20.676405323Z I0711 23:57:20.676374    3404 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
2026-07-11T23:57:20.676475954Z I0711 23:57:20.676431    3404 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
2026-07-11T23:57:20.677462539Z I0711 23:57:20.677421    3404 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
2026-07-11T23:57:20.695337206Z I0711 23:57:20.695282    3404 reflector.go:367] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-11T23:57:20.695337206Z I0711 23:57:20.695304    3404 reflector.go:411] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-11T23:57:20.697977241Z I0711 23:57:20.697955    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" logger="kubernetes.io/kube-apiserver-client" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" totalItems=2 duration="2.613985ms"
2026-07-11T23:57:20.697995306Z I0711 23:57:20.697982    3404 reflector.go:446] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-11T23:57:20.698078135Z I0711 23:57:20.698059    3404 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r5rl6"
2026-07-11T23:57:20.703366863Z I0711 23:57:20.703332    3404 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r5rl6"
2026-07-11T23:57:20.703426575Z I0711 23:57:20.703408    3404 reflector.go:373] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-11T23:57:21.676994205Z I0711 23:57:21.676947    3404 kube.go:444] Certificate found
2026-07-11T23:57:21.677601768Z I0711 23:57:21.677561    3404 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
2026-07-11T23:57:21.679024788Z I0711 23:57:21.678992    3404 server.go:247] Metric Server starts to listen on 127.0.0.1:29103
2026-07-11T23:57:21.715754141Z I0711 23:57:21.715687    3404 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-07-12 23:52:20 +0000 UTC" deadline="2026-07-12 16:56:18.372537649 +0000 UTC"
2026-07-11T23:57:21.715754141Z I0711 23:57:21.715735    3404 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h58m56.656817649s"
2026-07-11T23:57:21.754019952Z I0711 23:57:21.753973    3404 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
2026-07-11T23:57:21.779502458Z I0711 23:57:21.779449    3404 metrics.go:489] Create OVN Metrics Server on address: 127.0.0.1:29105
2026-07-11T23:57:21.779838656Z I0711 23:57:21.779819    3404 server.go:119] MetricServer registers OVS metrics
2026-07-11T23:57:21.780525245Z I0711 23:57:21.780500    3404 server.go:123] MetricServer registers OVN DB metrics
2026-07-11T23:57:21.780612853Z I0711 23:57:21.780565    3404 node_controller_manager.go:345] Starting the node network controller manager, Mode: full
2026-07-11T23:57:21.780762285Z I0711 23:57:21.780748    3404 factory.go:600] Starting watch factory
2026-07-11T23:57:21.780949486Z I0711 23:57:21.780926    3404 reflector.go:367] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.780996585Z I0711 23:57:21.780983    3404 reflector.go:411] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781072315Z I0711 23:57:21.781026    3404 reflector.go:367] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781072315Z I0711 23:57:21.781063    3404 reflector.go:411] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781379535Z I0711 23:57:21.781361    3404 reflector.go:367] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781391827Z I0711 23:57:21.781377    3404 reflector.go:411] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781818827Z I0711 23:57:21.781800    3404 reflector.go:367] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.781852659Z I0711 23:57:21.781842    3404 reflector.go:411] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.782251221Z I0711 23:57:21.782198    3404 reflector.go:367] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.782300645Z I0711 23:57:21.782288    3404 reflector.go:411] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.782876218Z I0711 23:57:21.782849    3404 reflector.go:367] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.782920170Z I0711 23:57:21.782908    3404 reflector.go:411] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.789315919Z I0711 23:57:21.789272    3404 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
2026-07-11T23:57:21.789393581Z I0711 23:57:21.789383    3404 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
2026-07-11T23:57:21.794547047Z I0711 23:57:21.794504    3404 controller_manager.go:389] Starting the ovnkube controller
2026-07-11T23:57:21.794641814Z I0711 23:57:21.794604    3404 controller_manager.go:394] Waiting up to 5m0s for NBDB zone to match: ip-10-0-134-216.ec2.internal
2026-07-11T23:57:21.794760508Z I0711 23:57:21.794744    3404 controller_manager.go:414] NBDB zone sync took: 82.856µs
2026-07-11T23:57:21.794793929Z I0711 23:57:21.794782    3404 factory.go:600] Starting watch factory
2026-07-11T23:57:21.797207815Z I0711 23:57:21.797162    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=4 duration="16.113125ms"
2026-07-11T23:57:21.797300963Z I0711 23:57:21.797286    3404 reflector.go:446] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.799817167Z I0711 23:57:21.799772    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=26 duration="17.415831ms"
2026-07-11T23:57:21.799851413Z I0711 23:57:21.799832    3404 reflector.go:446] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.803333352Z I0711 23:57:21.803165    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=34 duration="22.068482ms"
2026-07-11T23:57:21.803469525Z I0711 23:57:21.803437    3404 reflector.go:446] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.807641057Z I0711 23:57:21.807610    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=62 duration="24.635518ms"
2026-07-11T23:57:21.807697368Z I0711 23:57:21.807679    3404 reflector.go:446] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.809918510Z I0711 23:57:21.809878    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=44 duration="28.456252ms"
2026-07-11T23:57:21.810082945Z I0711 23:57:21.810061    3404 reflector.go:446] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.810845544Z I0711 23:57:21.810792    3404 ovn_db.go:388] Found OVN NB DB: &{0x1de2de0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
2026-07-11T23:57:21.810890909Z I0711 23:57:21.810873    3404 ovn_db.go:395] Found OVN SB DB: &{0x1de30a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
2026-07-11T23:57:21.818669796Z I0711 23:57:21.818616    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=56 duration="36.714583ms"
2026-07-11T23:57:21.818752114Z I0711 23:57:21.818739    3404 reflector.go:446] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-11T23:57:21.819151480Z I0711 23:57:21.819125    3404 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
2026-07-11T23:57:21.819232166Z I0711 23:57:21.819221    3404 server.go:127] MetricServer registers OVN Controller metrics
2026-07-11T23:57:21.825354817Z I0711 23:57:21.825315    3404 server.go:131] MetricServer registers OVN Northd metrics
2026-07-11T23:57:21.830737428Z I0711 23:57:21.830698    3404 metrics.go:496] OVN Metrics Server starts to run ...
2026-07-11T23:57:21.830737428Z I0711 23:57:21.830730    3404 server.go:247] Metric Server starts to listen on 127.0.0.1:29105
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886298    3404 factory.go:2018] *v1.Namespace informer cache synced successfully
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886344    3404 factory.go:2018] *v1.Node informer cache synced successfully
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886350    3404 factory.go:2018] *v1.Service informer cache synced successfully
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886355    3404 factory.go:2018] *v1.EndpointSlice informer cache synced successfully
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886360    3404 factory.go:2018] *v1.Pod informer cache synced successfully
2026-07-11T23:57:21.886376402Z I0711 23:57:21.886364    3404 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.886527375Z I0711 23:57:21.886493    3404 reflector.go:367] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.886591678Z I0711 23:57:21.886569    3404 reflector.go:411] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.886712442Z I0711 23:57:21.886493    3404 reflector.go:367] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.886765280Z I0711 23:57:21.886741    3404 reflector.go:411] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.889879544Z I0711 23:57:21.889840    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="3.233665ms"
2026-07-11T23:57:21.889879544Z I0711 23:57:21.889839    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="3.058968ms"
2026-07-11T23:57:21.889879544Z I0711 23:57:21.889871    3404 reflector.go:446] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.889929884Z I0711 23:57:21.889883    3404 reflector.go:446] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.891696150Z I0711 23:57:21.891662    3404 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.891696150Z I0711 23:57:21.891678    3404 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.891770040Z I0711 23:57:21.891756    3404 reflector.go:367] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.891786684Z I0711 23:57:21.891769    3404 reflector.go:411] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.894681471Z I0711 23:57:21.894644    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.84549ms"
2026-07-11T23:57:21.894681471Z I0711 23:57:21.894670    3404 reflector.go:446] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.897633636Z I0711 23:57:21.897590    3404 factory.go:2018] *v1.EgressIP informer cache synced successfully
2026-07-11T23:57:21.897722621Z I0711 23:57:21.897705    3404 reflector.go:367] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.897731172Z I0711 23:57:21.897722    3404 reflector.go:411] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.900261237Z I0711 23:57:21.900218    3404 factory.go:2018] *v1.Pod informer cache synced successfully
2026-07-11T23:57:21.900261237Z I0711 23:57:21.900244    3404 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.900261237Z I0711 23:57:21.900250    3404 factory.go:2018] *v1.Namespace informer cache synced successfully
2026-07-11T23:57:21.900261237Z I0711 23:57:21.900255    3404 factory.go:2018] *v1.Node informer cache synced successfully
2026-07-11T23:57:21.900293405Z I0711 23:57:21.900259    3404 factory.go:2018] *v1.Service informer cache synced successfully
2026-07-11T23:57:21.900293405Z I0711 23:57:21.900263    3404 factory.go:2018] *v1.EndpointSlice informer cache synced successfully
2026-07-11T23:57:21.900477563Z I0711 23:57:21.900459    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.707488ms"
2026-07-11T23:57:21.900495376Z I0711 23:57:21.900483    3404 reflector.go:446] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.903431608Z I0711 23:57:21.903401    3404 factory.go:2018] *v1.EgressFirewall informer cache synced successfully
2026-07-11T23:57:21.903509888Z I0711 23:57:21.903496    3404 reflector.go:367] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.903517928Z I0711 23:57:21.903510    3404 reflector.go:411] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.906177113Z I0711 23:57:21.906141    3404 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.906177113Z I0711 23:57:21.906161    3404 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
2026-07-11T23:57:21.906378098Z I0711 23:57:21.906358    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.817553ms"
2026-07-11T23:57:21.906395860Z I0711 23:57:21.906383    3404 reflector.go:446] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.909350690Z I0711 23:57:21.909325    3404 factory.go:2018] *v1.EgressQoS informer cache synced successfully
2026-07-11T23:57:21.909446620Z I0711 23:57:21.909430    3404 reflector.go:367] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.909453731Z I0711 23:57:21.909445    3404 reflector.go:411] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.911816265Z I0711 23:57:21.911785    3404 factory.go:2018] *v1.EgressIP informer cache synced successfully
2026-07-11T23:57:21.912113681Z I0711 23:57:21.912094    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.612745ms"
2026-07-11T23:57:21.912123757Z I0711 23:57:21.912118    3404 reflector.go:446] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.915104950Z I0711 23:57:21.915080    3404 factory.go:2018] *v1.EgressService informer cache synced successfully
2026-07-11T23:57:21.915191316Z I0711 23:57:21.915174    3404 reflector.go:367] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.915199058Z I0711 23:57:21.915188    3404 reflector.go:411] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.917406481Z I0711 23:57:21.917379    3404 factory.go:2018] *v1.EgressFirewall informer cache synced successfully
2026-07-11T23:57:21.922565506Z I0711 23:57:21.922532    3404 factory.go:2018] *v1.EgressQoS informer cache synced successfully
2026-07-11T23:57:21.922609513Z I0711 23:57:21.922589    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="7.362204ms"
2026-07-11T23:57:21.922633713Z I0711 23:57:21.922620    3404 reflector.go:446] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.928648209Z I0711 23:57:21.928613    3404 factory.go:2018] *v1.EgressService informer cache synced successfully
2026-07-11T23:57:21.933816153Z I0711 23:57:21.933792    3404 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
2026-07-11T23:57:21.934085290Z I0711 23:57:21.934057    3404 reflector.go:367] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-11T23:57:21.934097344Z I0711 23:57:21.934082    3404 reflector.go:411] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-11T23:57:21.937237129Z I0711 23:57:21.937202    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" totalItems=2 duration="3.086431ms"
2026-07-11T23:57:21.937255832Z I0711 23:57:21.937232    3404 reflector.go:446] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-11T23:57:21.939134328Z I0711 23:57:21.939082    3404 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully
2026-07-11T23:57:21.939214542Z I0711 23:57:21.939193    3404 reflector.go:367] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.939226941Z I0711 23:57:21.939210    3404 reflector.go:411] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.939236054Z I0711 23:57:21.939222    3404 reflector.go:367] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.939245591Z I0711 23:57:21.939236    3404 reflector.go:411] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.942026089Z I0711 23:57:21.941985    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.739548ms"
2026-07-11T23:57:21.942026089Z I0711 23:57:21.942019    3404 reflector.go:446] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.942068243Z I0711 23:57:21.942023    3404 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="2.76184ms"
2026-07-11T23:57:21.942092813Z I0711 23:57:21.942074    3404 reflector.go:446] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-11T23:57:21.945060194Z I0711 23:57:21.945007    3404 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully
2026-07-11T23:57:21.945060194Z I0711 23:57:21.945027    3404 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully
2026-07-11T23:57:21.945060194Z I0711 23:57:21.945053    3404 factory.go:719] Watch Factory start up complete, took: 150.253963ms
2026-07-11T23:57:21.945090648Z I0711 23:57:21.945063    3404 controller_manager.go:425] Waiting up to 5m0s for a node to have "ip-10-0-134-216.ec2.internal" zone
2026-07-11T23:57:22.021328862Z I0711 23:57:22.021276    3404 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
2026-07-11T23:57:22.026491674Z I0711 23:57:22.026460    3404 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully
2026-07-11T23:57:22.031659103Z I0711 23:57:22.031634    3404 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully
2026-07-11T23:57:22.031659103Z I0711 23:57:22.031646    3404 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully
2026-07-11T23:57:22.031659103Z I0711 23:57:22.031653    3404 factory.go:719] Watch Factory start up complete, took: 250.912197ms
2026-07-11T23:57:22.031771685Z I0711 23:57:22.031754    3404 default_node_network_controller.go:191] Enable node proxy healthz server on 0.0.0.0:10256
2026-07-11T23:57:22.078739574Z I0711 23:57:22.078701    3404 default_node_network_controller.go:739] Initializing the default node network controller
2026-07-11T23:57:22.151786231Z I0711 23:57:22.151742    3404 udn_isolation.go:101] Starting UDN host isolation manager
2026-07-11T23:57:22.158095507Z I0711 23:57:22.158067    3404 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
2026-07-11T23:57:22.213704810Z I0711 23:57:22.213650    3404 controller.go:133] Adding controller udn-host-isolation-manager event handlers
2026-07-11T23:57:22.213839952Z I0711 23:57:22.213820    3404 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
2026-07-11T23:57:22.213851516Z I0711 23:57:22.213842    3404 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
2026-07-11T23:57:22.255750264Z I0711 23:57:22.255705    3404 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
2026-07-11T23:57:22.255798331Z I0711 23:57:22.255787    3404 default_node_network_controller.go:854] Node ip-10-0-134-216.ec2.internal ready for ovn initialization with subnet 10.132.0.0/23
2026-07-11T23:57:22.262262374Z I0711 23:57:22.262211    3404 kube.go:265] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.134.216"] k8s.ovn.org/zone-name:ip-10-0-134-216.ec2.internal] on node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.280915464Z I0711 23:57:22.280873    3404 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
2026-07-11T23:57:22.288415110Z I0711 23:57:22.288370    3404 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
2026-07-11T23:57:22.288502883Z I0711 23:57:22.288491    3404 helper_linux.go:118] Found default gateway interface br-ex 10.0.128.1
2026-07-11T23:57:22.288639739Z I0711 23:57:22.288625    3404 gateway_init.go:263] Preparing Gateway
2026-07-11T23:57:22.288650139Z I0711 23:57:22.288640    3404 gateway_shared_intf.go:1682] Creating new gateway
2026-07-11T23:57:22.400328818Z I0711 23:57:22.400281    3404 iptables.go:108] Creating table: filter chain: FORWARD
2026-07-11T23:57:22.407061822Z I0711 23:57:22.407005    3404 iptables.go:108] Creating table: filter chain: OUTPUT
2026-07-11T23:57:22.413977379Z I0711 23:57:22.413934    3404 gateway_shared_intf.go:1810] Gateway Creation Complete
2026-07-11T23:57:22.413977379Z I0711 23:57:22.413955    3404 kube.go:265] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-134-216.ec2.internal","mac-address":"02:bc:b8:c2:30:83","ip-addresses":["10.0.134.216/20"],"ip-address":"10.0.134.216/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:474c2c63-11fa-4d90-9dcf-753be2584bea k8s.ovn.org/node-encap-ips:["10.0.134.216"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.134.216/20"} k8s.ovn.org/zone-name:ip-10-0-134-216.ec2.internal] on node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.429787867Z I0711 23:57:22.429746    3404 default_node_network_controller.go:548] Node connection status = connected
2026-07-11T23:57:22.445674090Z I0711 23:57:22.445629    3404 controller_manager.go:448] Waiting for node in zone sync took: 500.54772ms
2026-07-11T23:57:22.448768427Z I0711 23:57:22.448735    3404 controller_manager.go:641] Switching to transit router for layer2 networks
2026-07-11T23:57:22.448768427Z I0711 23:57:22.448754    3404 kube.go:265] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.459359186Z I0711 23:57:22.459322    3404 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
2026-07-11T23:57:22.460010518Z I0711 23:57:22.459990    3404 addressset_manager.go:127] Starting pod-selector-address-set-manager controller
2026-07-11T23:57:22.460051681Z I0711 23:57:22.460025    3404 controller.go:133] Adding controller pod-selector-address-set-manager-pod event handlers
2026-07-11T23:57:22.460095870Z I0711 23:57:22.460078    3404 controller.go:133] Adding controller pod-selector-address-set-manager-namespace event handlers
2026-07-11T23:57:22.460169630Z I0711 23:57:22.460154    3404 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-pod"
2026-07-11T23:57:22.460177377Z I0711 23:57:22.460169    3404 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-pod"
2026-07-11T23:57:22.460191217Z I0711 23:57:22.460179    3404 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-namespace"
2026-07-11T23:57:22.460198804Z I0711 23:57:22.460192    3404 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-namespace"
2026-07-11T23:57:22.460228878Z I0711 23:57:22.460217    3404 controller.go:157] Starting controller pod-selector-address-set-manager-pod with 1 workers
2026-07-11T23:57:22.460228878Z I0711 23:57:22.460226    3404 controller.go:157] Starting controller pod-selector-address-set-manager-namespace with 1 workers
2026-07-11T23:57:22.460238546Z I0711 23:57:22.460234    3404 controller.go:157] Starting controller pod-selector-address-set-manager-addrset with 1 workers
2026-07-11T23:57:22.460371855Z I0711 23:57:22.460361    3404 services_controller.go:69] Creating services controller for network=default
2026-07-11T23:57:22.460470429Z I0711 23:57:22.460457    3404 udn_enabled_svc.go:80] Waiting for service informer to sync
2026-07-11T23:57:22.460563031Z I0711 23:57:22.460550    3404 controller.go:133] Adding controller udn-node-topology-node event handlers
2026-07-11T23:57:22.460641930Z I0711 23:57:22.460627    3404 shared_informer.go:349] "Waiting for caches to sync" controller="udn-node-topology-node"
2026-07-11T23:57:22.460650938Z I0711 23:57:22.460643    3404 shared_informer.go:356] "Caches are synced" controller="udn-node-topology-node"
2026-07-11T23:57:22.460661046Z I0711 23:57:22.460654    3404 controller.go:157] Starting controller udn-node-topology-node with 15 workers
2026-07-11T23:57:22.460701888Z I0711 23:57:22.460690    3404 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
2026-07-11T23:57:22.460745007Z I0711 23:57:22.460733    3404 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
2026-07-11T23:57:22.460745007Z I0711 23:57:22.460741    3404 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
2026-07-11T23:57:22.460755308Z I0711 23:57:22.460749    3404 nad_controller.go:540] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
2026-07-11T23:57:22.460934496Z I0711 23:57:22.460921    3404 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
2026-07-11T23:57:22.460978313Z I0711 23:57:22.460965    3404 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
2026-07-11T23:57:22.461153133Z I0711 23:57:22.461132    3404 udn_enabled_svc.go:95] Performing full resync
2026-07-11T23:57:22.461479944Z I0711 23:57:22.461442    3404 nad_controller.go:579] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 490.88µs
2026-07-11T23:57:22.461479944Z I0711 23:57:22.461467    3404 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 493.273µs
2026-07-11T23:57:22.461479944Z I0711 23:57:22.461474    3404 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 508.062µs
2026-07-11T23:57:22.461504067Z I0711 23:57:22.461480    3404 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
2026-07-11T23:57:22.461504067Z I0711 23:57:22.461487    3404 nad_controller.go:378] [zone-nad-controller NAD controller]: started
2026-07-11T23:57:22.461504067Z I0711 23:57:22.461490    3404 udn_enabled_svc.go:99] Waiting for handler to sync
2026-07-11T23:57:22.461504067Z I0711 23:57:22.461498    3404 default_network_controller.go:325] Starting the default network controller
2026-07-11T23:57:22.461512453Z I0711 23:57:22.461502    3404 udn_enabled_svc.go:104] Starting worker
2026-07-11T23:57:22.461610586Z I0711 23:57:22.461591    3404 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.977µs
2026-07-11T23:57:22.472366957Z I0711 23:57:22.472329    3404 default_network_controller.go:398] Cleaning External Gateway ECMP routes
2026-07-11T23:57:22.472426536Z I0711 23:57:22.472410    3404 repair.go:33] Syncing exgw routes took 55.826µs
2026-07-11T23:57:22.472458027Z I0711 23:57:22.472439    3404 default_network_controller.go:417] Starting all the Watchers...
2026-07-11T23:57:22.472633651Z I0711 23:57:22.472609    3404 namespace.go:97] [openshift-cloud-network-config-controller] adding namespace
2026-07-11T23:57:22.472633651Z I0711 23:57:22.472617    3404 namespace.go:97] [openshift-controller-manager] adding namespace
2026-07-11T23:57:22.472633651Z I0711 23:57:22.472620    3404 namespace.go:97] [kube-public] adding namespace
2026-07-11T23:57:22.472633651Z I0711 23:57:22.472622    3404 namespace.go:97] [openshift-kube-apiserver] adding namespace
2026-07-11T23:57:22.472650430Z I0711 23:57:22.472634    3404 namespace.go:97] [openshift-host-network] adding namespace
2026-07-11T23:57:22.472650430Z I0711 23:57:22.472639    3404 namespace.go:97] [openshift-ingress-canary] adding namespace
2026-07-11T23:57:22.472650430Z I0711 23:57:22.472609    3404 namespace.go:97] [openshift-ingress] adding namespace
2026-07-11T23:57:22.472650430Z I0711 23:57:22.472641    3404 namespace.go:97] [openshift-user-workload-monitoring] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472649    3404 namespace.go:97] [openshift] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472654    3404 namespace.go:97] [kube-system] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472656    3404 namespace.go:97] [openshift-console-operator] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472654    3404 namespace.go:97] [openshift-etcd] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472662    3404 namespace.go:97] [openshift-kube-storage-version-migrator-operator] adding namespace
2026-07-11T23:57:22.472671474Z I0711 23:57:22.472663    3404 namespace.go:97] [openshift-infra] adding namespace
2026-07-11T23:57:22.472745737Z I0711 23:57:22.472609    3404 namespace.go:97] [openshift-operator-lifecycle-manager] adding namespace
2026-07-11T23:57:22.473327543Z I0711 23:57:22.473307    3404 namespace.go:101] [openshift-cloud-network-config-controller] adding namespace took 682.249µs
2026-07-11T23:57:22.473327543Z I0711 23:57:22.473324    3404 namespace.go:97] [openshift-config-managed] adding namespace
2026-07-11T23:57:22.473768302Z I0711 23:57:22.473750    3404 namespace.go:101] [openshift-config-managed] adding namespace took 421.289µs
2026-07-11T23:57:22.473768302Z I0711 23:57:22.473764    3404 namespace.go:97] [openshift-node] adding namespace
2026-07-11T23:57:22.474297242Z I0711 23:57:22.474277    3404 namespace.go:101] [openshift-node] adding namespace took 506.453µs
2026-07-11T23:57:22.474309902Z I0711 23:57:22.474300    3404 namespace.go:97] [openshift-operators] adding namespace
2026-07-11T23:57:22.474880349Z I0711 23:57:22.474855    3404 namespace.go:101] [openshift-controller-manager] adding namespace took 2.225097ms
2026-07-11T23:57:22.474880349Z I0711 23:57:22.474877    3404 namespace.go:97] [openshift-insights] adding namespace
2026-07-11T23:57:22.475441846Z I0711 23:57:22.475418    3404 namespace.go:101] [kube-public] adding namespace took 2.785054ms
2026-07-11T23:57:22.475441846Z I0711 23:57:22.475433    3404 namespace.go:97] [openshift-console-user-settings] adding namespace
2026-07-11T23:57:22.475950252Z I0711 23:57:22.475931    3404 namespace.go:101] [openshift-kube-apiserver] adding namespace took 3.29243ms
2026-07-11T23:57:22.475965613Z I0711 23:57:22.475952    3404 namespace.go:97] [openshift-network-node-identity] adding namespace
2026-07-11T23:57:22.476539623Z I0711 23:57:22.476521    3404 namespace.go:101] [openshift-host-network] adding namespace took 3.876318ms
2026-07-11T23:57:22.476554820Z I0711 23:57:22.476542    3404 namespace.go:97] [openshift-cluster-storage-operator] adding namespace
2026-07-11T23:57:22.477088887Z I0711 23:57:22.477066    3404 namespace.go:101] [openshift-ingress-canary] adding namespace took 4.417784ms
2026-07-11T23:57:22.477088887Z I0711 23:57:22.477084    3404 namespace.go:97] [openshift-cluster-machine-approver] adding namespace
2026-07-11T23:57:22.477722156Z I0711 23:57:22.477702    3404 namespace.go:101] [openshift-ingress] adding namespace took 5.051884ms
2026-07-11T23:57:22.477735095Z I0711 23:57:22.477722    3404 namespace.go:97] [openshift-network-console] adding namespace
2026-07-11T23:57:22.478367317Z I0711 23:57:22.478347    3404 namespace.go:101] [openshift-user-workload-monitoring] adding namespace took 5.694631ms
2026-07-11T23:57:22.478367317Z I0711 23:57:22.478363    3404 namespace.go:97] [openshift-cluster-version] adding namespace
2026-07-11T23:57:22.478931247Z W0711 23:57:22.478906    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-2dpdn: pod kube-system/global-pull-secret-syncer-2dpdn: no pod IPs found 
2026-07-11T23:57:22.478931247Z W0711 23:57:22.478917    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hzf8m: pod kube-system/global-pull-secret-syncer-hzf8m: no pod IPs found 
2026-07-11T23:57:22.478931247Z W0711 23:57:22.478922    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-vf5b8: pod kube-system/global-pull-secret-syncer-vf5b8: no pod IPs found 
2026-07-11T23:57:22.478953864Z I0711 23:57:22.478944    3404 namespace.go:101] [openshift] adding namespace took 6.287154ms
2026-07-11T23:57:22.478966804Z I0711 23:57:22.478960    3404 namespace.go:97] [openshift-config-operator] adding namespace
2026-07-11T23:57:22.479492715Z I0711 23:57:22.479475    3404 namespace.go:101] [kube-system] adding namespace took 6.814557ms
2026-07-11T23:57:22.479492715Z I0711 23:57:22.479489    3404 namespace.go:97] [openshift-multus] adding namespace
2026-07-11T23:57:22.480077362Z I0711 23:57:22.480061    3404 namespace.go:101] [openshift-console-operator] adding namespace took 7.397871ms
2026-07-11T23:57:22.480077362Z I0711 23:57:22.480072    3404 namespace.go:97] [openshift-kube-apiserver-operator] adding namespace
2026-07-11T23:57:22.480638211Z I0711 23:57:22.480621    3404 namespace.go:101] [openshift-etcd] adding namespace took 7.954387ms
2026-07-11T23:57:22.480638211Z I0711 23:57:22.480632    3404 namespace.go:97] [open-cluster-management-68206b99-b6d6-4c29-bb01-204bb190f] adding namespace
2026-07-11T23:57:22.481171953Z I0711 23:57:22.481154    3404 namespace.go:101] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.482616ms
2026-07-11T23:57:22.481171953Z I0711 23:57:22.481168    3404 namespace.go:97] [openshift-machine-config-operator] adding namespace
2026-07-11T23:57:22.481745639Z I0711 23:57:22.481725    3404 namespace.go:101] [openshift-infra] adding namespace took 9.051838ms
2026-07-11T23:57:22.481745639Z I0711 23:57:22.481738    3404 namespace.go:97] [openshift-network-diagnostics] adding namespace
2026-07-11T23:57:22.482362396Z I0711 23:57:22.482346    3404 namespace.go:101] [openshift-operator-lifecycle-manager] adding namespace took 9.605194ms
2026-07-11T23:57:22.482362396Z I0711 23:57:22.482359    3404 namespace.go:97] [openshift-kube-scheduler] adding namespace
2026-07-11T23:57:22.482855019Z I0711 23:57:22.482837    3404 namespace.go:101] [openshift-operators] adding namespace took 8.526836ms
2026-07-11T23:57:22.483393886Z I0711 23:57:22.483377    3404 namespace.go:101] [openshift-insights] adding namespace took 8.493998ms
2026-07-11T23:57:22.483405117Z I0711 23:57:22.483395    3404 namespace.go:97] [openshift-network-operator] adding namespace
2026-07-11T23:57:22.483907855Z I0711 23:57:22.483887    3404 namespace.go:101] [openshift-console-user-settings] adding namespace took 8.445212ms
2026-07-11T23:57:22.483921494Z I0711 23:57:22.483907    3404 namespace.go:97] [openshift-monitoring] adding namespace
2026-07-11T23:57:22.484516989Z I0711 23:57:22.484487    3404 namespace.go:101] [openshift-network-node-identity] adding namespace took 8.528974ms
2026-07-11T23:57:22.484516989Z I0711 23:57:22.484503    3404 namespace.go:97] [openshift-image-registry] adding namespace
2026-07-11T23:57:22.485053134Z I0711 23:57:22.485020    3404 namespace.go:101] [openshift-cluster-storage-operator] adding namespace took 8.469847ms
2026-07-11T23:57:22.485074233Z I0711 23:57:22.485053    3404 namespace.go:97] [openshift-apiserver-operator] adding namespace
2026-07-11T23:57:22.485595243Z I0711 23:57:22.485567    3404 namespace.go:101] [openshift-cluster-machine-approver] adding namespace took 8.475876ms
2026-07-11T23:57:22.485595243Z I0711 23:57:22.485582    3404 namespace.go:97] [openshift-ovn-kubernetes] adding namespace
2026-07-11T23:57:22.486080910Z I0711 23:57:22.486064    3404 namespace.go:101] [openshift-network-console] adding namespace took 8.333748ms
2026-07-11T23:57:22.486080910Z I0711 23:57:22.486078    3404 namespace.go:97] [openshift-cloud-controller-manager] adding namespace
2026-07-11T23:57:22.486565066Z I0711 23:57:22.486547    3404 namespace.go:101] [openshift-cluster-version] adding namespace took 8.177996ms
2026-07-11T23:57:22.486565066Z I0711 23:57:22.486559    3404 namespace.go:97] [openshift-authentication-operator] adding namespace
2026-07-11T23:57:22.487072206Z W0711 23:57:22.487030    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-cjtrj: pod openshift-multus/network-metrics-daemon-cjtrj: no pod IPs found 
2026-07-11T23:57:22.487072206Z W0711 23:57:22.487065    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hc6sz: pod openshift-multus/network-metrics-daemon-hc6sz: no pod IPs found 
2026-07-11T23:57:22.487089050Z W0711 23:57:22.487071    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72xrz: pod openshift-multus/network-metrics-daemon-72xrz: no pod IPs found 
2026-07-11T23:57:22.487089050Z I0711 23:57:22.487072    3404 namespace.go:101] [openshift-config-operator] adding namespace took 8.107138ms
2026-07-11T23:57:22.487089050Z I0711 23:57:22.487081    3404 namespace.go:97] [default] adding namespace
2026-07-11T23:57:22.487642425Z I0711 23:57:22.487622    3404 namespace.go:101] [openshift-multus] adding namespace took 8.126588ms
2026-07-11T23:57:22.487642425Z I0711 23:57:22.487638    3404 namespace.go:97] [openshift-cluster-node-tuning-operator] adding namespace
2026-07-11T23:57:22.488272007Z I0711 23:57:22.488244    3404 namespace.go:101] [openshift-kube-apiserver-operator] adding namespace took 8.16508ms
2026-07-11T23:57:22.488272007Z I0711 23:57:22.488262    3404 namespace.go:97] [openshift-cluster-csi-drivers] adding namespace
2026-07-11T23:57:22.488753309Z I0711 23:57:22.488734    3404 namespace.go:101] [open-cluster-management-68206b99-b6d6-4c29-bb01-204bb190f] adding namespace took 8.095241ms
2026-07-11T23:57:22.488753309Z I0711 23:57:22.488748    3404 namespace.go:97] [openshift-cluster-samples-operator] adding namespace
2026-07-11T23:57:22.489251185Z W0711 23:57:22.489233    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r8fwq: pod openshift-network-diagnostics/network-check-target-r8fwq: no pod IPs found 
2026-07-11T23:57:22.489251185Z W0711 23:57:22.489246    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gngl6: pod openshift-network-diagnostics/network-check-target-gngl6: no pod IPs found 
2026-07-11T23:57:22.489270939Z W0711 23:57:22.489253    3404 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cncg9: pod openshift-network-diagnostics/network-check-target-cncg9: no pod IPs found 
2026-07-11T23:57:22.489279507Z I0711 23:57:22.489273    3404 namespace.go:101] [openshift-machine-config-operator] adding namespace took 8.100643ms
2026-07-11T23:57:22.489287774Z I0711 23:57:22.489283    3404 namespace.go:97] [openshift-controller-manager-operator] adding namespace
2026-07-11T23:57:22.489766136Z I0711 23:57:22.489747    3404 namespace.go:101] [openshift-network-diagnostics] adding namespace took 8.004488ms
2026-07-11T23:57:22.489766136Z I0711 23:57:22.489763    3404 namespace.go:97] [openshift-marketplace] adding namespace
2026-07-11T23:57:22.490272043Z I0711 23:57:22.490253    3404 namespace.go:101] [openshift-kube-scheduler] adding namespace took 7.889219ms
2026-07-11T23:57:22.490272043Z I0711 23:57:22.490267    3404 namespace.go:97] [open-cluster-management-agent-addon] adding namespace
2026-07-11T23:57:22.490768227Z I0711 23:57:22.490749    3404 namespace.go:101] [openshift-network-operator] adding namespace took 7.347469ms
2026-07-11T23:57:22.490779417Z I0711 23:57:22.490767    3404 namespace.go:97] [kube-node-lease] adding namespace
2026-07-11T23:57:22.491282288Z I0711 23:57:22.491261    3404 namespace.go:101] [openshift-monitoring] adding namespace took 7.345345ms
2026-07-11T23:57:22.491300463Z I0711 23:57:22.491282    3404 namespace.go:97] [openshift-route-controller-manager] adding namespace
2026-07-11T23:57:22.491780964Z I0711 23:57:22.491761    3404 namespace.go:101] [openshift-image-registry] adding namespace took 7.250929ms
2026-07-11T23:57:22.491780964Z I0711 23:57:22.491778    3404 namespace.go:97] [openshift-apiserver] adding namespace
2026-07-11T23:57:22.492279684Z I0711 23:57:22.492261    3404 namespace.go:101] [openshift-apiserver-operator] adding namespace took 7.201989ms
2026-07-11T23:57:22.492279684Z I0711 23:57:22.492273    3404 namespace.go:97] [openshift-ingress-operator] adding namespace
2026-07-11T23:57:22.492749420Z I0711 23:57:22.492724    3404 namespace.go:101] [openshift-ovn-kubernetes] adding namespace took 7.135186ms
2026-07-11T23:57:22.492749420Z I0711 23:57:22.492739    3404 namespace.go:97] [openshift-cloud-credential-operator] adding namespace
2026-07-11T23:57:22.493194166Z I0711 23:57:22.493177    3404 namespace.go:101] [openshift-cloud-controller-manager] adding namespace took 7.092788ms
2026-07-11T23:57:22.493206988Z I0711 23:57:22.493193    3404 namespace.go:97] [openshift-dns] adding namespace
2026-07-11T23:57:22.493667253Z I0711 23:57:22.493636    3404 namespace.go:101] [openshift-authentication-operator] adding namespace took 7.071307ms
2026-07-11T23:57:22.493667253Z I0711 23:57:22.493653    3404 namespace.go:97] [openshift-kube-controller-manager] adding namespace
2026-07-11T23:57:22.494147059Z I0711 23:57:22.494122    3404 namespace.go:101] [default] adding namespace took 7.033952ms
2026-07-11T23:57:22.494147059Z I0711 23:57:22.494141    3404 namespace.go:97] [openshift-authentication] adding namespace
2026-07-11T23:57:22.494691283Z I0711 23:57:22.494671    3404 namespace.go:101] [openshift-cluster-node-tuning-operator] adding namespace took 7.027507ms
2026-07-11T23:57:22.494691283Z I0711 23:57:22.494685    3404 namespace.go:97] [openshift-console] adding namespace
2026-07-11T23:57:22.495111973Z I0711 23:57:22.495093    3404 namespace.go:101] [openshift-cluster-csi-drivers] adding namespace took 6.824855ms
2026-07-11T23:57:22.495130076Z I0711 23:57:22.495111    3404 namespace.go:97] [openshift-config] adding namespace
2026-07-11T23:57:22.495673058Z I0711 23:57:22.495650    3404 namespace.go:101] [openshift-cluster-samples-operator] adding namespace took 6.896062ms
2026-07-11T23:57:22.496079567Z I0711 23:57:22.496063    3404 namespace.go:101] [openshift-controller-manager-operator] adding namespace took 6.775412ms
2026-07-11T23:57:22.496079567Z I0711 23:57:22.496076    3404 namespace.go:97] [openshift-kube-scheduler-operator] adding namespace
2026-07-11T23:57:22.496501706Z I0711 23:57:22.496485    3404 namespace.go:101] [openshift-marketplace] adding namespace took 6.716536ms
2026-07-11T23:57:22.496958476Z I0711 23:57:22.496940    3404 namespace.go:101] [open-cluster-management-agent-addon] adding namespace took 6.666117ms
2026-07-11T23:57:22.496971722Z I0711 23:57:22.496961    3404 namespace.go:97] [openshift-kube-controller-manager-operator] adding namespace
2026-07-11T23:57:22.497988766Z I0711 23:57:22.497963    3404 namespace.go:101] [kube-node-lease] adding namespace took 7.187767ms
2026-07-11T23:57:22.498432536Z I0711 23:57:22.498415    3404 namespace.go:101] [openshift-route-controller-manager] adding namespace took 7.125905ms
2026-07-11T23:57:22.498900801Z I0711 23:57:22.498884    3404 namespace.go:101] [openshift-apiserver] adding namespace took 7.101943ms
2026-07-11T23:57:22.499353291Z I0711 23:57:22.499332    3404 namespace.go:101] [openshift-ingress-operator] adding namespace took 7.052578ms
2026-07-11T23:57:22.499779442Z I0711 23:57:22.499761    3404 namespace.go:101] [openshift-cloud-credential-operator] adding namespace took 7.016872ms
2026-07-11T23:57:22.500237911Z I0711 23:57:22.500219    3404 namespace.go:101] [openshift-dns] adding namespace took 7.020894ms
2026-07-11T23:57:22.500257325Z I0711 23:57:22.500236    3404 namespace.go:97] [openshift-service-ca-operator] adding namespace
2026-07-11T23:57:22.500672443Z I0711 23:57:22.500653    3404 namespace.go:101] [openshift-kube-controller-manager] adding namespace took 6.993929ms
2026-07-11T23:57:22.500684673Z I0711 23:57:22.500674    3404 namespace.go:97] [openshift-dns-operator] adding namespace
2026-07-11T23:57:22.501283169Z I0711 23:57:22.501263    3404 namespace.go:101] [openshift-authentication] adding namespace took 7.116105ms
2026-07-11T23:57:22.501912265Z I0711 23:57:22.501890    3404 namespace.go:101] [openshift-console] adding namespace took 7.200462ms
2026-07-11T23:57:22.502500484Z I0711 23:57:22.502481    3404 namespace.go:101] [openshift-config] adding namespace took 7.36061ms
2026-07-11T23:57:22.502966610Z I0711 23:57:22.502946    3404 namespace.go:101] [openshift-kube-scheduler-operator] adding namespace took 6.864906ms
2026-07-11T23:57:22.502980465Z I0711 23:57:22.502966    3404 namespace.go:97] [openshift-machine-api] adding namespace
2026-07-11T23:57:22.503493098Z I0711 23:57:22.503475    3404 namespace.go:101] [openshift-kube-controller-manager-operator] adding namespace took 6.507379ms
2026-07-11T23:57:22.503971609Z I0711 23:57:22.503953    3404 namespace.go:101] [openshift-service-ca-operator] adding namespace took 3.711135ms
2026-07-11T23:57:22.504498756Z I0711 23:57:22.504480    3404 namespace.go:101] [openshift-dns-operator] adding namespace took 3.800047ms
2026-07-11T23:57:22.504919015Z I0711 23:57:22.504901    3404 namespace.go:101] [openshift-machine-api] adding namespace took 1.929218ms
2026-07-11T23:57:22.505013672Z W0711 23:57:22.505002    3404 master.go:481] Unable to parse remote node ip-10-0-132-227.ec2.internal chassis-id annotation. Chassis may be removed during sync
2026-07-11T23:57:22.505021840Z W0711 23:57:22.505012    3404 master.go:481] Unable to parse remote node ip-10-0-142-235.ec2.internal chassis-id annotation. Chassis may be removed during sync
2026-07-11T23:57:22.505182950Z I0711 23:57:22.505165    3404 master.go:558] Adding or Updating local node "ip-10-0-134-216.ec2.internal" for network "default"
2026-07-11T23:57:22.505229504Z I0711 23:57:22.505214    3404 obj_retry.go:605] default/networkController: failed to create *v1.Node ip-10-0-142-235.ec2.internal, error: adding or updating remote node chassis ip-10-0-142-235.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-142-235.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-142-235.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-142-235.ec2.internal
2026-07-11T23:57:22.505237436Z I0711 23:57:22.505222    3404 obj_retry.go:605] default/networkController: failed to create *v1.Node ip-10-0-132-227.ec2.internal, error: adding or updating remote node chassis ip-10-0-132-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:22.514273513Z W0711 23:57:22.514228    3404 gateway.go:216] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hzf8m: pod kube-system/global-pull-secret-syncer-hzf8m: no pod IPs found 
2026-07-11T23:57:22.514273513Z W0711 23:57:22.514252    3404 gateway.go:216] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gngl6: pod openshift-network-diagnostics/network-check-target-gngl6: no pod IPs found 
2026-07-11T23:57:22.514306249Z W0711 23:57:22.514272    3404 gateway.go:216] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-72xrz: pod openshift-multus/network-metrics-daemon-72xrz: no pod IPs found 
2026-07-11T23:57:22.515664879Z I0711 23:57:22.515635    3404 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-134-216.ec2.internal for the network default
2026-07-11T23:57:22.516128728Z I0711 23:57:22.516098    3404 zone_ic_handler.go:195] Time taken to create transit switch: 444.688µs
2026-07-11T23:57:22.516990262Z I0711 23:57:22.516966    3404 services_controller.go:192] Starting controller ovn-lb-controller for network=default
2026-07-11T23:57:22.517013979Z I0711 23:57:22.517000    3404 services_controller.go:200] Waiting for node tracker handler to sync for network=default
2026-07-11T23:57:22.517049326Z I0711 23:57:22.517018    3404 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
2026-07-11T23:57:22.517091282Z I0711 23:57:22.517074    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-134-216.ec2.internal in network "default"
2026-07-11T23:57:22.517159773Z I0711 23:57:22.517146    3404 node_tracker.go:169] Node ip-10-0-134-216.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:22.517166982Z I0711 23:57:22.517159    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:22.517173574Z I0711 23:57:22.517167    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-142-235.ec2.internal in network "default"
2026-07-11T23:57:22.517190379Z I0711 23:57:22.517177    3404 node_tracker.go:235] Node ip-10-0-142-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-142-235.ec2.internal"
2026-07-11T23:57:22.517190379Z I0711 23:57:22.517185    3404 node_tracker.go:169] Node ip-10-0-142-235.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:22.517217935Z I0711 23:57:22.517205    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:22.517224963Z I0711 23:57:22.517216    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-132-227.ec2.internal in network "default"
2026-07-11T23:57:22.517231284Z I0711 23:57:22.517226    3404 node_tracker.go:235] Node ip-10-0-132-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-227.ec2.internal"
2026-07-11T23:57:22.517237762Z I0711 23:57:22.517232    3404 node_tracker.go:169] Node ip-10-0-132-227.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:22.517237762Z I0711 23:57:22.517236    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:22.526622393Z + [[ 1 -lt 90 ]]
2026-07-11T23:57:22.526651167Z + add_garp_drop_flow br-ex
2026-07-11T23:57:22.526657853Z + local bridge=br-ex
2026-07-11T23:57:22.526676297Z + local cookie=0x0305
2026-07-11T23:57:22.526676297Z + local priority=499
2026-07-11T23:57:22.527125815Z ++ ovs-vsctl list-ports br-ex
2026-07-11T23:57:22.534017427Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-11T23:57:22.534017427Z + [[ ens5 == *to-br-int ]]
2026-07-11T23:57:22.534060129Z + return 1
2026-07-11T23:57:22.534081748Z + ((  retries += 1  ))
2026-07-11T23:57:22.534089584Z + [[ 2 -eq 15 ]]
2026-07-11T23:57:22.534096264Z + sleep 2
2026-07-11T23:57:22.617592161Z I0711 23:57:22.617545    3404 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
2026-07-11T23:57:22.617592161Z I0711 23:57:22.617571    3404 services_controller.go:208] Setting up event handlers for services for network=default
2026-07-11T23:57:22.617658086Z I0711 23:57:22.617645    3404 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
2026-07-11T23:57:22.617728846Z I0711 23:57:22.617710    3404 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
2026-07-11T23:57:22.617749340Z I0711 23:57:22.617735    3404 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
2026-07-11T23:57:22.718632889Z I0711 23:57:22.718582    3404 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
2026-07-11T23:57:22.718632889Z I0711 23:57:22.718609    3404 repair.go:60] Starting repairing loop for services
2026-07-11T23:57:22.718751754Z I0711 23:57:22.718737    3404 repair.go:131] Deleted 0 stale service LBs
2026-07-11T23:57:22.718769456Z I0711 23:57:22.718760    3404 repair.go:137] Deleted 0 stale Chassis Template Vars
2026-07-11T23:57:22.718789404Z I0711 23:57:22.718776    3404 repair.go:62] Finished repairing loop for services: 173.227µs
2026-07-11T23:57:22.718812739Z I0711 23:57:22.718800    3404 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
2026-07-11T23:57:22.718820177Z I0711 23:57:22.718811    3404 services_controller.go:254] Starting workers for network=default
2026-07-11T23:57:22.719625242Z I0711 23:57:22.719588    3404 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-gngl6] creating logical port openshift-network-diagnostics_network-check-target-gngl6 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.719729520Z I0711 23:57:22.719696    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod kube-system/global-pull-secret-syncer-vf5b8, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-vf5b8: suppressed error logged: pod kube-system/global-pull-secret-syncer-vf5b8: no pod IPs found 
2026-07-11T23:57:22.719797441Z I0711 23:57:22.719700    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-network-diagnostics/network-check-target-cncg9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-cncg9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-cncg9: no pod IPs found 
2026-07-11T23:57:22.719815565Z I0711 23:57:22.719804    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-multus/network-metrics-daemon-hc6sz, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hc6sz: suppressed error logged: pod openshift-multus/network-metrics-daemon-hc6sz: no pod IPs found 
2026-07-11T23:57:22.719815565Z I0711 23:57:22.719708    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-multus/network-metrics-daemon-cjtrj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-cjtrj: suppressed error logged: pod openshift-multus/network-metrics-daemon-cjtrj: no pod IPs found 
2026-07-11T23:57:22.719846167Z I0711 23:57:22.719621    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r8fwq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r8fwq: no pod IPs found 
2026-07-11T23:57:22.719856292Z I0711 23:57:22.719835    3404 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-72xrz] creating logical port openshift-multus_network-metrics-daemon-72xrz for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.719899661Z I0711 23:57:22.719863    3404 obj_retry.go:605] default/networkController: failed to create *v1.Pod kube-system/global-pull-secret-syncer-2dpdn, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-2dpdn: suppressed error logged: pod kube-system/global-pull-secret-syncer-2dpdn: no pod IPs found 
2026-07-11T23:57:22.719899661Z I0711 23:57:22.719726    3404 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-hzf8m] creating logical port kube-system_global-pull-secret-syncer-hzf8m for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.719918039Z I0711 23:57:22.719895    3404 kube.go:233] Patching annotations on pod openshift-network-diagnostics/network-check-target-gngl6
2026-07-11T23:57:22.720022294Z I0711 23:57:22.720004    3404 kube.go:233] Patching annotations on pod kube-system/global-pull-secret-syncer-hzf8m
2026-07-11T23:57:22.720067963Z I0711 23:57:22.720018    3404 kube.go:233] Patching annotations on pod openshift-multus/network-metrics-daemon-72xrz
2026-07-11T23:57:22.730446111Z I0711 23:57:22.730395    3404 base_network_controller_pods.go:974] [default/kube-system/global-pull-secret-syncer-hzf8m] addLogicalPort annotation time took 10.423564ms
2026-07-11T23:57:22.731723841Z I0711 23:57:22.731687    3404 pods.go:270] [kube-system/global-pull-secret-syncer-hzf8m] addLogicalPort took 11.962934ms, libovsdb time 950.71µs
2026-07-11T23:57:22.734057357Z I0711 23:57:22.734006    3404 base_network_controller_pods.go:974] [default/openshift-multus/network-metrics-daemon-72xrz] addLogicalPort annotation time took 14.012823ms
2026-07-11T23:57:22.734139795Z I0711 23:57:22.734009    3404 base_network_controller_pods.go:974] [default/openshift-network-diagnostics/network-check-target-gngl6] addLogicalPort annotation time took 14.259001ms
2026-07-11T23:57:22.735486921Z I0711 23:57:22.735446    3404 pods.go:270] [openshift-multus/network-metrics-daemon-72xrz] addLogicalPort took 15.612847ms, libovsdb time 1.113818ms
2026-07-11T23:57:22.735894495Z I0711 23:57:22.735863    3404 pods.go:270] [openshift-network-diagnostics/network-check-target-gngl6] addLogicalPort took 16.28441ms, libovsdb time 1.420969ms
2026-07-11T23:57:22.736319012Z I0711 23:57:22.736284    3404 admin_network_policy_controller.go:227] Starting controller default-network-controller
2026-07-11T23:57:22.736345696Z I0711 23:57:22.736317    3404 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
2026-07-11T23:57:22.736345696Z I0711 23:57:22.736342    3404 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
2026-07-11T23:57:22.736356528Z I0711 23:57:22.736348    3404 admin_network_policy_controller.go:237] Repairing Admin Network Policies
2026-07-11T23:57:22.736624640Z I0711 23:57:22.736601    3404 repair.go:29] Repairing admin network policies took 234.74µs
2026-07-11T23:57:22.736771175Z I0711 23:57:22.736753    3404 repair.go:92] Repairing baseline admin network policies took 136.9µs
2026-07-11T23:57:22.737395610Z I0711 23:57:22.737372    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
2026-07-11T23:57:22.737414077Z I0711 23:57:22.737401    3404 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
2026-07-11T23:57:22.739838865Z I0711 23:57:22.739807    3404 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
2026-07-11T23:57:22.739868909Z I0711 23:57:22.739859    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
2026-07-11T23:57:22.740290014Z I0711 23:57:22.740265    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
2026-07-11T23:57:22.742537602Z I0711 23:57:22.742510    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
2026-07-11T23:57:22.742564345Z I0711 23:57:22.742543    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
2026-07-11T23:57:22.742598641Z I0711 23:57:22.742582    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
2026-07-11T23:57:22.744504347Z I0711 23:57:22.744468    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
2026-07-11T23:57:22.744533854Z I0711 23:57:22.744506    3404 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/unpack-bundles for network default
2026-07-11T23:57:22.744533854Z I0711 23:57:22.744523    3404 base_network_controller_policy.go:1102] Policy openshift-marketplace/unpack-bundles added to peer address sets []
2026-07-11T23:57:22.747135241Z I0711 23:57:22.747102    3404 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
2026-07-11T23:57:22.747170919Z I0711 23:57:22.747137    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
2026-07-11T23:57:22.747170919Z I0711 23:57:22.747153    3404 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
2026-07-11T23:57:22.749455947Z I0711 23:57:22.749426    3404 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
2026-07-11T23:57:22.749481991Z I0711 23:57:22.749458    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
2026-07-11T23:57:22.749481991Z I0711 23:57:22.749472    3404 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
2026-07-11T23:57:22.750076947Z I0711 23:57:22.750056    3404 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
2026-07-11T23:57:22.750094806Z I0711 23:57:22.750080    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
2026-07-11T23:57:22.750094806Z I0711 23:57:22.750090    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
2026-07-11T23:57:22.750668955Z I0711 23:57:22.750649    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
2026-07-11T23:57:22.750682636Z I0711 23:57:22.750672    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/default-deny for network default
2026-07-11T23:57:22.750682636Z I0711 23:57:22.750679    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
2026-07-11T23:57:22.751107811Z I0711 23:57:22.751085    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
2026-07-11T23:57:22.751127277Z I0711 23:57:22.751105    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
2026-07-11T23:57:22.751127277Z I0711 23:57:22.751117    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
2026-07-11T23:57:22.751683080Z I0711 23:57:22.751664    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
2026-07-11T23:57:22.751695424Z I0711 23:57:22.751688    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
2026-07-11T23:57:22.751704120Z I0711 23:57:22.751698    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
2026-07-11T23:57:22.752262354Z I0711 23:57:22.752243    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
2026-07-11T23:57:22.752279211Z I0711 23:57:22.752263    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/default-deny for network default
2026-07-11T23:57:22.752279211Z I0711 23:57:22.752270    3404 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
2026-07-11T23:57:22.752587513Z I0711 23:57:22.752570    3404 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
2026-07-11T23:57:22.752609925Z I0711 23:57:22.752602    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
2026-07-11T23:57:22.752617488Z I0711 23:57:22.752610    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
2026-07-11T23:57:22.753187793Z I0711 23:57:22.753169    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
2026-07-11T23:57:22.753208823Z I0711 23:57:22.753187    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operators/default-allow-all for network default
2026-07-11T23:57:22.753208823Z I0711 23:57:22.753196    3404 base_network_controller_policy.go:1102] Policy openshift-operators/default-allow-all added to peer address sets []
2026-07-11T23:57:22.755024426Z I0711 23:57:22.755001    3404 base_network_controller_policy.go:1280] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
2026-07-11T23:57:22.755060957Z I0711 23:57:22.755024    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
2026-07-11T23:57:22.755060957Z I0711 23:57:22.755049    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
2026-07-11T23:57:22.755681510Z I0711 23:57:22.755657    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
2026-07-11T23:57:22.755699859Z I0711 23:57:22.755683    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-version/default-deny for network default
2026-07-11T23:57:22.755709842Z I0711 23:57:22.755698    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-version/default-deny added to peer address sets []
2026-07-11T23:57:22.757168328Z I0711 23:57:22.757146    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
2026-07-11T23:57:22.757187840Z I0711 23:57:22.757170    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
2026-07-11T23:57:22.757187840Z I0711 23:57:22.757184    3404 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
2026-07-11T23:57:22.758552307Z I0711 23:57:22.758526    3404 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
2026-07-11T23:57:22.758576666Z I0711 23:57:22.758557    3404 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/default-deny-all for network default
2026-07-11T23:57:22.758576666Z I0711 23:57:22.758567    3404 base_network_controller_policy.go:1102] Policy openshift-marketplace/default-deny-all added to peer address sets []
2026-07-11T23:57:22.758968850Z I0711 23:57:22.758946    3404 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
2026-07-11T23:57:22.758985113Z I0711 23:57:22.758974    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
2026-07-11T23:57:22.758994556Z I0711 23:57:22.758985    3404 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
2026-07-11T23:57:22.759371772Z I0711 23:57:22.759350    3404 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
2026-07-11T23:57:22.759388424Z I0711 23:57:22.759371    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
2026-07-11T23:57:22.759388424Z I0711 23:57:22.759380    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
2026-07-11T23:57:22.759990040Z I0711 23:57:22.759954    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
2026-07-11T23:57:22.759990040Z I0711 23:57:22.759978    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
2026-07-11T23:57:22.760008442Z I0711 23:57:22.759993    3404 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
2026-07-11T23:57:22.761295734Z I0711 23:57:22.761274    3404 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
2026-07-11T23:57:22.761314326Z I0711 23:57:22.761294    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
2026-07-11T23:57:22.761314326Z I0711 23:57:22.761303    3404 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
2026-07-11T23:57:22.762288533Z I0711 23:57:22.762264    3404 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
2026-07-11T23:57:22.762311306Z I0711 23:57:22.762291    3404 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/marketplace-operator for network default
2026-07-11T23:57:22.762311306Z I0711 23:57:22.762307    3404 base_network_controller_policy.go:1102] Policy openshift-marketplace/marketplace-operator added to peer address sets []
2026-07-11T23:57:22.763375482Z I0711 23:57:22.763355    3404 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
2026-07-11T23:57:22.763396496Z I0711 23:57:22.763374    3404 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
2026-07-11T23:57:22.763396496Z I0711 23:57:22.763385    3404 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
2026-07-11T23:57:22.764576133Z I0711 23:57:22.764551    3404 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
2026-07-11T23:57:22.764613228Z I0711 23:57:22.764579    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
2026-07-11T23:57:22.764613228Z I0711 23:57:22.764604    3404 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
2026-07-11T23:57:22.765230915Z I0711 23:57:22.765211    3404 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
2026-07-11T23:57:22.765251074Z I0711 23:57:22.765233    3404 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
2026-07-11T23:57:22.765251074Z I0711 23:57:22.765242    3404 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
2026-07-11T23:57:22.765827419Z I0711 23:57:22.765810    3404 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
2026-07-11T23:57:22.765851578Z I0711 23:57:22.765841    3404 controller.go:157] Starting controller default-network-controller-egressip-nad with 1 workers
2026-07-11T23:57:22.771152065Z I0711 23:57:22.771081    3404 egressfirewall.go:367] Starting EgressFirewall controller
2026-07-11T23:57:22.771152065Z I0711 23:57:22.771129    3404 controller.go:133] Adding controller egress-firewall-controller-node event handlers
2026-07-11T23:57:22.771152065Z I0711 23:57:22.771139    3404 controller.go:133] Adding controller egress-firewall-controller event handlers
2026-07-11T23:57:22.771215391Z I0711 23:57:22.771198    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
2026-07-11T23:57:22.771215391Z I0711 23:57:22.771213    3404 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
2026-07-11T23:57:22.771229668Z I0711 23:57:22.771217    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
2026-07-11T23:57:22.771237305Z I0711 23:57:22.771229    3404 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
2026-07-11T23:57:22.771486688Z I0711 23:57:22.771473    3404 controller.go:157] Starting controller egress-firewall-controller with 1 workers
2026-07-11T23:57:22.771495063Z I0711 23:57:22.771489    3404 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
2026-07-11T23:57:22.771501725Z I0711 23:57:22.771495    3404 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
2026-07-11T23:57:22.771517126Z I0711 23:57:22.771507    3404 egressqos.go:184] Setting up event handlers for EgressQoS
2026-07-11T23:57:22.771540701Z I0711 23:57:22.771525    3404 egressfirewall.go:708] Syncing node "ip-10-0-132-227.ec2.internal" for egress firewall
2026-07-11T23:57:22.771548390Z I0711 23:57:22.771539    3404 egressfirewall.go:708] Syncing node "ip-10-0-134-216.ec2.internal" for egress firewall
2026-07-11T23:57:22.771548390Z I0711 23:57:22.771545    3404 egressfirewall.go:708] Syncing node "ip-10-0-142-235.ec2.internal" for egress firewall
2026-07-11T23:57:22.771702176Z I0711 23:57:22.771690    3404 egressqos.go:236] Starting EgressQoS Controller
2026-07-11T23:57:22.771710645Z I0711 23:57:22.771703    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
2026-07-11T23:57:22.771718737Z I0711 23:57:22.771713    3404 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
2026-07-11T23:57:22.771726708Z I0711 23:57:22.771721    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
2026-07-11T23:57:22.771733050Z I0711 23:57:22.771726    3404 shared_informer.go:356] "Caches are synced" controller="egressqospods"
2026-07-11T23:57:22.771753327Z I0711 23:57:22.771743    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
2026-07-11T23:57:22.771753327Z I0711 23:57:22.771750    3404 shared_informer.go:356] "Caches are synced" controller="egressqos"
2026-07-11T23:57:22.771761638Z I0711 23:57:22.771754    3404 egressqos.go:250] Repairing EgressQoSes
2026-07-11T23:57:22.771761638Z I0711 23:57:22.771759    3404 egressqos.go:390] Starting repairing loop for egressqos
2026-07-11T23:57:22.771854363Z I0711 23:57:22.771839    3404 egressqos.go:392] Finished repairing loop for egressqos: 80.377µs
2026-07-11T23:57:22.771872103Z I0711 23:57:22.771865    3404 egressservice_zone.go:132] Setting up event handlers for Egress Services
2026-07-11T23:57:22.771908971Z I0711 23:57:22.771897    3404 egressqos.go:995] Processing sync for EgressQoS node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.771963932Z I0711 23:57:22.771951    3404 egressqos.go:998] Finished syncing EgressQoS node ip-10-0-134-216.ec2.internal : 58.188µs
2026-07-11T23:57:22.772149330Z I0711 23:57:22.772134    3404 egressservice_zone.go:210] Starting Egress Services Controller
2026-07-11T23:57:22.772160463Z I0711 23:57:22.772149    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
2026-07-11T23:57:22.772160463Z I0711 23:57:22.772157    3404 shared_informer.go:356] "Caches are synced" controller="egressservices"
2026-07-11T23:57:22.772168615Z I0711 23:57:22.772163    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
2026-07-11T23:57:22.772177895Z I0711 23:57:22.772167    3404 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
2026-07-11T23:57:22.772177895Z I0711 23:57:22.772173    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
2026-07-11T23:57:22.772187905Z I0711 23:57:22.772177    3404 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
2026-07-11T23:57:22.772187905Z I0711 23:57:22.772183    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
2026-07-11T23:57:22.772195343Z I0711 23:57:22.772187    3404 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
2026-07-11T23:57:22.772195343Z I0711 23:57:22.772190    3404 egressservice_zone.go:228] Repairing Egress Services
2026-07-11T23:57:22.772581142Z I0711 23:57:22.772561    3404 master_controller.go:88] Starting Admin Policy Based Route Controller
2026-07-11T23:57:22.772581142Z I0711 23:57:22.772571    3404 external_controller.go:278] Starting Admin Policy Based Route Controller
2026-07-11T23:57:22.772659253Z I0711 23:57:22.772625    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:22.772659253Z I0711 23:57:22.772639    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-132-227.ec2.internal: 15.786µs
2026-07-11T23:57:22.772659253Z I0711 23:57:22.772649    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:22.772659253Z I0711 23:57:22.772655    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-134-216.ec2.internal: 5.853µs
2026-07-11T23:57:22.772681900Z I0711 23:57:22.772662    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-142-235.ec2.internal
2026-07-11T23:57:22.772681900Z I0711 23:57:22.772667    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-142-235.ec2.internal: 5.95µs
2026-07-11T23:57:22.772820670Z I0711 23:57:22.772799    3404 default_network_controller.go:591] Completing all the Watchers took 300.350295ms
2026-07-11T23:57:22.772833035Z I0711 23:57:22.772818    3404 default_network_controller.go:595] Starting unidling controllers
2026-07-11T23:57:22.772833035Z I0711 23:57:22.772828    3404 unidle.go:46] Registering OVN SB ControllerEvent handler
2026-07-11T23:57:22.772845112Z I0711 23:57:22.772837    3404 unidle.go:63] Populating Initial ContollerEvent events
2026-07-11T23:57:22.772870109Z I0711 23:57:22.772854    3404 unidle.go:79] Setting up event handlers for services
2026-07-11T23:57:22.772999828Z I0711 23:57:22.772981    3404 ovnkube.go:555] Waiting for OVN northbound database changes to be processed by ovn-controller
2026-07-11T23:57:22.930189580Z I0711 23:57:22.930149    3404 default_node_network_controller.go:548] Node connection status = connected
2026-07-11T23:57:23.430402435Z I0711 23:57:23.430358    3404 default_node_network_controller.go:548] Node connection status = connected
2026-07-11T23:57:23.929735211Z I0711 23:57:23.929697    3404 default_node_network_controller.go:548] Node connection status = connected
2026-07-11T23:57:24.224475581Z I0711 23:57:24.224433    3404 ovnkube.go:560] Finished waiting for OVN northbound database changes to be processed by ovn-controller
2026-07-11T23:57:24.430030966Z I0711 23:57:24.429994    3404 default_node_network_controller.go:548] Node connection status = connected
2026-07-11T23:57:24.449761404Z I0711 23:57:24.449717    3404 bridgeconfig.go:537] Gateway is ready
2026-07-11T23:57:24.449761404Z I0711 23:57:24.449743    3404 gateway_shared_intf.go:1728] Creating Gateway Openflow Manager
2026-07-11T23:57:24.463673425Z I0711 23:57:24.463637    3404 node_ip_handler_linux.go:310] Node primary address changed to 10.0.134.216. Updating OVN encap IP.
2026-07-11T23:57:24.470255961Z I0711 23:57:24.470219    3404 node_ip_handler_linux.go:631] Will not update encap IP 10.0.134.216 - it is already configured
2026-07-11T23:57:24.470255961Z I0711 23:57:24.470235    3404 node_ip_handler_linux.go:573] Node address changed to map[10.0.134.216/20:{} 172.20.0.1/32:{}]. Updating annotations.
2026-07-11T23:57:24.470486989Z I0711 23:57:24.470470    3404 kube.go:265] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.134.216/20","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-134-216.ec2.internal","mac-address":"02:bc:b8:c2:30:83","ip-addresses":["10.0.134.216/20"],"ip-address":"10.0.134.216/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:474c2c63-11fa-4d90-9dcf-753be2584bea k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.134.216/20"}] on node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.483749047Z I0711 23:57:24.483708    3404 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.134.216
2026-07-11T23:57:24.483825208Z I0711 23:57:24.483805    3404 kube.go:265] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.484091301Z I0711 23:57:24.484069    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.484140790Z I0711 23:57:24.484127    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-134-216.ec2.internal: 63.699µs
2026-07-11T23:57:24.484181505Z I0711 23:57:24.484073    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-134-216.ec2.internal in network "default"
2026-07-11T23:57:24.484212417Z I0711 23:57:24.484193    3404 master.go:558] Adding or Updating local node "ip-10-0-134-216.ec2.internal" for network "default"
2026-07-11T23:57:24.484223328Z I0711 23:57:24.484075    3404 egressfirewall.go:708] Syncing node "ip-10-0-134-216.ec2.internal" for egress firewall
2026-07-11T23:57:24.484232453Z I0711 23:57:24.484225    3404 node_tracker.go:169] Node ip-10-0-134-216.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:24.484249342Z I0711 23:57:24.484240    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:24.489673918Z I0711 23:57:24.489629    3404 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-134-216.ec2.internal. Updating no re-route policies
2026-07-11T23:57:24.489731575Z I0711 23:57:24.489711    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-vg9rz
2026-07-11T23:57:24.489741106Z I0711 23:57:24.489727    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-72xrz
2026-07-11T23:57:24.489741106Z I0711 23:57:24.489730    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-2dpdn
2026-07-11T23:57:24.489748072Z I0711 23:57:24.489738    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-vg9rz
2026-07-11T23:57:24.489754589Z I0711 23:57:24.489747    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-2dpdn
2026-07-11T23:57:24.489754589Z I0711 23:57:24.489748    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-85tv9
2026-07-11T23:57:24.489763832Z I0711 23:57:24.489757    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-85tv9
2026-07-11T23:57:24.489772787Z I0711 23:57:24.489738    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-72xrz
2026-07-11T23:57:24.489784084Z I0711 23:57:24.489775    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-cjtrj
2026-07-11T23:57:24.489792215Z I0711 23:57:24.489781    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cncg9
2026-07-11T23:57:24.489800718Z I0711 23:57:24.489790    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-cjtrj
2026-07-11T23:57:24.489800718Z I0711 23:57:24.489794    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-2dpdn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-2dpdn: suppressed error logged: pod kube-system/global-pull-secret-syncer-2dpdn: no pod IPs found 
2026-07-11T23:57:24.489809649Z I0711 23:57:24.489801    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.489809649Z I0711 23:57:24.489805    3404 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-72xrz] creating logical port openshift-multus_network-metrics-daemon-72xrz for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.489818031Z I0711 23:57:24.489810    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.489828607Z I0711 23:57:24.489821    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7hqx6
2026-07-11T23:57:24.489828607Z I0711 23:57:24.489823    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-cjtrj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-cjtrj: suppressed error logged: pod openshift-multus/network-metrics-daemon-cjtrj: no pod IPs found 
2026-07-11T23:57:24.489837406Z I0711 23:57:24.489810    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-dns/node-resolver-pmjfs
2026-07-11T23:57:24.489837406Z I0711 23:57:24.489831    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7hqx6
2026-07-11T23:57:24.489837406Z I0711 23:57:24.489833    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gngl6
2026-07-11T23:57:24.489856519Z I0711 23:57:24.489836    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-dns/node-resolver-pmjfs
2026-07-11T23:57:24.489856519Z I0711 23:57:24.489840    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gngl6
2026-07-11T23:57:24.489876261Z I0711 23:57:24.489864    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hc6sz
2026-07-11T23:57:24.489892398Z I0711 23:57:24.489876    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hc6sz
2026-07-11T23:57:24.489892398Z I0711 23:57:24.489879    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq
2026-07-11T23:57:24.489901430Z I0711 23:57:24.489887    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq
2026-07-11T23:57:24.489919218Z I0711 23:57:24.489905    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-hc6sz, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hc6sz: suppressed error logged: pod openshift-multus/network-metrics-daemon-hc6sz: no pod IPs found 
2026-07-11T23:57:24.489919218Z I0711 23:57:24.489875    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-42stw
2026-07-11T23:57:24.489931145Z I0711 23:57:24.489924    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-42stw
2026-07-11T23:57:24.489940400Z I0711 23:57:24.489711    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hzf8m
2026-07-11T23:57:24.489940400Z I0711 23:57:24.489933    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r8fwq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r8fwq: no pod IPs found 
2026-07-11T23:57:24.489949224Z I0711 23:57:24.489867    3404 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-gngl6] creating logical port openshift-network-diagnostics_network-check-target-gngl6 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.489957946Z I0711 23:57:24.489864    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.489957946Z I0711 23:57:24.489951    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-vf5b8
2026-07-11T23:57:24.489966874Z I0711 23:57:24.489954    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hzf8m
2026-07-11T23:57:24.489966874Z I0711 23:57:24.489959    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-vf5b8
2026-07-11T23:57:24.489978968Z I0711 23:57:24.489962    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.490005477Z I0711 23:57:24.489990    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-vf5b8, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-vf5b8: suppressed error logged: pod kube-system/global-pull-secret-syncer-vf5b8: no pod IPs found 
2026-07-11T23:57:24.490015530Z I0711 23:57:24.490005    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bsh7p
2026-07-11T23:57:24.490024483Z I0711 23:57:24.490015    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bsh7p
2026-07-11T23:57:24.490050495Z I0711 23:57:24.490014    3404 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-hzf8m] creating logical port kube-system_global-pull-secret-syncer-hzf8m for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:24.490158544Z I0711 23:57:24.489791    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cncg9
2026-07-11T23:57:24.490255847Z I0711 23:57:24.490241    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-cncg9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-cncg9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-cncg9: no pod IPs found 
2026-07-11T23:57:24.490255847Z I0711 23:57:24.489872    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kt8vh
2026-07-11T23:57:24.490265650Z I0711 23:57:24.490260    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kt8vh
2026-07-11T23:57:24.490327446Z I0711 23:57:24.489711    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/konnectivity-agent-dllr7
2026-07-11T23:57:24.490384888Z I0711 23:57:24.490371    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/konnectivity-agent-dllr7
2026-07-11T23:57:24.490442061Z I0711 23:57:24.490053    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-image-registry/node-ca-bk6s9
2026-07-11T23:57:24.490442061Z I0711 23:57:24.490429    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-image-registry/node-ca-bk6s9
2026-07-11T23:57:24.490771214Z I0711 23:57:24.490754    3404 pods.go:270] [openshift-multus/network-metrics-daemon-72xrz] addLogicalPort took 961.682µs, libovsdb time 343.73µs
2026-07-11T23:57:24.490906144Z I0711 23:57:24.490891    3404 pods.go:270] [openshift-network-diagnostics/network-check-target-gngl6] addLogicalPort took 1.029024ms, libovsdb time 294.135µs
2026-07-11T23:57:24.491020738Z I0711 23:57:24.491004    3404 pods.go:270] [kube-system/global-pull-secret-syncer-hzf8m] addLogicalPort took 1.003903ms, libovsdb time 275.441µs
2026-07-11T23:57:24.496227877Z I0711 23:57:24.496179    3404 gateway_shared_intf.go:1793] Creating Gateway Node Port Watcher
2026-07-11T23:57:24.510029579Z I0711 23:57:24.509988    3404 iptables.go:108] Creating table: mangle chain: OUTPUT
2026-07-11T23:57:24.513769196Z I0711 23:57:24.513727    3404 iptables.go:108] Creating table: nat chain: OUTPUT
2026-07-11T23:57:24.535227005Z I0711 23:57:24.535180    3404 iptables.go:108] Creating table: nat chain: PREROUTING
2026-07-11T23:57:24.535859828Z + [[ 2 -lt 90 ]]
2026-07-11T23:57:24.535881043Z + add_garp_drop_flow br-ex
2026-07-11T23:57:24.535897862Z + local bridge=br-ex
2026-07-11T23:57:24.535914633Z + local cookie=0x0305
2026-07-11T23:57:24.535914633Z + local priority=499
2026-07-11T23:57:24.536276242Z ++ ovs-vsctl list-ports br-ex
2026-07-11T23:57:24.543186565Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-11T23:57:24.543186565Z + [[ ens5 == *to-br-int ]]
2026-07-11T23:57:24.543186565Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-11T23:57:24.543226139Z + [[ patch-br-ex_ip-10-0-134-216.ec2.internal-to-br-int == *to-br-int ]]
2026-07-11T23:57:24.543226139Z + local of_port
2026-07-11T23:57:24.543566529Z ++ ovs-vsctl get interface patch-br-ex_ip-10-0-134-216.ec2.internal-to-br-int ofport
2026-07-11T23:57:24.550443866Z + of_port=2
2026-07-11T23:57:24.550481178Z + ovs-ofctl add-flow br-ex cookie=0x0305,table=0,priority=499,in_port=2,arp,arp_op=1,actions=drop
2026-07-11T23:57:24.558131550Z ++ date -Iseconds
2026-07-11T23:57:24.559653321Z + echo '2026-07-11T23:57:24+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-134-216.ec2.internal-to-br-int (ofport=2)'
2026-07-11T23:57:24.559667659Z 2026-07-11T23:57:24+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-134-216.ec2.internal-to-br-int (ofport=2)
2026-07-11T23:57:24.559674842Z + return 0
2026-07-11T23:57:24.559700925Z + return 0
2026-07-11T23:57:24.616055099Z I0711 23:57:24.615991    3404 iptables.go:108] Creating table: filter chain: FORWARD
2026-07-11T23:57:24.634442676Z I0711 23:57:24.634401    3404 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1
2026-07-11T23:57:24.634556406Z W0711 23:57:24.634544    3404 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
2026-07-11T23:57:24.634611994Z I0711 23:57:24.634601    3404 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4
2026-07-11T23:57:24.634705197Z W0711 23:57:24.634695    3404 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
2026-07-11T23:57:24.634768228Z I0711 23:57:24.634755    3404 gateway_init.go:325] Gateway and management port readiness took 2.209906621s
2026-07-11T23:57:24.634796738Z I0711 23:57:24.634786    3404 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
2026-07-11T23:57:24.634858987Z I0711 23:57:24.634843    3404 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
2026-07-11T23:57:24.634868404Z I0711 23:57:24.634858    3404 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
2026-07-11T23:57:24.634877608Z I0711 23:57:24.634868    3404 nad_controller.go:540] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
2026-07-11T23:57:24.634950864Z I0711 23:57:24.634940    3404 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
2026-07-11T23:57:24.635134535Z I0711 23:57:24.635021    3404 nad_controller.go:579] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.561µs
2026-07-11T23:57:24.635419142Z I0711 23:57:24.635406    3404 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
2026-07-11T23:57:24.635444728Z I0711 23:57:24.635434    3404 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.795µs
2026-07-11T23:57:24.635444728Z I0711 23:57:24.635442    3404 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.813µs
2026-07-11T23:57:24.635464042Z I0711 23:57:24.635454    3404 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
2026-07-11T23:57:24.635473025Z I0711 23:57:24.635466    3404 nad_controller.go:378] [node-nad-controller NAD controller]: started
2026-07-11T23:57:24.635479427Z I0711 23:57:24.635473    3404 default_node_network_controller.go:944] Starting the default node network controller
2026-07-11T23:57:24.635485718Z I0711 23:57:24.635480    3404 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
2026-07-11T23:57:24.635581553Z I0711 23:57:24.635567    3404 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.053µs
2026-07-11T23:57:24.635693257Z I0711 23:57:24.635682    3404 default_node_network_controller.go:1540] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
2026-07-11T23:57:24.635693257Z I0711 23:57:24.635690    3404 default_node_network_controller.go:980] Waiting for gateway and management port readiness...
2026-07-11T23:57:24.635767097Z I0711 23:57:24.635717    3404 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9cfb0 0xc000225d50 0xc000225dc0 0xc000225e30 0xc000225ea0 0xc000225f10 <nil> 0xc00027e000 0xc000aab680 0xc00027e070 0xc00027e0e0 <nil> 0xc00086c2d0 0xc0061ba8c0 <nil> <nil> <nil> 0xc00027e150 <nil> map[0x306c920:0xc002f7c060 0x306ce60:0xc002f7c1e0 0x306db80:0xc003a7e420 0x306de20:0xc002f7c000 0x306e600:0xc002f7c0c0 0x306e8a0:0xc002f7c120 0x306eb40:0xc002f7c180 0x306f320:0xc002f7c3c0 0x306f5c0:0xc002f7c420 0x3090a40:0xc00194a000 0x3092440:0xc000c0d860 0x3092e00:0xc002d8c120 0x3093140:0xc000628ae0 0x3094180:0xc003a7e3c0 0x3094800:0xc00148af60] 0xc000aa09a0 0}
2026-07-11T23:57:24.635785926Z I0711 23:57:24.635776    3404 gateway.go:151] Starting gateway service sync
2026-07-11T23:57:24.636274934Z I0711 23:57:24.636260    3404 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
2026-07-11T23:57:24.638823872Z I0711 23:57:24.638806    3404 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
2026-07-11T23:57:24.657587152Z I0711 23:57:24.657540    3404 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
2026-07-11T23:57:24.658956024Z I0711 23:57:24.658919    3404 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
2026-07-11T23:57:24.660199171Z I0711 23:57:24.660181    3404 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
2026-07-11T23:57:24.698817359Z I0711 23:57:24.698766    3404 gateway.go:168] Gateway service sync done. Time taken: 62.974382ms
2026-07-11T23:57:24.699225217Z I0711 23:57:24.699209    3404 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30210
2026-07-11T23:57:24.700029148Z I0711 23:57:24.699987    3404 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9cfb0 0xc000225d50 0xc000225dc0 0xc000225e30 0xc000225ea0 0xc000225f10 <nil> 0xc00027e000 0xc000aab680 0xc00027e070 0xc00027e0e0 <nil> 0xc00086c2d0 0xc0061ba8c0 <nil> <nil> <nil> 0xc00027e150 <nil> map[0x306c920:0xc002f7c060 0x306ce60:0xc002f7c1e0 0x306db80:0xc003a7e420 0x306de20:0xc002f7c000 0x306e600:0xc002f7c0c0 0x306e8a0:0xc002f7c120 0x306eb40:0xc002f7c180 0x306f320:0xc002f7c3c0 0x306f5c0:0xc002f7c420 0x3090a40:0xc00194a000 0x3092440:0xc000c0d860 0x3092e00:0xc002d8c120 0x3093140:0xc000628ae0 0x3094180:0xc003a7e3c0 0x3094800:0xc00148af60] 0xc000aa09a0 0}
2026-07-11T23:57:24.700456565Z I0711 23:57:24.700428    3404 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9cfb0 0xc000225d50 0xc000225dc0 0xc000225e30 0xc000225ea0 0xc000225f10 <nil> 0xc00027e000 0xc000aab680 0xc00027e070 0xc00027e0e0 <nil> 0xc00086c2d0 0xc0061ba8c0 <nil> <nil> <nil> 0xc00027e150 <nil> map[0x306c920:0xc002f7c060 0x306ce60:0xc002f7c1e0 0x306db80:0xc003a7e420 0x306de20:0xc002f7c000 0x306e600:0xc002f7c0c0 0x306e8a0:0xc002f7c120 0x306eb40:0xc002f7c180 0x306f320:0xc002f7c3c0 0x306f5c0:0xc002f7c420 0x3090a40:0xc00194a000 0x3092440:0xc000c0d860 0x3092e00:0xc002d8c120 0x3093140:0xc000628ae0 0x3094180:0xc003a7e3c0 0x3094800:0xc00148af60] 0xc000aa09a0 0}
2026-07-11T23:57:24.700478880Z I0711 23:57:24.700469    3404 gateway.go:532] Reconciling gateway with updates
2026-07-11T23:57:24.706937425Z I0711 23:57:24.706908    3404 gateway.go:339] Spawning Conntrack Rule Check Thread
2026-07-11T23:57:24.707023776Z I0711 23:57:24.706994    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-11T23:57:24.707023776Z I0711 23:57:24.707012    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-11T23:57:24.707054395Z I0711 23:57:24.707018    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-11T23:57:24.707054395Z I0711 23:57:24.707000    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-11T23:57:24.707067534Z I0711 23:57:24.707053    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-11T23:57:24.707067534Z I0711 23:57:24.707057    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-11T23:57:24.707067534Z I0711 23:57:24.707061    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-11T23:57:24.707081728Z I0711 23:57:24.707061    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-11T23:57:24.707093073Z I0711 23:57:24.707083    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-11T23:57:24.707102551Z I0711 23:57:24.707091    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-11T23:57:24.707111860Z I0711 23:57:24.707101    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-11T23:57:24.707134554Z I0711 23:57:24.707122    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-11T23:57:24.707143756Z I0711 23:57:24.707135    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-11T23:57:24.707143756Z I0711 23:57:24.707136    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-11T23:57:24.707160189Z I0711 23:57:24.707139    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-11T23:57:24.707160189Z I0711 23:57:24.707146    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-11T23:57:24.707160189Z I0711 23:57:24.707150    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-11T23:57:24.707192585Z I0711 23:57:24.707178    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-11T23:57:24.707192585Z I0711 23:57:24.707187    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-11T23:57:24.707203564Z I0711 23:57:24.707193    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-11T23:57:24.707203564Z I0711 23:57:24.707197    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-11T23:57:24.707212985Z I0711 23:57:24.707198    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes
2026-07-11T23:57:24.707212985Z I0711 23:57:24.707203    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-11T23:57:24.707222597Z I0711 23:57:24.707209    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default
2026-07-11T23:57:24.707222597Z I0711 23:57:24.707212    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes
2026-07-11T23:57:24.707231439Z I0711 23:57:24.707221    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default
2026-07-11T23:57:24.707239820Z I0711 23:57:24.707187    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver
2026-07-11T23:57:24.707239820Z I0711 23:57:24.707234    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-11T23:57:24.707249180Z I0711 23:57:24.707238    3404 port_claim.go:71] Svc openshift-ingress/router-default: port 32619 is already open, no action needed
2026-07-11T23:57:24.707249180Z I0711 23:57:24.707009    3404 default_node_network_controller.go:1005] Gateway and management port readiness took 71.309607ms
2026-07-11T23:57:24.707258095Z I0711 23:57:24.707248    3404 port_claim.go:71] Svc openshift-ingress/router-default: port 30902 is already open, no action needed
2026-07-11T23:57:24.707258095Z I0711 23:57:24.707251    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-90b93707e927c356e67143a0aa2ed621fc4e5ce3f6962df0a
2026-07-11T23:57:24.707269508Z I0711 23:57:24.707193    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver
2026-07-11T23:57:24.707281413Z I0711 23:57:24.707273    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver
2026-07-11T23:57:24.707281413Z I0711 23:57:24.707275    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-11T23:57:24.707294683Z I0711 23:57:24.707288    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-11T23:57:24.707314288Z I0711 23:57:24.707214    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-11T23:57:24.707314288Z I0711 23:57:24.707260    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-90b93707e927c356e67143a0aa2ed621fc4e5ce3f6962df0a
2026-07-11T23:57:24.707324228Z I0711 23:57:24.707242    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-11T23:57:24.707333527Z I0711 23:57:24.707027    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-11T23:57:24.707333527Z I0711 23:57:24.707322    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-11T23:57:24.707342845Z I0711 23:57:24.707332    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift
2026-07-11T23:57:24.707342845Z I0711 23:57:24.707336    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-11T23:57:24.707351959Z I0711 23:57:24.707341    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift
2026-07-11T23:57:24.707351959Z I0711 23:57:24.707341    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-11T23:57:24.707361033Z I0711 23:57:24.707354    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-11T23:57:24.707361033Z I0711 23:57:24.707333    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-11T23:57:24.707370298Z I0711 23:57:24.707362    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-11T23:57:24.707370298Z I0711 23:57:24.707364    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-11T23:57:24.707379876Z I0711 23:57:24.707364    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-11T23:57:24.707379876Z I0711 23:57:24.707373    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-11T23:57:24.707379876Z I0711 23:57:24.707375    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-11T23:57:24.707390236Z I0711 23:57:24.707382    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-11T23:57:24.707390236Z I0711 23:57:24.707386    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-11T23:57:24.707401496Z I0711 23:57:24.707355    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-11T23:57:24.707410625Z I0711 23:57:24.707396    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-11T23:57:24.707410625Z I0711 23:57:24.707405    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-11T23:57:24.707422013Z I0711 23:57:24.707410    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-11T23:57:24.707422013Z I0711 23:57:24.707414    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-11T23:57:24.707431174Z I0711 23:57:24.707417    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-11T23:57:24.707431174Z I0711 23:57:24.707427    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-11T23:57:24.707485905Z I0711 23:57:24.707452    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default
2026-07-11T23:57:24.707591965Z I0711 23:57:24.707575    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default
2026-07-11T23:57:24.707680675Z I0711 23:57:24.707239    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver
2026-07-11T23:57:24.707773096Z I0711 23:57:24.707387    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-11T23:57:24.707773096Z I0711 23:57:24.707762    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-11T23:57:24.707810996Z I0711 23:57:24.707378    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-11T23:57:24.707841139Z I0711 23:57:24.707456    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:57:24.707851329Z I0711 23:57:24.707839    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:57:24.707889896Z I0711 23:57:24.707464    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-11T23:57:24.707935948Z I0711 23:57:24.707916    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-11T23:57:24.707961170Z I0711 23:57:24.707471    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-11T23:57:24.707961170Z I0711 23:57:24.707956    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-11T23:57:24.707990385Z I0711 23:57:24.707477    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-11T23:57:24.708000661Z I0711 23:57:24.707988    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-11T23:57:24.708011854Z I0711 23:57:24.707482    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics
2026-07-11T23:57:24.708020751Z I0711 23:57:24.708010    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics
2026-07-11T23:57:24.708050775Z I0711 23:57:24.707487    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-11T23:57:24.708050775Z I0711 23:57:24.708031    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-11T23:57:24.708067757Z I0711 23:57:24.707498    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-11T23:57:24.708089911Z I0711 23:57:24.708074    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-11T23:57:24.708144673Z I0711 23:57:24.707494    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-11T23:57:24.708169714Z I0711 23:57:24.708152    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-11T23:57:24.708220735Z I0711 23:57:24.707501    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-11T23:57:24.708234376Z I0711 23:57:24.708226    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-11T23:57:24.708245038Z I0711 23:57:24.707507    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-11T23:57:24.708245038Z I0711 23:57:24.708240    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-11T23:57:24.708254345Z I0711 23:57:24.707547    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-11T23:57:24.708264803Z I0711 23:57:24.708253    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-11T23:57:24.708309275Z I0711 23:57:24.707898    3404 gateway_shared_intf.go:2158] Ensuring masquerade resources on br-ex (ifindex=5, lastSuccessful=0)
2026-07-11T23:57:24.708757891Z I0711 23:57:24.708734    3404 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.134.216
2026-07-11T23:57:24.708897832Z I0711 23:57:24.708883    3404 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1
2026-07-11T23:57:24.708961258Z I0711 23:57:24.708940    3404 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4
2026-07-11T23:57:24.709010172Z I0711 23:57:24.708997    3404 gateway_shared_intf.go:2184] Masquerade resources ensured on br-ex (ifindex=5)
2026-07-11T23:57:24.709138564Z I0711 23:57:24.709071    3404 node_ip_handler_linux.go:189] Node IP manager is running
2026-07-11T23:57:24.752783714Z W0711 23:57:24.752732    3404 port_linux.go:260] Missing or unable to find route entry for subnet 10.132.0.0/14 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0
2026-07-11T23:57:24.752967901Z W0711 23:57:24.752932    3404 port_linux.go:260] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0
2026-07-11T23:57:24.753230031Z W0711 23:57:24.753206    3404 port_linux.go:276] Missing arp entry for MAC/IP binding (0a:58:0a:84:00:01/10.132.0.1) on link ovn-k8s-mp0
2026-07-11T23:57:24.826982318Z I0711 23:57:24.826918    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-142-235.ec2.internal
2026-07-11T23:57:24.826982318Z I0711 23:57:24.826949    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-142-235.ec2.internal: 39.611µs
2026-07-11T23:57:24.827070094Z I0711 23:57:24.826984    3404 default_network_controller.go:1032] Node "ip-10-0-142-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:24.827070094Z I0711 23:57:24.826998    3404 egressfirewall.go:708] Syncing node "ip-10-0-142-235.ec2.internal" for egress firewall
2026-07-11T23:57:26.735006109Z W0711 23:57:26.734958    3404 egressip_healthcheck.go:76] Health checking using insecure connection
2026-07-11T23:57:26.735088884Z I0711 23:57:26.735031    3404 default_node_network_controller.go:1460] Starting node controller node sync
2026-07-11T23:57:26.735088884Z I0711 23:57:26.735071    3404 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.132.0.2:9107
2026-07-11T23:57:26.748708752Z I0711 23:57:26.748652    3404 default_node_network_controller.go:1502] Node controller node sync done. Time taken: 13.58001ms
2026-07-11T23:57:26.748920232Z I0711 23:57:26.748900    3404 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
2026-07-11T23:57:26.749473628Z I0711 23:57:26.749448    3404 egressservice_node.go:93] Setting up event handlers for Egress Services
2026-07-11T23:57:26.749614120Z I0711 23:57:26.749588    3404 egressservice_node.go:183] Starting Egress Services Controller
2026-07-11T23:57:26.749674788Z I0711 23:57:26.749656    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
2026-07-11T23:57:26.749688681Z I0711 23:57:26.749676    3404 shared_informer.go:356] "Caches are synced" controller="egressservices"
2026-07-11T23:57:26.749698414Z I0711 23:57:26.749686    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
2026-07-11T23:57:26.749698414Z I0711 23:57:26.749695    3404 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
2026-07-11T23:57:26.749710576Z I0711 23:57:26.749705    3404 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
2026-07-11T23:57:26.749720695Z I0711 23:57:26.749713    3404 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
2026-07-11T23:57:26.749730035Z I0711 23:57:26.749721    3404 egressservice_node.go:197] Repairing Egress Services
2026-07-11T23:57:26.765331252Z I0711 23:57:26.765281    3404 node_controller.go:43] Starting Admin Policy Based Route Node Controller
2026-07-11T23:57:26.765331252Z I0711 23:57:26.765300    3404 external_controller.go:278] Starting Admin Policy Based Route Controller
2026-07-11T23:57:26.765606859Z I0711 23:57:26.765578    3404 default_node_network_controller.go:1157] Egress IP for secondary host network is disabled
2026-07-11T23:57:26.765622449Z I0711 23:57:26.765605    3404 link_network_manager.go:119] Link manager is running
2026-07-11T23:57:26.765622449Z I0711 23:57:26.765618    3404 default_node_network_controller.go:1178] Default node network controller initialized and ready.
2026-07-11T23:57:26.765969351Z I0711 23:57:26.765937    3404 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
2026-07-11T23:57:26.766597151Z I0711 23:57:26.766566    3404 vrf_manager.go:128] VRF manager is running
2026-07-11T23:57:26.766868359Z I0711 23:57:26.766848    3404 node_controller_manager.go:465] Removing flows to drop GARP
2026-07-11T23:57:26.766868359Z I0711 23:57:26.766859    3404 gateway.go:532] Reconciling gateway with updates
2026-07-11T23:57:26.781421439Z I0711 23:57:26.781372    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-11T23:57:26.781507823Z I0711 23:57:26.781475    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:57:26.781507823Z I0711 23:57:26.781487    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-11T23:57:26.781507823Z I0711 23:57:26.781490    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-11T23:57:26.781540688Z I0711 23:57:26.781504    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:57:26.781540688Z I0711 23:57:26.781509    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-11T23:57:26.781580270Z I0711 23:57:26.781369    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-11T23:57:26.781590127Z I0711 23:57:26.781579    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-11T23:57:26.781598870Z I0711 23:57:26.781586    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-11T23:57:26.781598870Z I0711 23:57:26.781591    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-11T23:57:26.781624576Z I0711 23:57:26.781605    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-11T23:57:26.781636813Z I0711 23:57:26.781630    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-11T23:57:26.781661350Z I0711 23:57:26.781647    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-11T23:57:26.781678136Z I0711 23:57:26.781394    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver
2026-07-11T23:57:26.781687586Z I0711 23:57:26.781669    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift
2026-07-11T23:57:26.781687586Z I0711 23:57:26.781677    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver
2026-07-11T23:57:26.781696916Z I0711 23:57:26.781688    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift
2026-07-11T23:57:26.781696916Z I0711 23:57:26.781690    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default
2026-07-11T23:57:26.781706274Z I0711 23:57:26.781693    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-11T23:57:26.781706274Z I0711 23:57:26.781703    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-11T23:57:26.781715739Z I0711 23:57:26.781705    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default
2026-07-11T23:57:26.781715739Z I0711 23:57:26.781711    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-11T23:57:26.781731471Z I0711 23:57:26.781724    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-11T23:57:26.781740600Z I0711 23:57:26.781730    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-11T23:57:26.781769639Z I0711 23:57:26.781755    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-11T23:57:26.781779696Z I0711 23:57:26.781770    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-11T23:57:26.781788926Z I0711 23:57:26.781771    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-11T23:57:26.781797915Z I0711 23:57:26.781785    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-11T23:57:26.781797915Z I0711 23:57:26.781430    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes
2026-07-11T23:57:26.781807552Z I0711 23:57:26.781413    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics
2026-07-11T23:57:26.781817423Z I0711 23:57:26.781810    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics
2026-07-11T23:57:26.781817423Z I0711 23:57:26.781810    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-11T23:57:26.781826966Z I0711 23:57:26.781815    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-11T23:57:26.781826966Z I0711 23:57:26.781820    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-11T23:57:26.781826966Z I0711 23:57:26.781820    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-11T23:57:26.781836834Z I0711 23:57:26.781826    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-11T23:57:26.781836834Z I0711 23:57:26.781830    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-11T23:57:26.781848837Z I0711 23:57:26.781842    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-11T23:57:26.781861178Z I0711 23:57:26.781853    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-11T23:57:26.781861178Z I0711 23:57:26.781812    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-11T23:57:26.781870852Z I0711 23:57:26.781855    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver
2026-07-11T23:57:26.781870852Z I0711 23:57:26.781867    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-11T23:57:26.781882388Z I0711 23:57:26.781870    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver
2026-07-11T23:57:26.781926302Z I0711 23:57:26.781909    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-11T23:57:26.781936379Z I0711 23:57:26.781444    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-11T23:57:26.781936379Z I0711 23:57:26.781926    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-11T23:57:26.781948075Z I0711 23:57:26.781939    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-11T23:57:26.781979680Z I0711 23:57:26.781457    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-11T23:57:26.781979680Z I0711 23:57:26.781872    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-11T23:57:26.781990435Z I0711 23:57:26.781980    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-11T23:57:26.781990435Z I0711 23:57:26.781985    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-11T23:57:26.782000513Z I0711 23:57:26.781942    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default
2026-07-11T23:57:26.782012688Z I0711 23:57:26.782004    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-11T23:57:26.782012688Z I0711 23:57:26.781444    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-90b93707e927c356e67143a0aa2ed621fc4e5ce3f6962df0a
2026-07-11T23:57:26.782022642Z I0711 23:57:26.782015    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-11T23:57:26.782050675Z I0711 23:57:26.782016    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-11T23:57:26.782050675Z I0711 23:57:26.782028    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-11T23:57:26.782066724Z I0711 23:57:26.782029    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-11T23:57:26.782074138Z I0711 23:57:26.781799    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes
2026-07-11T23:57:26.782074138Z I0711 23:57:26.781444    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-11T23:57:26.782083778Z I0711 23:57:26.782075    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-90b93707e927c356e67143a0aa2ed621fc4e5ce3f6962df0a
2026-07-11T23:57:26.782093964Z I0711 23:57:26.782086    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-11T23:57:26.782102775Z I0711 23:57:26.782092    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-11T23:57:26.782102775Z I0711 23:57:26.782077    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-11T23:57:26.782131247Z I0711 23:57:26.782107    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-11T23:57:26.782141377Z I0711 23:57:26.782128    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-11T23:57:26.782141377Z I0711 23:57:26.782128    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-11T23:57:26.782151082Z I0711 23:57:26.782141    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-11T23:57:26.782175427Z I0711 23:57:26.781427    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-11T23:57:26.782175427Z I0711 23:57:26.782165    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-11T23:57:26.782185564Z I0711 23:57:26.782170    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-11T23:57:26.782185564Z I0711 23:57:26.782178    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-11T23:57:26.782194907Z I0711 23:57:26.781831    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-11T23:57:26.782204786Z I0711 23:57:26.782194    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-11T23:57:26.782204786Z I0711 23:57:26.782004    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default
2026-07-11T23:57:26.782235321Z I0711 23:57:26.782217    3404 port_claim.go:71] Svc openshift-ingress/router-default: port 32619 is already open, no action needed
2026-07-11T23:57:26.782235321Z I0711 23:57:26.782107    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-11T23:57:26.782235321Z I0711 23:57:26.782230    3404 port_claim.go:71] Svc openshift-ingress/router-default: port 30902 is already open, no action needed
2026-07-11T23:57:26.782279931Z I0711 23:57:26.782067    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-11T23:57:26.782371730Z I0711 23:57:26.782077    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-11T23:57:26.782400379Z I0711 23:57:26.781799    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-11T23:57:26.782400379Z I0711 23:57:26.782391    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-11T23:57:26.782436088Z I0711 23:57:26.781994    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-11T23:57:26.782450813Z I0711 23:57:26.782436    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-11T23:57:26.782488753Z I0711 23:57:26.782068    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-11T23:57:26.782498240Z I0711 23:57:26.782488    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-11T23:57:26.782532071Z I0711 23:57:26.782296    3404 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-11T23:57:26.782567292Z I0711 23:57:26.782557    3404 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-11T23:57:27.383554206Z I0711 23:57:27.383491    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:29.004422892Z I0711 23:57:29.004375    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.004422892Z I0711 23:57:29.004412    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-134-216.ec2.internal: 46.246µs
2026-07-11T23:57:29.022848246Z I0711 23:57:29.022803    3404 base_network_controller_pods.go:489] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-799cb7f958-tv62b for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.023121036Z I0711 23:57:29.023092    3404 kube.go:233] Patching annotations on pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b
2026-07-11T23:57:29.025882276Z I0711 23:57:29.025846    3404 base_network_controller_pods.go:489] [default/openshift-image-registry/image-registry-6546b5747c-7grk2] creating logical port openshift-image-registry_image-registry-6546b5747c-7grk2 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.026095838Z I0711 23:57:29.026076    3404 kube.go:233] Patching annotations on pod openshift-image-registry/image-registry-6546b5747c-7grk2
2026-07-11T23:57:29.035184083Z I0711 23:57:29.035134    3404 base_network_controller_pods.go:974] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b] addLogicalPort annotation time took 12.124057ms
2026-07-11T23:57:29.036444472Z I0711 23:57:29.036365    3404 base_network_controller_pods.go:489] [default/openshift-insights/insights-operator-68d9dd94cf-5xrjv] creating logical port openshift-insights_insights-operator-68d9dd94cf-5xrjv for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.036620712Z I0711 23:57:29.036601    3404 kube.go:233] Patching annotations on pod openshift-insights/insights-operator-68d9dd94cf-5xrjv
2026-07-11T23:57:29.037074436Z I0711 23:57:29.036413    3404 base_network_controller_pods.go:489] [default/openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-65db858894-tqmbc for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.037100012Z I0711 23:57:29.037085    3404 pods.go:270] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b] addLogicalPort took 14.305325ms, libovsdb time 1.384006ms
2026-07-11T23:57:29.037177433Z I0711 23:57:29.037157    3404 base_network_controller_pods.go:489] [default/openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c] creating logical port openshift-service-ca-operator_service-ca-operator-7695fc6c8c-wpn8c for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.037228466Z I0711 23:57:29.037191    3404 kube.go:233] Patching annotations on pod openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc
2026-07-11T23:57:29.037247609Z I0711 23:57:29.037226    3404 kube.go:233] Patching annotations on pod openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c
2026-07-11T23:57:29.039738731Z I0711 23:57:29.039696    3404 base_network_controller_pods.go:489] [default/openshift-console-operator/console-operator-7866497494-lgm9w] creating logical port openshift-console-operator_console-operator-7866497494-lgm9w for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.039984884Z I0711 23:57:29.039958    3404 kube.go:233] Patching annotations on pod openshift-console-operator/console-operator-7866497494-lgm9w
2026-07-11T23:57:29.040064145Z I0711 23:57:29.040020    3404 base_network_controller_pods.go:489] [default/openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv] creating logical port openshift-monitoring_cluster-monitoring-operator-5f7f494dd4-d4gkv for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.040259854Z I0711 23:57:29.040241    3404 kube.go:233] Patching annotations on pod openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv
2026-07-11T23:57:29.045301853Z I0711 23:57:29.045251    3404 base_network_controller_pods.go:974] [default/openshift-image-registry/image-registry-6546b5747c-7grk2] addLogicalPort annotation time took 19.290498ms
2026-07-11T23:57:29.047105731Z I0711 23:57:29.047061    3404 pods.go:270] [openshift-image-registry/image-registry-6546b5747c-7grk2] addLogicalPort took 21.246089ms, libovsdb time 1.313705ms
2026-07-11T23:57:29.050458846Z I0711 23:57:29.050417    3404 base_network_controller_pods.go:974] [default/openshift-insights/insights-operator-68d9dd94cf-5xrjv] addLogicalPort annotation time took 13.886133ms
2026-07-11T23:57:29.052247212Z I0711 23:57:29.052211    3404 pods.go:270] [openshift-insights/insights-operator-68d9dd94cf-5xrjv] addLogicalPort took 15.859734ms, libovsdb time 1.399961ms
2026-07-11T23:57:29.052393396Z I0711 23:57:29.052377    3404 base_network_controller_pods.go:489] [default/openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-78495597f6-wzlm7 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.052532765Z I0711 23:57:29.052519    3404 kube.go:233] Patching annotations on pod openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7
2026-07-11T23:57:29.054166256Z I0711 23:57:29.054091    3404 base_network_controller_pods.go:974] [default/openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c] addLogicalPort annotation time took 16.882963ms
2026-07-11T23:57:29.055113952Z I0711 23:57:29.055061    3404 base_network_controller_pods.go:974] [default/openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc] addLogicalPort annotation time took 17.895936ms
2026-07-11T23:57:29.055389578Z I0711 23:57:29.055362    3404 base_network_controller_pods.go:974] [default/openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv] addLogicalPort annotation time took 15.175477ms
2026-07-11T23:57:29.056121169Z I0711 23:57:29.056091    3404 pods.go:270] [openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c] addLogicalPort took 18.947196ms, libovsdb time 1.618729ms
2026-07-11T23:57:29.059330157Z I0711 23:57:29.056206    3404 base_network_controller_pods.go:974] [default/openshift-console-operator/console-operator-7866497494-lgm9w] addLogicalPort annotation time took 16.319369ms
2026-07-11T23:57:29.059459291Z I0711 23:57:29.059431    3404 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc] creating logical port openshift-network-diagnostics_network-check-source-869dcfcdcd-9rspc for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.059673026Z I0711 23:57:29.059647    3404 kube.go:233] Patching annotations on pod openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc
2026-07-11T23:57:29.059952059Z I0711 23:57:29.059925    3404 base_network_controller_pods.go:489] [default/openshift-ingress-canary/ingress-canary-g6t6w] creating logical port openshift-ingress-canary_ingress-canary-g6t6w for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.060080893Z I0711 23:57:29.057880    3404 pods.go:270] [openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv] addLogicalPort took 17.870666ms, libovsdb time 2.091613ms
2026-07-11T23:57:29.060142685Z I0711 23:57:29.057979    3404 pods.go:270] [openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc] addLogicalPort took 21.573505ms, libovsdb time 2.579538ms
2026-07-11T23:57:29.060235468Z I0711 23:57:29.058567    3404 base_network_controller_pods.go:489] [default/openshift-dns/dns-default-pl8ts] creating logical port openshift-dns_dns-default-pl8ts for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.060328578Z I0711 23:57:29.059101    3404 base_network_controller_pods.go:489] [default/openshift-ingress/router-default-54f86fdd8d-pqx5n] creating logical port openshift-ingress_router-default-54f86fdd8d-pqx5n for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.060372727Z I0711 23:57:29.060358    3404 kube.go:233] Patching annotations on pod openshift-dns/dns-default-pl8ts
2026-07-11T23:57:29.060480835Z I0711 23:57:29.060463    3404 kube.go:233] Patching annotations on pod openshift-ingress/router-default-54f86fdd8d-pqx5n
2026-07-11T23:57:29.060510431Z I0711 23:57:29.059127    3404 base_network_controller_pods.go:489] [default/openshift-network-console/networking-console-plugin-6cf856758c-z2mxp] creating logical port openshift-network-console_networking-console-plugin-6cf856758c-z2mxp for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:29.060639410Z I0711 23:57:29.060067    3404 kube.go:233] Patching annotations on pod openshift-ingress-canary/ingress-canary-g6t6w
2026-07-11T23:57:29.060779609Z I0711 23:57:29.060646    3404 kube.go:233] Patching annotations on pod openshift-network-console/networking-console-plugin-6cf856758c-z2mxp
2026-07-11T23:57:29.061717033Z I0711 23:57:29.061690    3404 pods.go:270] [openshift-console-operator/console-operator-7866497494-lgm9w] addLogicalPort took 22.009148ms, libovsdb time 1.757498ms
2026-07-11T23:57:29.069102744Z I0711 23:57:29.069055    3404 base_network_controller_pods.go:974] [default/openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7] addLogicalPort annotation time took 16.561774ms
2026-07-11T23:57:29.071854700Z I0711 23:57:29.071815    3404 pods.go:270] [openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7] addLogicalPort took 19.460135ms, libovsdb time 2.233208ms
2026-07-11T23:57:29.072258666Z I0711 23:57:29.072225    3404 base_network_controller_pods.go:974] [default/openshift-dns/dns-default-pl8ts] addLogicalPort annotation time took 11.896281ms
2026-07-11T23:57:29.072946533Z I0711 23:57:29.072919    3404 base_network_controller_pods.go:974] [default/openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc] addLogicalPort annotation time took 13.319778ms
2026-07-11T23:57:29.074077903Z I0711 23:57:29.072986    3404 base_network_controller_pods.go:974] [default/openshift-network-console/networking-console-plugin-6cf856758c-z2mxp] addLogicalPort annotation time took 12.379882ms
2026-07-11T23:57:29.075167715Z I0711 23:57:29.073069    3404 base_network_controller_pods.go:974] [default/openshift-ingress-canary/ingress-canary-g6t6w] addLogicalPort annotation time took 13.054801ms
2026-07-11T23:57:29.076648364Z I0711 23:57:29.076615    3404 base_network_controller_pods.go:974] [default/openshift-ingress/router-default-54f86fdd8d-pqx5n] addLogicalPort annotation time took 16.185683ms
2026-07-11T23:57:29.076999913Z I0711 23:57:29.076977    3404 pods.go:270] [openshift-dns/dns-default-pl8ts] addLogicalPort took 18.424673ms, libovsdb time 4.312476ms
2026-07-11T23:57:29.077460592Z I0711 23:57:29.077435    3404 pods.go:270] [openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc] addLogicalPort took 18.011813ms, libovsdb time 3.575066ms
2026-07-11T23:57:29.077817843Z I0711 23:57:29.077789    3404 pods.go:270] [openshift-network-console/networking-console-plugin-6cf856758c-z2mxp] addLogicalPort took 18.673326ms, libovsdb time 2.853199ms
2026-07-11T23:57:29.080302471Z I0711 23:57:29.080276    3404 pods.go:270] [openshift-ingress-canary/ingress-canary-g6t6w] addLogicalPort took 20.360982ms, libovsdb time 1.929673ms
2026-07-11T23:57:29.080879696Z I0711 23:57:29.080852    3404 pods.go:270] [openshift-ingress/router-default-54f86fdd8d-pqx5n] addLogicalPort took 21.764746ms, libovsdb time 2.488046ms
2026-07-11T23:57:29.411314589Z I0711 23:57:29.411267    3404 cni.go:454] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b df7f66a10ece25d50e43c16622e0c0358a06b9098e8b82917d122757116b6397 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b df7f66a10ece25d50e43c16622e0c0358a06b9098e8b82917d122757116b6397 network default NAD default NAD key ]
2026-07-11T23:57:29.424326841Z I0711 23:57:29.423971    3404 cni.go:454] [openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c 73dbda45eee0e2dad25a3cea606914ebed312e18b799379d02625bfd29e10d6d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c 73dbda45eee0e2dad25a3cea606914ebed312e18b799379d02625bfd29e10d6d network default NAD default NAD key ]
2026-07-11T23:57:29.438718846Z I0711 23:57:29.438660    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-799cb7f958-tv62b, hostIfaceName: df7f66a10ece25d, network: default, NAD default, SandboxID: "df7f66a10ece25d50e43c16622e0c0358a06b9098e8b82917d122757116b6397", PCI device ID: , UID: "bbb3ae2c-238d-481d-a113-04517f3cdf3d", MAC: 0a:58:0a:84:00:06, IPs: [10.132.0.6/23]
2026-07-11T23:57:29.439335127Z I0711 23:57:29.439283    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7695fc6c8c-wpn8c, hostIfaceName: 73dbda45eee0e2d, network: default, NAD default, SandboxID: "73dbda45eee0e2dad25a3cea606914ebed312e18b799379d02625bfd29e10d6d", PCI device ID: , UID: "175095ee-5dfc-4787-bad8-53ce2a1e707f", MAC: 0a:58:0a:84:00:0a, IPs: [10.132.0.10/23]
2026-07-11T23:57:29.505192448Z I0711 23:57:29.505131    3404 cni.go:480] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b df7f66a10ece25d50e43c16622e0c0358a06b9098e8b82917d122757116b6397 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-799cb7f958-tv62b df7f66a10ece25d50e43c16622e0c0358a06b9098e8b82917d122757116b6397 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:dd:9e:78:71:f1\",\"name\":\"df7f66a10ece25d\"},{\"mac\":\"0a:58:0a:84:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f94940e9-2b61-47cb-af99-27076a1bd05f\"}],\"ips\":[{\"address\":\"10.132.0.6/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.513293287Z I0711 23:57:29.513244    3404 cni.go:480] [openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c 73dbda45eee0e2dad25a3cea606914ebed312e18b799379d02625bfd29e10d6d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7695fc6c8c-wpn8c 73dbda45eee0e2dad25a3cea606914ebed312e18b799379d02625bfd29e10d6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bc:0b:6a:fb:ff\",\"name\":\"73dbda45eee0e2d\"},{\"mac\":\"0a:58:0a:84:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e3375c0-5a7c-4cae-ab7f-5263fc9d48ad\"}],\"ips\":[{\"address\":\"10.132.0.10/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.587951300Z I0711 23:57:29.587895    3404 cni.go:454] [openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc 303560f96615cf552edd6e63ea653b04aa8444179754cb7210b6184b53cef832 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc 303560f96615cf552edd6e63ea653b04aa8444179754cb7210b6184b53cef832 network default NAD default NAD key ]
2026-07-11T23:57:29.590570130Z I0711 23:57:29.590504    3404 cni.go:454] [openshift-insights/insights-operator-68d9dd94cf-5xrjv f47e288db8db374fb41fba593aecd169ec76cf3e9eb11c267c36269a68ca6c5e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-68d9dd94cf-5xrjv f47e288db8db374fb41fba593aecd169ec76cf3e9eb11c267c36269a68ca6c5e network default NAD default NAD key ]
2026-07-11T23:57:29.592271194Z I0711 23:57:29.592223    3404 cni.go:454] [openshift-console-operator/console-operator-7866497494-lgm9w 91fcefdabdc84f10975700db710bbf1b7554bd2f11d0431c374f55d4e90be575 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-7866497494-lgm9w 91fcefdabdc84f10975700db710bbf1b7554bd2f11d0431c374f55d4e90be575 network default NAD default NAD key ]
2026-07-11T23:57:29.600686404Z I0711 23:57:29.600607    3404 cni.go:454] [openshift-ingress-canary/ingress-canary-g6t6w 143089ea41036dc6c20e25b52cd40abd528bcdccb57e6f2dbc83fac60cb02c13 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-g6t6w 143089ea41036dc6c20e25b52cd40abd528bcdccb57e6f2dbc83fac60cb02c13 network default NAD default NAD key ]
2026-07-11T23:57:29.605990599Z I0711 23:57:29.605929    3404 cni.go:454] [openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7 cb9bdb31ae3efd9e670f6700af4e2b4fae0bad074c0f70f50ab61fd328a7b7cd network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7 cb9bdb31ae3efd9e670f6700af4e2b4fae0bad074c0f70f50ab61fd328a7b7cd network default NAD default NAD key ]
2026-07-11T23:57:29.625170024Z I0711 23:57:29.625116    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-68d9dd94cf-5xrjv, hostIfaceName: f47e288db8db374, network: default, NAD default, SandboxID: "f47e288db8db374fb41fba593aecd169ec76cf3e9eb11c267c36269a68ca6c5e", PCI device ID: , UID: "eb31f674-c7a0-4096-9cea-3600d61e9af7", MAC: 0a:58:0a:84:00:08, IPs: [10.132.0.8/23]
2026-07-11T23:57:29.651877496Z I0711 23:57:29.651821    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-869dcfcdcd-9rspc, hostIfaceName: 303560f96615cf5, network: default, NAD default, SandboxID: "303560f96615cf552edd6e63ea653b04aa8444179754cb7210b6184b53cef832", PCI device ID: , UID: "6b1466c8-efe1-4602-8971-7842227548b8", MAC: 0a:58:0a:84:00:0e, IPs: [10.132.0.14/23]
2026-07-11T23:57:29.662011804Z I0711 23:57:29.661950    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-7866497494-lgm9w, hostIfaceName: 91fcefdabdc84f1, network: default, NAD default, SandboxID: "91fcefdabdc84f10975700db710bbf1b7554bd2f11d0431c374f55d4e90be575", PCI device ID: , UID: "b1c18cb5-2c53-4c43-ae24-e121141c1348", MAC: 0a:58:0a:84:00:0b, IPs: [10.132.0.11/23]
2026-07-11T23:57:29.662689136Z I0711 23:57:29.662646    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-g6t6w, hostIfaceName: 143089ea41036dc, network: default, NAD default, SandboxID: "143089ea41036dc6c20e25b52cd40abd528bcdccb57e6f2dbc83fac60cb02c13", PCI device ID: , UID: "a2cd73c3-c8a4-4fd0-90d4-c0a1d1ab0230", MAC: 0a:58:0a:84:00:0f, IPs: [10.132.0.15/23]
2026-07-11T23:57:29.665393851Z I0711 23:57:29.665354    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-78495597f6-wzlm7, hostIfaceName: cb9bdb31ae3efd9, network: default, NAD default, SandboxID: "cb9bdb31ae3efd9e670f6700af4e2b4fae0bad074c0f70f50ab61fd328a7b7cd", PCI device ID: , UID: "444cdf45-412b-444f-a834-2b829956d682", MAC: 0a:58:0a:84:00:0d, IPs: [10.132.0.13/23]
2026-07-11T23:57:29.718422955Z I0711 23:57:29.718375    3404 cni.go:480] [openshift-insights/insights-operator-68d9dd94cf-5xrjv f47e288db8db374fb41fba593aecd169ec76cf3e9eb11c267c36269a68ca6c5e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-68d9dd94cf-5xrjv f47e288db8db374fb41fba593aecd169ec76cf3e9eb11c267c36269a68ca6c5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:aa:19:ae:17:21\",\"name\":\"f47e288db8db374\"},{\"mac\":\"0a:58:0a:84:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab2b1b22-6cb5-40de-a2e7-07f481b9912e\"}],\"ips\":[{\"address\":\"10.132.0.8/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.720723195Z I0711 23:57:29.720533    3404 cni.go:480] [openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc 303560f96615cf552edd6e63ea653b04aa8444179754cb7210b6184b53cef832 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-869dcfcdcd-9rspc 303560f96615cf552edd6e63ea653b04aa8444179754cb7210b6184b53cef832 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:51:de:f8:40:0a\",\"name\":\"303560f96615cf5\"},{\"mac\":\"0a:58:0a:84:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dda2a90-12a3-4e92-ac7f-18f579716f5c\"}],\"ips\":[{\"address\":\"10.132.0.14/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.735413705Z I0711 23:57:29.735343    3404 cni.go:480] [openshift-console-operator/console-operator-7866497494-lgm9w 91fcefdabdc84f10975700db710bbf1b7554bd2f11d0431c374f55d4e90be575 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-7866497494-lgm9w 91fcefdabdc84f10975700db710bbf1b7554bd2f11d0431c374f55d4e90be575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ae:e8:26:3e:2a\",\"name\":\"91fcefdabdc84f1\"},{\"mac\":\"0a:58:0a:84:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e1a9c6-18b9-4750-9ce7-4f1ed7503e0f\"}],\"ips\":[{\"address\":\"10.132.0.11/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.735736841Z I0711 23:57:29.735698    3404 cni.go:480] [openshift-ingress-canary/ingress-canary-g6t6w 143089ea41036dc6c20e25b52cd40abd528bcdccb57e6f2dbc83fac60cb02c13 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-g6t6w 143089ea41036dc6c20e25b52cd40abd528bcdccb57e6f2dbc83fac60cb02c13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2c:bb:57:6d:d7\",\"name\":\"143089ea41036dc\"},{\"mac\":\"0a:58:0a:84:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62eabd66-e98f-43b5-89df-4aeb1a49cbca\"}],\"ips\":[{\"address\":\"10.132.0.15/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:29.744125543Z I0711 23:57:29.744077    3404 cni.go:480] [openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7 cb9bdb31ae3efd9e670f6700af4e2b4fae0bad074c0f70f50ab61fd328a7b7cd network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-78495597f6-wzlm7 cb9bdb31ae3efd9e670f6700af4e2b4fae0bad074c0f70f50ab61fd328a7b7cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f1:be:e1:b3:8f\",\"name\":\"cb9bdb31ae3efd9\"},{\"mac\":\"0a:58:0a:84:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f6cee3d-2253-4922-af68-d571175bdd4d\"}],\"ips\":[{\"address\":\"10.132.0.13/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:30.084974468Z I0711 23:57:30.084917    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-142-235.ec2.internal in network "default"
2026-07-11T23:57:30.085017252Z I0711 23:57:30.084988    3404 node_tracker.go:235] Node ip-10-0-142-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-142-235.ec2.internal"
2026-07-11T23:57:30.085017252Z I0711 23:57:30.085011    3404 node_tracker.go:169] Node ip-10-0-142-235.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:30.085066815Z I0711 23:57:30.085050    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:30.085196170Z I0711 23:57:30.085163    3404 default_network_controller.go:1032] Node "ip-10-0-142-235.ec2.internal" in remote zone "ip-10-0-142-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:30.136827806Z I0711 23:57:30.136770    3404 default_network_controller.go:1032] Node "ip-10-0-142-235.ec2.internal" in remote zone "ip-10-0-142-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:30.222550754Z I0711 23:57:30.222499    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-142-235.ec2.internal in network "default"
2026-07-11T23:57:30.223329963Z I0711 23:57:30.223296    3404 node_tracker.go:169] Node ip-10-0-142-235.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:30.223422858Z I0711 23:57:30.223410    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:30.223797985Z I0711 23:57:30.223056    3404 default_network_controller.go:1032] Node "ip-10-0-142-235.ec2.internal" in remote zone "ip-10-0-142-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:30.230427891Z I0711 23:57:30.230381    3404 zone_ic_handler.go:195] Time taken to create transit switch: 3.801601ms
2026-07-11T23:57:30.230507345Z I0711 23:57:30.230495    3404 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-142-235.ec2.internal for the network default
2026-07-11T23:57:30.233518499Z I0711 23:57:30.233477    3404 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-142-235.ec2.internal" on network "default" took: 6.921727ms
2026-07-11T23:57:32.308911425Z I0711 23:57:32.308862    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-142-235.ec2.internal in network "default"
2026-07-11T23:57:32.308963705Z I0711 23:57:32.308947    3404 node_tracker.go:169] Node ip-10-0-142-235.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:57:32.308986173Z I0711 23:57:32.308974    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:57:32.309097395Z I0711 23:57:32.309064    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-142-235.ec2.internal", IP: 10.0.142.235 to PMTUD blocking rules
2026-07-11T23:57:32.309147911Z I0711 23:57:32.309136    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-142-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-11T23:57:32.309382656Z I0711 23:57:32.309366    3404 egressfirewall.go:708] Syncing node "ip-10-0-142-235.ec2.internal" for egress firewall
2026-07-11T23:57:32.309462092Z I0711 23:57:32.309450    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-142-235.ec2.internal
2026-07-11T23:57:32.309497846Z I0711 23:57:32.309486    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-142-235.ec2.internal: 37.996µs
2026-07-11T23:57:32.318919242Z I0711 23:57:32.318877    3404 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-142-235.ec2.internal. Updating no re-route policies
2026-07-11T23:57:32.322608301Z I0711 23:57:32.322565    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-142-235.ec2.internal", IP: 10.0.142.235 to PMTUD blocking rules
2026-07-11T23:57:32.322683611Z I0711 23:57:32.322656    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-142-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-11T23:57:36.143061771Z I0711 23:57:36.142992    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-142-235.ec2.internal
2026-07-11T23:57:36.143130701Z I0711 23:57:36.143107    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-142-235.ec2.internal: 124.493µs
2026-07-11T23:57:38.256729658Z I0711 23:57:38.256339    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-egress-to-api-server to delete 1 local pods...
2026-07-11T23:57:38.256729658Z I0711 23:57:38.256379    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/default-deny to delete 1 local pods...
2026-07-11T23:57:38.256729658Z I0711 23:57:38.256390    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-to-dns to delete 1 local pods...
2026-07-11T23:57:38.256729658Z W0711 23:57:38.256441    3404 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-cluster-storage-operator/volume-data-source-validator-89d94fbdf-hh6ss IP address from the namespace address-set, err: pod openshift-cluster-storage-operator/volume-data-source-validator-89d94fbdf-hh6ss: no pod IPs found 
2026-07-11T23:57:38.262805723Z W0711 23:57:38.262762    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
2026-07-11T23:57:38.816085782Z I0711 23:57:38.814291    3404 base_network_controller_pods.go:489] [default/openshift-insights/insights-runtime-extractor-shmrx] creating logical port openshift-insights_insights-runtime-extractor-shmrx for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:57:38.816085782Z I0711 23:57:38.814438    3404 kube.go:233] Patching annotations on pod openshift-insights/insights-runtime-extractor-shmrx
2026-07-11T23:57:38.827083535Z I0711 23:57:38.826986    3404 base_network_controller_pods.go:974] [default/openshift-insights/insights-runtime-extractor-shmrx] addLogicalPort annotation time took 12.595854ms
2026-07-11T23:57:38.828811484Z I0711 23:57:38.828761    3404 pods.go:270] [openshift-insights/insights-runtime-extractor-shmrx] addLogicalPort took 14.492382ms, libovsdb time 1.187927ms
2026-07-11T23:57:39.338511007Z I0711 23:57:39.338460    3404 namespace.go:97] [openshift-service-ca] adding namespace
2026-07-11T23:57:39.339894079Z I0711 23:57:39.339857    3404 namespace.go:101] [openshift-service-ca] adding namespace took 1.286301ms
2026-07-11T23:57:39.357142600Z I0711 23:57:39.357099    3404 namespace.go:141] [openshift-service-ca] updating namespace
2026-07-11T23:57:39.357220405Z I0711 23:57:39.357105    3404 namespace.go:97] [openshift-kube-storage-version-migrator] adding namespace
2026-07-11T23:57:39.358471674Z I0711 23:57:39.358414    3404 namespace.go:101] [openshift-kube-storage-version-migrator] adding namespace took 1.167845ms
2026-07-11T23:57:39.376204271Z I0711 23:57:39.376157    3404 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace
2026-07-11T23:57:41.245806410Z I0711 23:57:41.245753    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:41.245859272Z I0711 23:57:41.245817    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:41.245859272Z I0711 23:57:41.245834    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-132-227.ec2.internal: 25.602µs
2026-07-11T23:57:41.245901191Z I0711 23:57:41.245804    3404 egressfirewall.go:708] Syncing node "ip-10-0-132-227.ec2.internal" for egress firewall
2026-07-11T23:57:47.970526887Z I0711 23:57:47.970473    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:57:49.093184379Z W0711 23:57:49.093134    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
2026-07-11T23:57:52.517594700Z I0711 23:57:52.517537    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:52.517594700Z I0711 23:57:52.517571    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:52.517709780Z I0711 23:57:52.517693    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Node ip-10-0-132-227.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-132-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-132-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-227.ec2.internal
2026-07-11T23:57:54.491943590Z I0711 23:57:54.491889    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq
2026-07-11T23:57:54.491943590Z I0711 23:57:54.491913    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-cjtrj
2026-07-11T23:57:54.491943590Z I0711 23:57:54.491932    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-cjtrj
2026-07-11T23:57:54.491988298Z I0711 23:57:54.491978    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-cjtrj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-cjtrj: suppressed error logged: pod openshift-multus/network-metrics-daemon-cjtrj: no pod IPs found 
2026-07-11T23:57:54.491988298Z I0711 23:57:54.491931    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq
2026-07-11T23:57:54.492011875Z I0711 23:57:54.492005    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-r8fwq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r8fwq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r8fwq: no pod IPs found 
2026-07-11T23:57:54.492011875Z I0711 23:57:54.491897    3404 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-2dpdn
2026-07-11T23:57:54.492019645Z I0711 23:57:54.492014    3404 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-2dpdn
2026-07-11T23:57:54.492066933Z I0711 23:57:54.492049    3404 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-2dpdn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-2dpdn: suppressed error logged: pod kube-system/global-pull-secret-syncer-2dpdn: no pod IPs found 
2026-07-11T23:57:54.837661223Z I0711 23:57:54.837615    3404 cni.go:454] [openshift-insights/insights-runtime-extractor-shmrx 5b7988a63bdced0a6f45b529324b7484b89122f532f32468168aca05def145b2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-shmrx 5b7988a63bdced0a6f45b529324b7484b89122f532f32468168aca05def145b2 network default NAD default NAD key ]
2026-07-11T23:57:54.848396356Z I0711 23:57:54.848340    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-shmrx, hostIfaceName: 5b7988a63bdced0, network: default, NAD default, SandboxID: "5b7988a63bdced0a6f45b529324b7484b89122f532f32468168aca05def145b2", PCI device ID: , UID: "5953328f-6a94-4f49-9343-535a7b265a73", MAC: 0a:58:0a:84:00:13, IPs: [10.132.0.19/23]
2026-07-11T23:57:54.909655611Z I0711 23:57:54.909596    3404 cni.go:480] [openshift-insights/insights-runtime-extractor-shmrx 5b7988a63bdced0a6f45b529324b7484b89122f532f32468168aca05def145b2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-shmrx 5b7988a63bdced0a6f45b529324b7484b89122f532f32468168aca05def145b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:69:a3:39:f3:db\",\"name\":\"5b7988a63bdced0\"},{\"mac\":\"0a:58:0a:84:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7616936-ea15-4fb4-8e55-1fd8a05c6797\"}],\"ips\":[{\"address\":\"10.132.0.19/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:58.800917621Z I0711 23:57:58.800870    3404 cni.go:454] [kube-system/global-pull-secret-syncer-hzf8m 7789a5cf85459ecccb07922a6e4f35e5f7492fa03f1a2e7dd79b98727b15aec7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hzf8m 7789a5cf85459ecccb07922a6e4f35e5f7492fa03f1a2e7dd79b98727b15aec7 network default NAD default NAD key ]
2026-07-11T23:57:58.801103692Z I0711 23:57:58.801065    3404 cni.go:454] [openshift-network-diagnostics/network-check-target-gngl6 79e1486d4812af8e0a0d905dc092aec0abb207a745db06b71858a341fbf12c9f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gngl6 79e1486d4812af8e0a0d905dc092aec0abb207a745db06b71858a341fbf12c9f network default NAD default NAD key ]
2026-07-11T23:57:58.804550891Z I0711 23:57:58.804487    3404 cni.go:454] [openshift-multus/network-metrics-daemon-72xrz d562786a56bc5e9247fbbeba47f601c3bc9024a67d995bd0bcffdd1b76b28481 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-72xrz d562786a56bc5e9247fbbeba47f601c3bc9024a67d995bd0bcffdd1b76b28481 network default NAD default NAD key ]
2026-07-11T23:57:58.820502279Z I0711 23:57:58.820426    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gngl6, hostIfaceName: 79e1486d4812af8, network: default, NAD default, SandboxID: "79e1486d4812af8e0a0d905dc092aec0abb207a745db06b71858a341fbf12c9f", PCI device ID: , UID: "aa91b425-bf1c-455f-a674-2bc69adc2488", MAC: 0a:58:0a:84:00:03, IPs: [10.132.0.3/23]
2026-07-11T23:57:58.822163402Z I0711 23:57:58.822112    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-72xrz, hostIfaceName: d562786a56bc5e9, network: default, NAD default, SandboxID: "d562786a56bc5e9247fbbeba47f601c3bc9024a67d995bd0bcffdd1b76b28481", PCI device ID: , UID: "fb664c9d-cceb-40bf-ad4f-fa9477a7ae7b", MAC: 0a:58:0a:84:00:05, IPs: [10.132.0.5/23]
2026-07-11T23:57:58.822865201Z I0711 23:57:58.822805    3404 helper_linux.go:546] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hzf8m, hostIfaceName: 7789a5cf85459ec, network: default, NAD default, SandboxID: "7789a5cf85459ecccb07922a6e4f35e5f7492fa03f1a2e7dd79b98727b15aec7", PCI device ID: , UID: "2e31c781-af27-43f5-ba5c-91fe3e687053", MAC: 0a:58:0a:84:00:04, IPs: [10.132.0.4/23]
2026-07-11T23:57:58.897791672Z I0711 23:57:58.897729    3404 cni.go:480] [openshift-multus/network-metrics-daemon-72xrz d562786a56bc5e9247fbbeba47f601c3bc9024a67d995bd0bcffdd1b76b28481 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-72xrz d562786a56bc5e9247fbbeba47f601c3bc9024a67d995bd0bcffdd1b76b28481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:77:e2:c7:3a:6e\",\"name\":\"d562786a56bc5e9\"},{\"mac\":\"0a:58:0a:84:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef6edc0-3f98-4695-b5e1-36ef3522406d\"}],\"ips\":[{\"address\":\"10.132.0.5/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:58.912743632Z I0711 23:57:58.912688    3404 cni.go:480] [openshift-network-diagnostics/network-check-target-gngl6 79e1486d4812af8e0a0d905dc092aec0abb207a745db06b71858a341fbf12c9f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gngl6 79e1486d4812af8e0a0d905dc092aec0abb207a745db06b71858a341fbf12c9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:db:ee:06:21:83\",\"name\":\"79e1486d4812af8\"},{\"mac\":\"0a:58:0a:84:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f6d3fd8-e7ee-4198-a3c6-b81dbcec3f8f\"}],\"ips\":[{\"address\":\"10.132.0.3/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:57:58.934593679Z I0711 23:57:58.934532    3404 cni.go:480] [kube-system/global-pull-secret-syncer-hzf8m 7789a5cf85459ecccb07922a6e4f35e5f7492fa03f1a2e7dd79b98727b15aec7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hzf8m 7789a5cf85459ecccb07922a6e4f35e5f7492fa03f1a2e7dd79b98727b15aec7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:1a:f2:48:db:ae\",\"name\":\"7789a5cf85459ec\"},{\"mac\":\"0a:58:0a:84:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f27c2a2-8144-4a79-9ad6-6f12f79020fd\"}],\"ips\":[{\"address\":\"10.132.0.4/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:00.149060568Z W0711 23:58:00.148986    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
2026-07-11T23:58:00.149263754Z W0711 23:58:00.149234    3404 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:00.149263754Z W0711 23:58:00.149257    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:00.149278963Z W0711 23:58:00.149267    3404 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:00.155874643Z W0711 23:58:00.155826    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:00.157204549Z W0711 23:58:00.157167    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:00.171828178Z I0711 23:58:00.171771    3404 base_network_controller_pods.go:489] [default/open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c] creating logical port open-cluster-management-agent-addon_klusterlet-addon-workmgr-74d659649f-hcx4c for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:58:00.171952728Z I0711 23:58:00.171926    3404 kube.go:233] Patching annotations on pod open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c
2026-07-11T23:58:00.186268643Z I0711 23:58:00.186192    3404 base_network_controller_pods.go:974] [default/open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c] addLogicalPort annotation time took 14.316277ms
2026-07-11T23:58:00.188449508Z I0711 23:58:00.188197    3404 pods.go:270] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c] addLogicalPort took 16.448208ms, libovsdb time 1.513567ms
2026-07-11T23:58:00.252402258Z W0711 23:58:00.252354    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:00.276022240Z I0711 23:58:00.275949    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:58:00.276140670Z I0711 23:58:00.276107    3404 base_network_controller_pods.go:489] [default/openshift-console/downloads-68c9cbb497-tvs9q] creating logical port openshift-console_downloads-68c9cbb497-tvs9q for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:58:00.276339452Z I0711 23:58:00.276319    3404 kube.go:233] Patching annotations on pod openshift-console/downloads-68c9cbb497-tvs9q
2026-07-11T23:58:00.295681901Z I0711 23:58:00.295618    3404 base_network_controller_pods.go:974] [default/openshift-console/downloads-68c9cbb497-tvs9q] addLogicalPort annotation time took 19.360753ms
2026-07-11T23:58:00.297795903Z I0711 23:58:00.297754    3404 pods.go:270] [openshift-console/downloads-68c9cbb497-tvs9q] addLogicalPort took 21.659883ms, libovsdb time 1.340113ms
2026-07-11T23:58:00.569519590Z I0711 23:58:00.569455    3404 cni.go:454] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c e5d6664008c6f82d7a65337fe603d146308caafc480ce9950a6fbcd8badf16b4 network default NAD default NAD key ] ADD starting CNI request [open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c e5d6664008c6f82d7a65337fe603d146308caafc480ce9950a6fbcd8badf16b4 network default NAD default NAD key ]
2026-07-11T23:58:00.584021024Z I0711 23:58:00.583963    3404 helper_linux.go:546] ConfigureOVS: namespace: open-cluster-management-agent-addon, podName: klusterlet-addon-workmgr-74d659649f-hcx4c, hostIfaceName: e5d6664008c6f82, network: default, NAD default, SandboxID: "e5d6664008c6f82d7a65337fe603d146308caafc480ce9950a6fbcd8badf16b4", PCI device ID: , UID: "1e79706e-3439-4f94-817c-39dff6f28c1d", MAC: 0a:58:0a:84:00:14, IPs: [10.132.0.20/23]
2026-07-11T23:58:00.662795005Z I0711 23:58:00.662710    3404 cni.go:480] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c e5d6664008c6f82d7a65337fe603d146308caafc480ce9950a6fbcd8badf16b4 network default NAD default NAD key default] ADD finished CNI request [open-cluster-management-agent-addon/klusterlet-addon-workmgr-74d659649f-hcx4c e5d6664008c6f82d7a65337fe603d146308caafc480ce9950a6fbcd8badf16b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f7:0a:14:f3:6f\",\"name\":\"e5d6664008c6f82\"},{\"mac\":\"0a:58:0a:84:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e086cca3-5591-4d39-a8c3-b9adf8962ea0\"}],\"ips\":[{\"address\":\"10.132.0.20/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:00.686487333Z I0711 23:58:00.686426    3404 cni.go:454] [openshift-console/downloads-68c9cbb497-tvs9q 515898b0526eeed623dd3946e1b363f51be9c77ba565c8426c18b9bc33f8ccf9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-68c9cbb497-tvs9q 515898b0526eeed623dd3946e1b363f51be9c77ba565c8426c18b9bc33f8ccf9 network default NAD default NAD key ]
2026-07-11T23:58:00.700746007Z I0711 23:58:00.700687    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: downloads-68c9cbb497-tvs9q, hostIfaceName: 515898b0526eeed, network: default, NAD default, SandboxID: "515898b0526eeed623dd3946e1b363f51be9c77ba565c8426c18b9bc33f8ccf9", PCI device ID: , UID: "0f72ae0d-9075-497b-bc70-c7a22f07a94d", MAC: 0a:58:0a:84:00:15, IPs: [10.132.0.21/23]
2026-07-11T23:58:00.786183811Z I0711 23:58:00.786115    3404 cni.go:480] [openshift-console/downloads-68c9cbb497-tvs9q 515898b0526eeed623dd3946e1b363f51be9c77ba565c8426c18b9bc33f8ccf9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-68c9cbb497-tvs9q 515898b0526eeed623dd3946e1b363f51be9c77ba565c8426c18b9bc33f8ccf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:a8:f0:15:9b:19\",\"name\":\"515898b0526eeed\"},{\"mac\":\"0a:58:0a:84:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eed7b98c-dc93-42f0-964a-ade01fdcd5cd\"}],\"ips\":[{\"address\":\"10.132.0.21/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:01.818020873Z I0711 23:58:01.817958    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "ip-10-0-132-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:58:01.818374913Z I0711 23:58:01.818337    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-132-227.ec2.internal in network "default"
2026-07-11T23:58:01.818374913Z I0711 23:58:01.818367    3404 node_tracker.go:235] Node ip-10-0-132-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-227.ec2.internal"
2026-07-11T23:58:01.818397421Z I0711 23:58:01.818385    3404 node_tracker.go:169] Node ip-10-0-132-227.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:58:01.818408622Z I0711 23:58:01.818402    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:58:01.818872167Z W0711 23:58:01.818834    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:01.819024289Z W0711 23:58:01.818997    3404 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.819079570Z W0711 23:58:01.819021    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.819079570Z W0711 23:58:01.819030    3404 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.819156428Z W0711 23:58:01.819117    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:01.833257275Z I0711 23:58:01.833208    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "ip-10-0-132-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:58:01.978774611Z I0711 23:58:01.978720    3404 default_network_controller.go:1032] Node "ip-10-0-132-227.ec2.internal" in remote zone "ip-10-0-132-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-11T23:58:01.979006892Z I0711 23:58:01.978766    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-132-227.ec2.internal in network "default"
2026-07-11T23:58:01.979091155Z I0711 23:58:01.979074    3404 node_tracker.go:169] Node ip-10-0-132-227.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:58:01.979110649Z I0711 23:58:01.979102    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:58:01.979558432Z W0711 23:58:01.979524    3404 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.979584600Z W0711 23:58:01.979575    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.979597351Z W0711 23:58:01.979590    3404 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:01.979642477Z W0711 23:58:01.979613    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:01.979935513Z W0711 23:58:01.979909    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:01.980147247Z I0711 23:58:01.980122    3404 zone_ic_handler.go:195] Time taken to create transit switch: 379.179µs
2026-07-11T23:58:01.980147247Z I0711 23:58:01.980142    3404 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-132-227.ec2.internal for the network default
2026-07-11T23:58:01.981712485Z I0711 23:58:01.981678    3404 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-132-227.ec2.internal" on network "default" took: 1.950089ms
2026-07-11T23:58:02.262073663Z W0711 23:58:02.262010    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:02.529350887Z I0711 23:58:02.529291    3404 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-132-227.ec2.internal in network "default"
2026-07-11T23:58:02.529350887Z I0711 23:58:02.529318    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-132-227.ec2.internal
2026-07-11T23:58:02.529350887Z I0711 23:58:02.529339    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-132-227.ec2.internal: 23.031µs
2026-07-11T23:58:02.529421863Z I0711 23:58:02.529384    3404 node_tracker.go:169] Node ip-10-0-132-227.ec2.internal switch + router changed, syncing services in network "default"
2026-07-11T23:58:02.529421863Z I0711 23:58:02.529399    3404 services_controller.go:574] Full service sync requested for network=default
2026-07-11T23:58:02.529421863Z I0711 23:58:02.529400    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-132-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-11T23:58:02.529421863Z I0711 23:58:02.529291    3404 egressfirewall.go:708] Syncing node "ip-10-0-132-227.ec2.internal" for egress firewall
2026-07-11T23:58:02.529434573Z I0711 23:58:02.529422    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-132-227.ec2.internal", IP: 10.0.132.227 to PMTUD blocking rules
2026-07-11T23:58:02.529561183Z W0711 23:58:02.529533    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:02.529766576Z W0711 23:58:02.529718    3404 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:02.529766576Z W0711 23:58:02.529737    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:02.529863525Z W0711 23:58:02.529841    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:02.530286545Z W0711 23:58:02.530260    3404 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:02.536837962Z I0711 23:58:02.536789    3404 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-132-227.ec2.internal. Updating no re-route policies
2026-07-11T23:58:02.543640966Z I0711 23:58:02.543586    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-132-227.ec2.internal", IP: 10.0.132.227 to PMTUD blocking rules
2026-07-11T23:58:02.543640966Z I0711 23:58:02.543617    3404 default_node_network_controller.go:1373] Adding remote node "ip-10-0-132-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-11T23:58:04.449345930Z I0711 23:58:04.449264    3404 cni.go:454] [openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc 3e4477adb8e249c71eb0772a827d4538b475f66d7d29ebdc8f5c03220dfc1770 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc 3e4477adb8e249c71eb0772a827d4538b475f66d7d29ebdc8f5c03220dfc1770 network default NAD default NAD key ]
2026-07-11T23:58:04.503442301Z I0711 23:58:04.502816    3404 cni.go:454] [openshift-dns/dns-default-pl8ts 8df5efbdcd5f8e4ae9794b586343cd759d7b075a4d4508c199b2485a369c227b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-pl8ts 8df5efbdcd5f8e4ae9794b586343cd759d7b075a4d4508c199b2485a369c227b network default NAD default NAD key ]
2026-07-11T23:58:04.513899842Z I0711 23:58:04.513835    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-65db858894-tqmbc, hostIfaceName: 3e4477adb8e249c, network: default, NAD default, SandboxID: "3e4477adb8e249c71eb0772a827d4538b475f66d7d29ebdc8f5c03220dfc1770", PCI device ID: , UID: "a65a8b5c-3cce-4961-bb2e-91534abad110", MAC: 0a:58:0a:84:00:09, IPs: [10.132.0.9/23]
2026-07-11T23:58:04.515649282Z I0711 23:58:04.515587    3404 cni.go:454] [openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv cf28e62a031be35692e1621585ab0bf3a8f327448fbc10b22a6bd62c43540d0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv cf28e62a031be35692e1621585ab0bf3a8f327448fbc10b22a6bd62c43540d0b network default NAD default NAD key ]
2026-07-11T23:58:04.536244559Z I0711 23:58:04.534214    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-5f7f494dd4-d4gkv, hostIfaceName: cf28e62a031be35, network: default, NAD default, SandboxID: "cf28e62a031be35692e1621585ab0bf3a8f327448fbc10b22a6bd62c43540d0b", PCI device ID: , UID: "58c932fb-0b1b-4c14-a044-ae8d727f27cb", MAC: 0a:58:0a:84:00:0c, IPs: [10.132.0.12/23]
2026-07-11T23:58:04.540847786Z I0711 23:58:04.540780    3404 cni.go:454] [openshift-ingress/router-default-54f86fdd8d-pqx5n 676e676030178f5687637b86f474bdb15b48fc96afdf57c8a8d604a4e0aa16b6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-54f86fdd8d-pqx5n 676e676030178f5687637b86f474bdb15b48fc96afdf57c8a8d604a4e0aa16b6 network default NAD default NAD key ]
2026-07-11T23:58:04.552210231Z I0711 23:58:04.552148    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-dns, podName: dns-default-pl8ts, hostIfaceName: 8df5efbdcd5f8e4, network: default, NAD default, SandboxID: "8df5efbdcd5f8e4ae9794b586343cd759d7b075a4d4508c199b2485a369c227b", PCI device ID: , UID: "e787a0be-5ca5-40bc-b7a9-1a509c40d23e", MAC: 0a:58:0a:84:00:10, IPs: [10.132.0.16/23]
2026-07-11T23:58:04.561095901Z I0711 23:58:04.559860    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: router-default-54f86fdd8d-pqx5n, hostIfaceName: 676e676030178f5, network: default, NAD default, SandboxID: "676e676030178f5687637b86f474bdb15b48fc96afdf57c8a8d604a4e0aa16b6", PCI device ID: , UID: "b112c8c3-e2f2-4fdb-8c14-54310010d566", MAC: 0a:58:0a:84:00:11, IPs: [10.132.0.17/23]
2026-07-11T23:58:04.562324439Z I0711 23:58:04.562271    3404 cni.go:454] [openshift-network-console/networking-console-plugin-6cf856758c-z2mxp 037f0fb14d4b20dc628ac936ece4ac4c868929047ec7881848c6758f2a2f12e4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-6cf856758c-z2mxp 037f0fb14d4b20dc628ac936ece4ac4c868929047ec7881848c6758f2a2f12e4 network default NAD default NAD key ]
2026-07-11T23:58:04.579556141Z I0711 23:58:04.579492    3404 cni.go:454] [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key ]
2026-07-11T23:58:04.593537567Z I0711 23:58:04.593475    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6cf856758c-z2mxp, hostIfaceName: 037f0fb14d4b20d, network: default, NAD default, SandboxID: "037f0fb14d4b20dc628ac936ece4ac4c868929047ec7881848c6758f2a2f12e4", PCI device ID: , UID: "b4884128-9626-4070-9196-631e31785a2f", MAC: 0a:58:0a:84:00:12, IPs: [10.132.0.18/23]
2026-07-11T23:58:04.639545144Z I0711 23:58:04.637437    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6546b5747c-7grk2, hostIfaceName: 54bdb194a84fecf, network: default, NAD default, SandboxID: "54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb", PCI device ID: , UID: "84e5dccb-8a5f-48af-ad79-3eb8149727a9", MAC: 0a:58:0a:84:00:07, IPs: [10.132.0.7/23]
2026-07-11T23:58:04.783846543Z I0711 23:58:04.783778    3404 cni.go:480] [openshift-network-console/networking-console-plugin-6cf856758c-z2mxp 037f0fb14d4b20dc628ac936ece4ac4c868929047ec7881848c6758f2a2f12e4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6cf856758c-z2mxp 037f0fb14d4b20dc628ac936ece4ac4c868929047ec7881848c6758f2a2f12e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3d:6d:60:21:44\",\"name\":\"037f0fb14d4b20d\"},{\"mac\":\"0a:58:0a:84:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78c2f614-d999-42d5-9346-e3133c4c1c9c\"}],\"ips\":[{\"address\":\"10.132.0.18/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:04.786090527Z I0711 23:58:04.785998    3404 cni.go:480] [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2b:7a:a2:4c:cc\",\"name\":\"54bdb194a84fecf\"},{\"mac\":\"0a:58:0a:84:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6f47a18-4999-45eb-ba84-23fc917b6b11\"}],\"ips\":[{\"address\":\"10.132.0.7/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:04.909973789Z I0711 23:58:04.909914    3404 cni.go:480] [openshift-ingress/router-default-54f86fdd8d-pqx5n 676e676030178f5687637b86f474bdb15b48fc96afdf57c8a8d604a4e0aa16b6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-54f86fdd8d-pqx5n 676e676030178f5687637b86f474bdb15b48fc96afdf57c8a8d604a4e0aa16b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:13:d6:c4:79:c4\",\"name\":\"676e676030178f5\"},{\"mac\":\"0a:58:0a:84:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d010c4-b842-4250-9e0c-4266bcdf266f\"}],\"ips\":[{\"address\":\"10.132.0.17/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:04.910026114Z I0711 23:58:04.909915    3404 cni.go:480] [openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc 3e4477adb8e249c71eb0772a827d4538b475f66d7d29ebdc8f5c03220dfc1770 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-65db858894-tqmbc 3e4477adb8e249c71eb0772a827d4538b475f66d7d29ebdc8f5c03220dfc1770 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d0:75:b0:1c:3e\",\"name\":\"3e4477adb8e249c\"},{\"mac\":\"0a:58:0a:84:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bc9ee3a-6426-48b8-b711-74a914227acf\"}],\"ips\":[{\"address\":\"10.132.0.9/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:04.918611235Z I0711 23:58:04.918544    3404 cni.go:480] [openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv cf28e62a031be35692e1621585ab0bf3a8f327448fbc10b22a6bd62c43540d0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-5f7f494dd4-d4gkv cf28e62a031be35692e1621585ab0bf3a8f327448fbc10b22a6bd62c43540d0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:3c:07:91:1b:b8\",\"name\":\"cf28e62a031be35\"},{\"mac\":\"0a:58:0a:84:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b6bc3f0-2ab6-4f4b-b787-7a29b1dfcdf2\"}],\"ips\":[{\"address\":\"10.132.0.12/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:04.928314472Z I0711 23:58:04.928244    3404 cni.go:480] [openshift-dns/dns-default-pl8ts 8df5efbdcd5f8e4ae9794b586343cd759d7b075a4d4508c199b2485a369c227b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-pl8ts 8df5efbdcd5f8e4ae9794b586343cd759d7b075a4d4508c199b2485a369c227b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:71:bb:c1:d4:22\",\"name\":\"8df5efbdcd5f8e4\"},{\"mac\":\"0a:58:0a:84:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78e7c3d7-9ee4-4fb8-8b08-ee5bb96374f0\"}],\"ips\":[{\"address\":\"10.132.0.16/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:05.371029595Z W0711 23:58:05.370790    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
2026-07-11T23:58:05.371029595Z W0711 23:58:05.370819    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
2026-07-11T23:58:05.371838320Z W0711 23:58:05.371727    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:05.371838320Z W0711 23:58:05.371750    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:05.371838320Z W0711 23:58:05.371760    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:05.410234452Z W0711 23:58:05.410174    3404 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:06.005406943Z I0711 23:58:06.005350    3404 base_network_controller_pods.go:489] [default/openshift-console/console-5f7bd8bdf8-qrgxc] creating logical port openshift-console_console-5f7bd8bdf8-qrgxc for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:58:06.005609809Z I0711 23:58:06.005589    3404 kube.go:233] Patching annotations on pod openshift-console/console-5f7bd8bdf8-qrgxc
2026-07-11T23:58:06.017292554Z I0711 23:58:06.017239    3404 base_network_controller_pods.go:974] [default/openshift-console/console-5f7bd8bdf8-qrgxc] addLogicalPort annotation time took 11.714679ms
2026-07-11T23:58:06.022129475Z I0711 23:58:06.022086    3404 pods.go:270] [openshift-console/console-5f7bd8bdf8-qrgxc] addLogicalPort took 16.75684ms, libovsdb time 4.186422ms
2026-07-11T23:58:06.403474633Z W0711 23:58:06.403416    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
2026-07-11T23:58:06.403561217Z W0711 23:58:06.403548    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
2026-07-11T23:58:06.455172843Z I0711 23:58:06.455121    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-11T23:58:06.476784209Z W0711 23:58:06.476738    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:06.476873053Z W0711 23:58:06.476860    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:06.476904844Z W0711 23:58:06.476895    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
2026-07-11T23:58:06.651015649Z I0711 23:58:06.650959    3404 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-132-227.ec2.internal
2026-07-11T23:58:06.651015649Z I0711 23:58:06.651003    3404 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-132-227.ec2.internal: 51.221µs
2026-07-11T23:58:11.745735062Z I0711 23:58:11.745671    3404 cni.go:454] [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key ]
2026-07-11T23:58:11.759689673Z I0711 23:58:11.759638    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-5f7bd8bdf8-qrgxc, hostIfaceName: 1766c58dd3f8c1b, network: default, NAD default, SandboxID: "1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d", PCI device ID: , UID: "cb0b75fb-b83d-4e8c-9e90-7dd7a524eb1f", MAC: 0a:58:0a:84:00:16, IPs: [10.132.0.22/23]
2026-07-11T23:58:11.853587895Z I0711 23:58:11.853522    3404 cni.go:480] [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9f:ab:bd:05:8b\",\"name\":\"1766c58dd3f8c1b\"},{\"mac\":\"0a:58:0a:84:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b03d8d9e-946d-4d85-8b91-f67b4e4941b2\"}],\"ips\":[{\"address\":\"10.132.0.22/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:58:12.284182150Z W0711 23:58:12.284130    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:14.564072677Z W0711 23:58:14.564004    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
2026-07-11T23:58:15.455494009Z W0711 23:58:15.455440    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
2026-07-11T23:58:16.464128606Z W0711 23:58:16.464062    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
2026-07-11T23:58:20.271615373Z W0711 23:58:20.271563    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:20.271657440Z W0711 23:58:20.271646    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:22.450186597Z W0711 23:58:22.450138    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:22.450186597Z W0711 23:58:22.450168    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:22.450186597Z W0711 23:58:22.450177    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
2026-07-11T23:58:23.245812152Z W0711 23:58:23.245763    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:23.245812152Z W0711 23:58:23.245795    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-11T23:58:24.501622548Z W0711 23:58:24.501541    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
2026-07-11T23:58:24.518007345Z W0711 23:58:24.517949    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
2026-07-11T23:58:26.338251613Z I0711 23:58:26.338190    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f78bbf55d-drps6
2026-07-11T23:58:26.338251613Z I0711 23:58:26.338237    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f78bbf55d-drps6
2026-07-11T23:58:26.666567646Z W0711 23:58:26.666508    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-11T23:58:26.666567646Z W0711 23:58:26.666537    3404 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-11T23:58:26.666567646Z W0711 23:58:26.666547    3404 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-11T23:58:30.302881090Z W0711 23:58:30.302830    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-11T23:58:31.711317779Z W0711 23:58:31.711266    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
2026-07-11T23:58:31.739488896Z W0711 23:58:31.739413    3404 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-11T23:58:31.739488896Z W0711 23:58:31.739474    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-11T23:58:32.725717855Z W0711 23:58:32.725661    3404 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-11T23:58:32.725717855Z W0711 23:58:32.725694    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-11T23:58:32.725717855Z W0711 23:58:32.725705    3404 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-11T23:58:32.725764827Z W0711 23:58:32.725714    3404 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-11T23:58:48.476946939Z I0711 23:58:48.476897    3404 cni.go:454] [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key ]
2026-07-11T23:58:48.502615378Z E0711 23:58:48.502558    3404 link_network_manager.go:101] Error while syncing link "54bdb194a84fecf": failed to get address from link "54bdb194a84fecf": failed to list addresses for "54bdb194a84fecf": no such device
2026-07-11T23:58:48.549217710Z I0711 23:58:48.549161    3404 cni.go:480] [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6546b5747c-7grk2 54bdb194a84fecfe5e917837a5d316dee0ec8e785f9c42487068352d9a9336fb network default NAD default NAD key default], result "{}", err <nil>
2026-07-11T23:58:48.608953121Z I0711 23:58:48.608901    3404 pods.go:175] Deleting pod: openshift-image-registry/image-registry-6546b5747c-7grk2
2026-07-11T23:58:48.610849158Z I0711 23:58:48.610803    3404 pods.go:235] Attempting to release IPs for pod: openshift-image-registry/image-registry-6546b5747c-7grk2, ips: 10.132.0.7
2026-07-11T23:58:49.613940437Z W0711 23:58:49.613894    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:58:49.614003042Z W0711 23:58:49.613890    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:58:49.614084276Z W0711 23:58:49.614069    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:58:49.623809099Z I0711 23:58:49.623761    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6546b5747c-7grk2
2026-07-11T23:58:49.623809099Z I0711 23:58:49.623795    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6546b5747c-7grk2
2026-07-11T23:58:49.922569748Z I0711 23:58:49.922522    3404 cni.go:454] [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key ]
2026-07-11T23:58:49.963400067Z E0711 23:58:49.963358    3404 link_network_manager.go:101] Error while syncing link "1766c58dd3f8c1b": failed to get address from link "1766c58dd3f8c1b": failed to list addresses for "1766c58dd3f8c1b": no such device
2026-07-11T23:58:49.973656850Z E0711 23:58:49.973608    3404 link_network_manager.go:101] Error while syncing link "1766c58dd3f8c1b": failed to get address from link "1766c58dd3f8c1b": failed to list addresses for "1766c58dd3f8c1b": no such device
2026-07-11T23:58:50.013525936Z I0711 23:58:50.013463    3404 cni.go:480] [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5f7bd8bdf8-qrgxc 1766c58dd3f8c1b4124d0402ca15a04cf4186425f5c1f7257873d1227813967d network default NAD default NAD key default], result "{}", err <nil>
2026-07-11T23:58:50.069956212Z I0711 23:58:50.069898    3404 pods.go:175] Deleting pod: openshift-console/console-5f7bd8bdf8-qrgxc
2026-07-11T23:58:50.071625947Z I0711 23:58:50.071585    3404 pods.go:235] Attempting to release IPs for pod: openshift-console/console-5f7bd8bdf8-qrgxc, ips: 10.132.0.22
2026-07-11T23:58:50.623376219Z W0711 23:58:50.623315    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
2026-07-11T23:58:50.634185661Z I0711 23:58:50.634140    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f7bd8bdf8-qrgxc
2026-07-11T23:58:50.634185661Z I0711 23:58:50.634178    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f7bd8bdf8-qrgxc
2026-07-11T23:58:58.652405616Z W0711 23:58:58.652264    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
2026-07-11T23:58:58.652405616Z W0711 23:58:58.652260    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
2026-07-11T23:58:58.652457295Z W0711 23:58:58.652412    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
2026-07-11T23:58:59.657007824Z W0711 23:58:59.656950    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
2026-07-11T23:59:03.861864375Z I0711 23:59:03.861813    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74bc586ff-mgg5q
2026-07-11T23:59:03.861864375Z I0711 23:59:03.861843    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74bc586ff-mgg5q
2026-07-11T23:59:13.717683734Z W0711 23:59:13.717627    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
2026-07-11T23:59:13.717753945Z W0711 23:59:13.717639    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
2026-07-11T23:59:13.717828691Z W0711 23:59:13.717814    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
2026-07-11T23:59:14.725409171Z W0711 23:59:14.725347    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
2026-07-11T23:59:49.707346265Z I0711 23:59:49.707298    3404 base_network_controller_pods.go:489] [default/openshift-console/console-7794bf947d-w8xzp] creating logical port openshift-console_console-7794bf947d-w8xzp for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:59:49.707509071Z I0711 23:59:49.707487    3404 kube.go:233] Patching annotations on pod openshift-console/console-7794bf947d-w8xzp
2026-07-11T23:59:49.721902133Z I0711 23:59:49.721831    3404 base_network_controller_pods.go:974] [default/openshift-console/console-7794bf947d-w8xzp] addLogicalPort annotation time took 14.382167ms
2026-07-11T23:59:49.728303329Z I0711 23:59:49.728245    3404 pods.go:270] [openshift-console/console-7794bf947d-w8xzp] addLogicalPort took 20.965349ms, libovsdb time 5.544224ms
2026-07-11T23:59:50.079175461Z I0711 23:59:50.079116    3404 cni.go:454] [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key ]
2026-07-11T23:59:50.093475808Z I0711 23:59:50.093422    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-7794bf947d-w8xzp, hostIfaceName: 8c0b09a0f75404f, network: default, NAD default, SandboxID: "8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9", PCI device ID: , UID: "98d07540-ee66-4d06-9003-96bd6a1e88b7", MAC: 0a:58:0a:84:00:17, IPs: [10.132.0.23/23]
2026-07-11T23:59:50.159364305Z I0711 23:59:50.159303    3404 cni.go:480] [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ba:8c:ca:04:32\",\"name\":\"8c0b09a0f75404f\"},{\"mac\":\"0a:58:0a:84:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcb0d787-bf44-45da-9251-3bf3b71480ca\"}],\"ips\":[{\"address\":\"10.132.0.23/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-11T23:59:57.135010783Z I0711 23:59:57.134959    3404 base_network_controller_pods.go:489] [default/openshift-console/console-6f5c78c89c-cnw5w] creating logical port openshift-console_console-6f5c78c89c-cnw5w for pod on switch ip-10-0-134-216.ec2.internal
2026-07-11T23:59:57.135163496Z I0711 23:59:57.135147    3404 kube.go:233] Patching annotations on pod openshift-console/console-6f5c78c89c-cnw5w
2026-07-11T23:59:57.151592062Z I0711 23:59:57.151536    3404 base_network_controller_pods.go:974] [default/openshift-console/console-6f5c78c89c-cnw5w] addLogicalPort annotation time took 16.425446ms
2026-07-11T23:59:57.153333070Z I0711 23:59:57.153280    3404 pods.go:270] [openshift-console/console-6f5c78c89c-cnw5w] addLogicalPort took 18.342172ms, libovsdb time 1.106937ms
2026-07-11T23:59:57.503145980Z I0711 23:59:57.503091    3404 cni.go:454] [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key ]
2026-07-11T23:59:57.513752386Z I0711 23:59:57.513690    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-6f5c78c89c-cnw5w, hostIfaceName: c3f9f89296f7d77, network: default, NAD default, SandboxID: "c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2", PCI device ID: , UID: "fec2c4e4-ec96-4d0a-8d30-f7ee218d3d3b", MAC: 0a:58:0a:84:00:18, IPs: [10.132.0.24/23]
2026-07-11T23:59:57.575665101Z I0711 23:59:57.575609    3404 cni.go:480] [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7c:40:44:c5:cc\",\"name\":\"c3f9f89296f7d77\"},{\"mac\":\"0a:58:0a:84:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bdc0cdd-9269-4059-8676-c45fd4594fa1\"}],\"ips\":[{\"address\":\"10.132.0.24/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:00:00.145408620Z I0712 00:00:00.145362    3404 base_network_controller_pods.go:489] [default/openshift-image-registry/image-pruner-29730240-dc8wf] creating logical port openshift-image-registry_image-pruner-29730240-dc8wf for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:00:00.145492151Z I0712 00:00:00.145477    3404 kube.go:233] Patching annotations on pod openshift-image-registry/image-pruner-29730240-dc8wf
2026-07-12T00:00:00.156590423Z I0712 00:00:00.156531    3404 base_network_controller_pods.go:974] [default/openshift-image-registry/image-pruner-29730240-dc8wf] addLogicalPort annotation time took 11.087294ms
2026-07-12T00:00:00.158373296Z I0712 00:00:00.158331    3404 pods.go:270] [openshift-image-registry/image-pruner-29730240-dc8wf] addLogicalPort took 12.995652ms, libovsdb time 1.083645ms
2026-07-12T00:00:00.533278611Z I0712 00:00:00.533229    3404 cni.go:454] [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key ]
2026-07-12T00:00:00.545284438Z I0712 00:00:00.545233    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29730240-dc8wf, hostIfaceName: e7233f8c385b71e, network: default, NAD default, SandboxID: "e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f", PCI device ID: , UID: "96e7e9a9-9fb6-438d-bb97-202a1e03f637", MAC: 0a:58:0a:84:00:19, IPs: [10.132.0.25/23]
2026-07-12T00:00:00.606111030Z I0712 00:00:00.606057    3404 cni.go:480] [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:38:01:c4:3d:c6\",\"name\":\"e7233f8c385b71e\"},{\"mac\":\"0a:58:0a:84:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1211509-717a-4d5f-b91a-e34cd0279879\"}],\"ips\":[{\"address\":\"10.132.0.25/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:00:02.944282286Z I0712 00:00:02.944231    3404 cni.go:454] [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key ]
2026-07-12T00:00:02.979223762Z E0712 00:00:02.979171    3404 link_network_manager.go:101] Error while syncing link "e7233f8c385b71e": failed to get address from link "e7233f8c385b71e": failed to list addresses for "e7233f8c385b71e": no such device
2026-07-12T00:00:03.028223043Z I0712 00:00:03.028165    3404 cni.go:480] [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-pruner-29730240-dc8wf e7233f8c385b71e1fd3527b137f038b024f06d47885f5f92a03f8081c7fb085f network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:00:03.064756161Z I0712 00:00:03.064711    3404 pods.go:175] Deleting pod: openshift-image-registry/image-pruner-29730240-dc8wf
2026-07-12T00:00:03.066329599Z I0712 00:00:03.066295    3404 pods.go:235] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29730240-dc8wf, ips: 10.132.0.25
2026-07-12T00:00:07.956473599Z W0712 00:00:07.956423    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
2026-07-12T00:00:22.281524276Z I0712 00:00:22.281468    3404 cni.go:454] [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key ]
2026-07-12T00:00:22.307190248Z E0712 00:00:22.307134    3404 link_network_manager.go:101] Error while syncing link "8c0b09a0f75404f": failed to get address from link "8c0b09a0f75404f": failed to list addresses for "8c0b09a0f75404f": no such device
2026-07-12T00:00:22.352131828Z I0712 00:00:22.352073    3404 cni.go:480] [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7794bf947d-w8xzp 8c0b09a0f75404feb5fb996ef38264c9133dc048e239e250da77b4d6aaa590b9 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:00:22.393166550Z I0712 00:00:22.393121    3404 pods.go:175] Deleting pod: openshift-console/console-7794bf947d-w8xzp
2026-07-12T00:00:22.394812256Z I0712 00:00:22.394758    3404 pods.go:235] Attempting to release IPs for pod: openshift-console/console-7794bf947d-w8xzp, ips: 10.132.0.23
2026-07-12T00:00:23.013385625Z I0712 00:00:23.013337    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7794bf947d-w8xzp
2026-07-12T00:00:23.013467223Z I0712 00:00:23.013439    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7794bf947d-w8xzp
2026-07-12T00:00:34.219919223Z I0712 00:00:34.219866    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f79b7c56-qbszx
2026-07-12T00:00:34.219970132Z I0712 00:00:34.219932    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f79b7c56-qbszx
2026-07-12T00:01:05.633599063Z I0712 00:01:05.633553    3404 namespace.go:97] [cert-manager-operator] adding namespace
2026-07-12T00:01:05.634691924Z I0712 00:01:05.634651    3404 namespace.go:101] [cert-manager-operator] adding namespace took 1.069676ms
2026-07-12T00:01:05.647166797Z I0712 00:01:05.647027    3404 namespace.go:141] [cert-manager-operator] updating namespace
2026-07-12T00:01:05.656739662Z I0712 00:01:05.656686    3404 namespace.go:141] [cert-manager-operator] updating namespace
2026-07-12T00:01:06.274875340Z I0712 00:01:06.274810    3404 base_network_controller_pods.go:489] [default/openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9] creating logical port openshift-marketplace_685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:01:06.275017114Z I0712 00:01:06.274995    3404 kube.go:233] Patching annotations on pod openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9
2026-07-12T00:01:06.287633209Z I0712 00:01:06.287573    3404 base_network_controller_pods.go:974] [default/openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9] addLogicalPort annotation time took 12.624188ms
2026-07-12T00:01:06.289423536Z I0712 00:01:06.289383    3404 pods.go:270] [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9] addLogicalPort took 14.599994ms, libovsdb time 1.278241ms
2026-07-12T00:01:06.643436090Z I0712 00:01:06.643379    3404 cni.go:454] [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key ]
2026-07-12T00:01:06.653961437Z I0712 00:01:06.653912    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9, hostIfaceName: 8377e8abd349eeb, network: default, NAD default, SandboxID: "8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7", PCI device ID: , UID: "88bf8382-deaa-455e-aa74-41767bf3a04b", MAC: 0a:58:0a:84:00:1a, IPs: [10.132.0.26/23]
2026-07-12T00:01:06.715665952Z I0712 00:01:06.715596    3404 cni.go:480] [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ac:63:cf:d6:bd\",\"name\":\"8377e8abd349eeb\"},{\"mac\":\"0a:58:0a:84:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38e03835-02d2-4088-8b08-dc3bd7f594bd\"}],\"ips\":[{\"address\":\"10.132.0.26/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:01:25.851932631Z I0712 00:01:25.851881    3404 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace
2026-07-12T00:01:26.310395448Z I0712 00:01:26.310335    3404 cni.go:454] [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key ]
2026-07-12T00:01:26.338179496Z E0712 00:01:26.338132    3404 link_network_manager.go:101] Error while syncing link "8377e8abd349eeb": failed to get address from link "8377e8abd349eeb": failed to list addresses for "8377e8abd349eeb": no such device
2026-07-12T00:01:26.389798911Z I0712 00:01:26.389746    3404 cni.go:480] [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9 8377e8abd349eeb6c5be08ec487fdb9b52091ff02e9c42daa1f994d9808f2df7 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:01:26.433571633Z I0712 00:01:26.433514    3404 pods.go:175] Deleting pod: openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9
2026-07-12T00:01:26.435308181Z I0712 00:01:26.435264    3404 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675408nrg9, ips: 10.132.0.26
2026-07-12T00:01:26.435340798Z I0712 00:01:26.435328    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-12T00:01:26.435564676Z I0712 00:01:26.435546    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-12T00:01:34.218064914Z I0712 00:01:34.217999    3404 base_network_controller_pods.go:489] [default/cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-55c444bf86-vhkjz for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:01:34.218231424Z I0712 00:01:34.218206    3404 kube.go:233] Patching annotations on pod cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz
2026-07-12T00:01:34.237722254Z I0712 00:01:34.237666    3404 base_network_controller_pods.go:974] [default/cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz] addLogicalPort annotation time took 19.503129ms
2026-07-12T00:01:34.239757295Z I0712 00:01:34.239719    3404 pods.go:270] [cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz] addLogicalPort took 21.7412ms, libovsdb time 1.43588ms
2026-07-12T00:01:34.585788801Z I0712 00:01:34.585729    3404 cni.go:454] [cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz 79caf3bec1f31a3dbe0ea0ca1c8c76e2c582edc81664e364da2d2deb33d65482 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz 79caf3bec1f31a3dbe0ea0ca1c8c76e2c582edc81664e364da2d2deb33d65482 network default NAD default NAD key ]
2026-07-12T00:01:34.596105450Z I0712 00:01:34.596022    3404 helper_linux.go:546] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-55c444bf86-vhkjz, hostIfaceName: 79caf3bec1f31a3, network: default, NAD default, SandboxID: "79caf3bec1f31a3dbe0ea0ca1c8c76e2c582edc81664e364da2d2deb33d65482", PCI device ID: , UID: "c35a6d15-0dfa-4ef9-b928-472c6733bfe4", MAC: 0a:58:0a:84:00:1b, IPs: [10.132.0.27/23]
2026-07-12T00:01:34.657571691Z I0712 00:01:34.657512    3404 cni.go:480] [cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz 79caf3bec1f31a3dbe0ea0ca1c8c76e2c582edc81664e364da2d2deb33d65482 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-55c444bf86-vhkjz 79caf3bec1f31a3dbe0ea0ca1c8c76e2c582edc81664e364da2d2deb33d65482 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:02:f2:db:4f:c6\",\"name\":\"79caf3bec1f31a3\"},{\"mac\":\"0a:58:0a:84:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/857c89f0-62e7-4233-b673-1151386e7c12\"}],\"ips\":[{\"address\":\"10.132.0.27/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:01:38.682433001Z I0712 00:01:38.682372    3404 namespace.go:97] [openshift-lws-operator] adding namespace
2026-07-12T00:01:38.683748879Z I0712 00:01:38.683704    3404 namespace.go:101] [openshift-lws-operator] adding namespace took 1.195374ms
2026-07-12T00:01:38.703377575Z I0712 00:01:38.703318    3404 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-12T00:01:38.732123414Z I0712 00:01:38.732071    3404 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-12T00:01:38.789395583Z I0712 00:01:38.789335    3404 namespace.go:97] [cert-manager] adding namespace
2026-07-12T00:01:38.790680618Z I0712 00:01:38.790635    3404 namespace.go:101] [cert-manager] adding namespace took 1.268356ms
2026-07-12T00:01:38.820379502Z I0712 00:01:38.820312    3404 namespace.go:141] [cert-manager] updating namespace
2026-07-12T00:01:38.833169157Z I0712 00:01:38.833120    3404 namespace.go:141] [cert-manager] updating namespace
2026-07-12T00:01:39.012006747Z I0712 00:01:39.011956    3404 base_network_controller_pods.go:489] [default/openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h] creating logical port openshift-marketplace_77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:01:39.012122738Z I0712 00:01:39.012103    3404 kube.go:233] Patching annotations on pod openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h
2026-07-12T00:01:39.032472064Z I0712 00:01:39.032409    3404 base_network_controller_pods.go:974] [default/openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h] addLogicalPort annotation time took 20.365127ms
2026-07-12T00:01:39.034074314Z I0712 00:01:39.033999    3404 pods.go:270] [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h] addLogicalPort took 22.067671ms, libovsdb time 1.100303ms
2026-07-12T00:01:39.376733869Z I0712 00:01:39.376677    3404 cni.go:454] [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key ]
2026-07-12T00:01:39.387715914Z I0712 00:01:39.387662    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h, hostIfaceName: 8b3ff4c086f4c00, network: default, NAD default, SandboxID: "8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f", PCI device ID: , UID: "5b77551e-6255-4c65-bb20-9c6be3722fde", MAC: 0a:58:0a:84:00:1c, IPs: [10.132.0.28/23]
2026-07-12T00:01:39.454432337Z I0712 00:01:39.454357    3404 cni.go:480] [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:75:68:cb:67:6f\",\"name\":\"8b3ff4c086f4c00\"},{\"mac\":\"0a:58:0a:84:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d463f94d-61e0-4f13-9701-18511cd01dfe\"}],\"ips\":[{\"address\":\"10.132.0.28/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:01:44.507020509Z W0712 00:01:44.506975    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
2026-07-12T00:01:44.507020509Z W0712 00:01:44.507001    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
2026-07-12T00:01:45.413028436Z I0712 00:01:45.412969    3404 cni.go:454] [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key ]
2026-07-12T00:01:45.440146629Z E0712 00:01:45.440097    3404 link_network_manager.go:101] Error while syncing link "8b3ff4c086f4c00": failed to get address from link "8b3ff4c086f4c00": failed to list addresses for "8b3ff4c086f4c00": no such device
2026-07-12T00:01:45.491248924Z I0712 00:01:45.491180    3404 cni.go:480] [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h 8b3ff4c086f4c00ae954c270c0ed684d78635a607c772a46b7c3640e3ab40f0f network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:01:45.532385177Z I0712 00:01:45.532342    3404 pods.go:175] Deleting pod: openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h
2026-07-12T00:01:45.534103982Z I0712 00:01:45.534060    3404 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/77defbb6647882b321b46d16bdefe62633c3425354d3d93571a1d6a87fc2x9h, ips: 10.132.0.28
2026-07-12T00:01:45.534136670Z I0712 00:01:45.534118    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-12T00:01:45.534371331Z I0712 00:01:45.534346    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-12T00:01:49.906254834Z I0712 00:01:49.906203    3404 base_network_controller_pods.go:489] [default/cert-manager/cert-manager-55b4d954d5-dc4lv] creating logical port cert-manager_cert-manager-55b4d954d5-dc4lv for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:01:49.906410228Z I0712 00:01:49.906387    3404 kube.go:233] Patching annotations on pod cert-manager/cert-manager-55b4d954d5-dc4lv
2026-07-12T00:01:49.918515341Z I0712 00:01:49.918465    3404 base_network_controller_pods.go:974] [default/cert-manager/cert-manager-55b4d954d5-dc4lv] addLogicalPort annotation time took 12.118319ms
2026-07-12T00:01:49.920231422Z I0712 00:01:49.920190    3404 pods.go:270] [cert-manager/cert-manager-55b4d954d5-dc4lv] addLogicalPort took 14.011106ms, libovsdb time 1.192588ms
2026-07-12T00:01:50.291966829Z I0712 00:01:50.291905    3404 cni.go:454] [cert-manager/cert-manager-55b4d954d5-dc4lv a44fd19ce7830a1fb385d25d3ab333f956a5e545aaa2abf7ff3d9afaab6be7fb network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-55b4d954d5-dc4lv a44fd19ce7830a1fb385d25d3ab333f956a5e545aaa2abf7ff3d9afaab6be7fb network default NAD default NAD key ]
2026-07-12T00:01:50.303403377Z I0712 00:01:50.303339    3404 helper_linux.go:546] ConfigureOVS: namespace: cert-manager, podName: cert-manager-55b4d954d5-dc4lv, hostIfaceName: a44fd19ce7830a1, network: default, NAD default, SandboxID: "a44fd19ce7830a1fb385d25d3ab333f956a5e545aaa2abf7ff3d9afaab6be7fb", PCI device ID: , UID: "0a8379f4-dab4-4149-ae79-6c89cfbd2320", MAC: 0a:58:0a:84:00:1d, IPs: [10.132.0.29/23]
2026-07-12T00:01:50.366072040Z I0712 00:01:50.365979    3404 cni.go:480] [cert-manager/cert-manager-55b4d954d5-dc4lv a44fd19ce7830a1fb385d25d3ab333f956a5e545aaa2abf7ff3d9afaab6be7fb network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-55b4d954d5-dc4lv a44fd19ce7830a1fb385d25d3ab333f956a5e545aaa2abf7ff3d9afaab6be7fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a9:64:83:b6:b1\",\"name\":\"a44fd19ce7830a1\"},{\"mac\":\"0a:58:0a:84:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/655c756a-b5e5-4dae-98c2-3c31df56ec41\"}],\"ips\":[{\"address\":\"10.132.0.29/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:01:52.858846542Z I0712 00:01:52.858784    3404 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-12T00:01:52.864493564Z I0712 00:01:52.864436    3404 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-12T00:01:59.743073041Z I0712 00:01:59.743001    3404 namespace.go:97] [opendatahub] adding namespace
2026-07-12T00:01:59.743947912Z I0712 00:01:59.743909    3404 namespace.go:101] [opendatahub] adding namespace took 834.124µs
2026-07-12T00:01:59.772332595Z I0712 00:01:59.772282    3404 namespace.go:141] [opendatahub] updating namespace
2026-07-12T00:01:59.781174770Z I0712 00:01:59.781123    3404 namespace.go:141] [opendatahub] updating namespace
2026-07-12T00:02:02.172629748Z I0712 00:02:02.172565    3404 base_network_controller_pods.go:489] [default/openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c] creating logical port openshift-marketplace_629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:02.172768116Z I0712 00:02:02.172749    3404 kube.go:233] Patching annotations on pod openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c
2026-07-12T00:02:02.183759128Z I0712 00:02:02.183686    3404 base_network_controller_pods.go:974] [default/openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c] addLogicalPort annotation time took 10.977915ms
2026-07-12T00:02:02.185543441Z I0712 00:02:02.185501    3404 pods.go:270] [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c] addLogicalPort took 13.025334ms, libovsdb time 1.239794ms
2026-07-12T00:02:02.537264607Z I0712 00:02:02.537208    3404 cni.go:454] [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key ]
2026-07-12T00:02:02.547715818Z I0712 00:02:02.547653    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c, hostIfaceName: 99fd32b29d8431e, network: default, NAD default, SandboxID: "99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005", PCI device ID: , UID: "5d9c7aeb-3bcb-4c1a-91cd-81110df669ab", MAC: 0a:58:0a:84:00:1e, IPs: [10.132.0.30/23]
2026-07-12T00:02:02.610232730Z I0712 00:02:02.610169    3404 cni.go:480] [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:16:68:22:98:70\",\"name\":\"99fd32b29d8431e\"},{\"mac\":\"0a:58:0a:84:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1c34a10-7524-4146-b6dd-4faac7eed7c3\"}],\"ips\":[{\"address\":\"10.132.0.30/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:06.523078632Z I0712 00:02:06.522998    3404 cni.go:454] [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key ]
2026-07-12T00:02:06.546878017Z E0712 00:02:06.546823    3404 link_network_manager.go:101] Error while syncing link "99fd32b29d8431e": failed to get address from link "99fd32b29d8431e": failed to list addresses for "99fd32b29d8431e": no such device
2026-07-12T00:02:06.602607921Z I0712 00:02:06.602552    3404 cni.go:480] [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c 99fd32b29d8431e768db2bd9287b3055db0aff0466097a7a4df03ddaf146f005 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:02:06.641956103Z I0712 00:02:06.641904    3404 pods.go:175] Deleting pod: openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c
2026-07-12T00:02:06.643760706Z I0712 00:02:06.643717    3404 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/629fd74b02459b8d9ee224b8bdbb513172290d80b07a5bf327840796afjk95c, ips: 10.132.0.30
2026-07-12T00:02:06.643801192Z I0712 00:02:06.643778    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-12T00:02:06.644113235Z I0712 00:02:06.644083    3404 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-12T00:02:14.272420484Z I0712 00:02:14.272352    3404 namespace.go:141] [opendatahub] updating namespace
2026-07-12T00:02:14.646503113Z I0712 00:02:14.646437    3404 base_network_controller_pods.go:489] [default/opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq] creating logical port opendatahub_opendatahub-operator-controller-manager-5c8b78dfc9-94sfq for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:14.646638729Z I0712 00:02:14.646621    3404 kube.go:233] Patching annotations on pod opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq
2026-07-12T00:02:14.669307128Z I0712 00:02:14.669255    3404 base_network_controller_pods.go:974] [default/opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq] addLogicalPort annotation time took 22.68455ms
2026-07-12T00:02:14.670916431Z I0712 00:02:14.670854    3404 pods.go:270] [opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq] addLogicalPort took 24.440167ms, libovsdb time 1.109055ms
2026-07-12T00:02:15.014387786Z I0712 00:02:15.014326    3404 cni.go:454] [opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq c3d8f17b7792110e8310eee00bc02500c0f666ec38a0150ef0880f05d8487843 network default NAD default NAD key ] ADD starting CNI request [opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq c3d8f17b7792110e8310eee00bc02500c0f666ec38a0150ef0880f05d8487843 network default NAD default NAD key ]
2026-07-12T00:02:15.024727166Z I0712 00:02:15.024677    3404 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: opendatahub-operator-controller-manager-5c8b78dfc9-94sfq, hostIfaceName: c3d8f17b7792110, network: default, NAD default, SandboxID: "c3d8f17b7792110e8310eee00bc02500c0f666ec38a0150ef0880f05d8487843", PCI device ID: , UID: "83c33e63-f2fa-4905-9d6d-0bea643a1867", MAC: 0a:58:0a:84:00:1f, IPs: [10.132.0.31/23]
2026-07-12T00:02:15.089349939Z I0712 00:02:15.089297    3404 cni.go:480] [opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq c3d8f17b7792110e8310eee00bc02500c0f666ec38a0150ef0880f05d8487843 network default NAD default NAD key default] ADD finished CNI request [opendatahub/opendatahub-operator-controller-manager-5c8b78dfc9-94sfq c3d8f17b7792110e8310eee00bc02500c0f666ec38a0150ef0880f05d8487843 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f8:0f:91:2d:49\",\"name\":\"c3d8f17b7792110\"},{\"mac\":\"0a:58:0a:84:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f811ab8-cde2-459d-b8e3-14a16f907b73\"}],\"ips\":[{\"address\":\"10.132.0.31/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:18.577579338Z W0712 00:02:18.577513    3404 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:18.577626784Z W0712 00:02:18.577568    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:18.652375433Z W0712 00:02:18.652321    3404 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:18.652458522Z W0712 00:02:18.652360    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:19.087983926Z W0712 00:02:19.087933    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:19.088101621Z W0712 00:02:19.087946    3404 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:29.905541573Z I0712 00:02:29.905490    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6
2026-07-12T00:02:31.673224025Z W0712 00:02:31.673171    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:31.673307457Z W0712 00:02:31.673295    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:31.673400101Z W0712 00:02:31.673387    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:31.673484882Z W0712 00:02:31.673445    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:32.105875489Z W0712 00:02:32.105826    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:32.105875489Z W0712 00:02:32.105859    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:32.106059792Z W0712 00:02:32.106018    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:32.106081889Z W0712 00:02:32.106071    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:32.599602423Z W0712 00:02:32.599543    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-12T00:02:32.602540378Z W0712 00:02:32.602494    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-12T00:02:34.107813112Z I0712 00:02:34.107757    3404 namespace.go:141] [opendatahub] updating namespace
2026-07-12T00:02:34.128287701Z I0712 00:02:34.128241    3404 namespace.go:97] [opendatahub-monitoring] adding namespace
2026-07-12T00:02:34.129370612Z I0712 00:02:34.129329    3404 namespace.go:101] [opendatahub-monitoring] adding namespace took 1.059099ms
2026-07-12T00:02:34.160002107Z I0712 00:02:34.159950    3404 namespace.go:141] [opendatahub-monitoring] updating namespace
2026-07-12T00:02:34.164565833Z I0712 00:02:34.164536    3404 base_network_controller_policy.go:1227] Adding network policy opendatahub/opendatahub for network default
2026-07-12T00:02:34.164605342Z I0712 00:02:34.164569    3404 base_network_controller_policy.go:1102] Policy opendatahub/opendatahub added to peer address sets []
2026-07-12T00:02:34.170270047Z I0712 00:02:34.170229    3404 base_network_controller_policy.go:1280] Create network policy opendatahub/opendatahub resources completed, update namespace loglevel
2026-07-12T00:02:34.173986573Z I0712 00:02:34.173950    3404 namespace.go:141] [opendatahub-monitoring] updating namespace
2026-07-12T00:02:34.712069192Z I0712 00:02:34.711985    3404 base_network_controller_pods.go:489] [default/openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm] creating logical port openshift-ingress_kube-auth-proxy-57d6f88c78-6flmm for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:34.712268732Z I0712 00:02:34.712239    3404 kube.go:233] Patching annotations on pod openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm
2026-07-12T00:02:34.747877820Z I0712 00:02:34.747831    3404 base_network_controller_pods.go:974] [default/openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm] addLogicalPort annotation time took 35.633994ms
2026-07-12T00:02:34.749352750Z I0712 00:02:34.749311    3404 pods.go:270] [openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm] addLogicalPort took 37.346955ms, libovsdb time 1.054865ms
2026-07-12T00:02:34.961829017Z I0712 00:02:34.961778    3404 base_network_controller_pods.go:489] [default/opendatahub/odh-model-controller-7998c67dc4-w8g2d] creating logical port opendatahub_odh-model-controller-7998c67dc4-w8g2d for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:34.961974879Z I0712 00:02:34.961953    3404 kube.go:233] Patching annotations on pod opendatahub/odh-model-controller-7998c67dc4-w8g2d
2026-07-12T00:02:34.978999762Z I0712 00:02:34.978945    3404 base_network_controller_pods.go:974] [default/opendatahub/odh-model-controller-7998c67dc4-w8g2d] addLogicalPort annotation time took 17.032157ms
2026-07-12T00:02:34.980588506Z I0712 00:02:34.980549    3404 pods.go:270] [opendatahub/odh-model-controller-7998c67dc4-w8g2d] addLogicalPort took 18.794856ms, libovsdb time 1.027116ms
2026-07-12T00:02:35.085574736Z I0712 00:02:35.085519    3404 cni.go:454] [openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm adc50558a9008f95fd364a1bfb018fad6128be906a7e006996849eb67aaa9101 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm adc50558a9008f95fd364a1bfb018fad6128be906a7e006996849eb67aaa9101 network default NAD default NAD key ]
2026-07-12T00:02:35.095728157Z I0712 00:02:35.095674    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: kube-auth-proxy-57d6f88c78-6flmm, hostIfaceName: adc50558a9008f9, network: default, NAD default, SandboxID: "adc50558a9008f95fd364a1bfb018fad6128be906a7e006996849eb67aaa9101", PCI device ID: , UID: "bdf045ad-b9f3-4aa6-b363-278beff09a7c", MAC: 0a:58:0a:84:00:20, IPs: [10.132.0.32/23]
2026-07-12T00:02:35.156865323Z I0712 00:02:35.156802    3404 cni.go:480] [openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm adc50558a9008f95fd364a1bfb018fad6128be906a7e006996849eb67aaa9101 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/kube-auth-proxy-57d6f88c78-6flmm adc50558a9008f95fd364a1bfb018fad6128be906a7e006996849eb67aaa9101 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:90:94:09:8f:23\",\"name\":\"adc50558a9008f9\"},{\"mac\":\"0a:58:0a:84:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1683e14-9fcc-4b86-90a6-324c93171fcf\"}],\"ips\":[{\"address\":\"10.132.0.32/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:35.331488342Z I0712 00:02:35.331431    3404 cni.go:454] [opendatahub/odh-model-controller-7998c67dc4-w8g2d 267185b12a521dc16a06e5682e09c06a9dc11f818eb96cb1e1d39cf5006b8dcb network default NAD default NAD key ] ADD starting CNI request [opendatahub/odh-model-controller-7998c67dc4-w8g2d 267185b12a521dc16a06e5682e09c06a9dc11f818eb96cb1e1d39cf5006b8dcb network default NAD default NAD key ]
2026-07-12T00:02:35.342669806Z I0712 00:02:35.342609    3404 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: odh-model-controller-7998c67dc4-w8g2d, hostIfaceName: 267185b12a521dc, network: default, NAD default, SandboxID: "267185b12a521dc16a06e5682e09c06a9dc11f818eb96cb1e1d39cf5006b8dcb", PCI device ID: , UID: "fa79ff9e-f2a8-4643-b5ce-015aeaeda1b4", MAC: 0a:58:0a:84:00:21, IPs: [10.132.0.33/23]
2026-07-12T00:02:35.407288137Z I0712 00:02:35.407229    3404 cni.go:480] [opendatahub/odh-model-controller-7998c67dc4-w8g2d 267185b12a521dc16a06e5682e09c06a9dc11f818eb96cb1e1d39cf5006b8dcb network default NAD default NAD key default] ADD finished CNI request [opendatahub/odh-model-controller-7998c67dc4-w8g2d 267185b12a521dc16a06e5682e09c06a9dc11f818eb96cb1e1d39cf5006b8dcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:da:f3:80:c8:9d\",\"name\":\"267185b12a521dc\"},{\"mac\":\"0a:58:0a:84:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be6e1997-9e88-48b1-81fd-c8cc607701db\"}],\"ips\":[{\"address\":\"10.132.0.33/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:35.614073475Z I0712 00:02:35.614007    3404 base_network_controller_pods.go:489] [default/opendatahub/model-serving-api-54d89bd5fc-lwgvx] creating logical port opendatahub_model-serving-api-54d89bd5fc-lwgvx for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:35.614158130Z I0712 00:02:35.614143    3404 kube.go:233] Patching annotations on pod opendatahub/model-serving-api-54d89bd5fc-lwgvx
2026-07-12T00:02:35.628472746Z I0712 00:02:35.628419    3404 base_network_controller_pods.go:974] [default/opendatahub/model-serving-api-54d89bd5fc-lwgvx] addLogicalPort annotation time took 14.31409ms
2026-07-12T00:02:35.630376469Z I0712 00:02:35.630320    3404 pods.go:270] [opendatahub/model-serving-api-54d89bd5fc-lwgvx] addLogicalPort took 16.340229ms, libovsdb time 1.34343ms
2026-07-12T00:02:35.925829043Z I0712 00:02:35.925773    3404 base_network_controller_pods.go:489] [default/openshift-ingress/istiod-openshift-gateway-7574459656-jch66] creating logical port openshift-ingress_istiod-openshift-gateway-7574459656-jch66 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:35.925951802Z I0712 00:02:35.925928    3404 kube.go:233] Patching annotations on pod openshift-ingress/istiod-openshift-gateway-7574459656-jch66
2026-07-12T00:02:35.940158641Z I0712 00:02:35.940108    3404 base_network_controller_pods.go:974] [default/openshift-ingress/istiod-openshift-gateway-7574459656-jch66] addLogicalPort annotation time took 14.231762ms
2026-07-12T00:02:35.942029391Z I0712 00:02:35.941985    3404 pods.go:270] [openshift-ingress/istiod-openshift-gateway-7574459656-jch66] addLogicalPort took 16.240106ms, libovsdb time 1.259672ms
2026-07-12T00:02:36.313420498Z I0712 00:02:36.313370    3404 cni.go:454] [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key ]
2026-07-12T00:02:36.324418301Z I0712 00:02:36.323681    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: istiod-openshift-gateway-7574459656-jch66, hostIfaceName: ef13ea1bc215227, network: default, NAD default, SandboxID: "ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085", PCI device ID: , UID: "84c4bd61-1385-4f69-91a8-a77ddc1766b8", MAC: 0a:58:0a:84:00:23, IPs: [10.132.0.35/23]
2026-07-12T00:02:36.405936861Z I0712 00:02:36.405888    3404 cni.go:480] [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6d:d0:0b:7e:13\",\"name\":\"ef13ea1bc215227\"},{\"mac\":\"0a:58:0a:84:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a242392-1cab-40ed-a53b-0a27d00c8137\"}],\"ips\":[{\"address\":\"10.132.0.35/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:36.603986473Z I0712 00:02:36.603931    3404 cni.go:454] [opendatahub/model-serving-api-54d89bd5fc-lwgvx d30ac7013756f58fa6330ab2448f90df97b7b037f00bf4964a323482794b91b6 network default NAD default NAD key ] ADD starting CNI request [opendatahub/model-serving-api-54d89bd5fc-lwgvx d30ac7013756f58fa6330ab2448f90df97b7b037f00bf4964a323482794b91b6 network default NAD default NAD key ]
2026-07-12T00:02:36.618081888Z I0712 00:02:36.617991    3404 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: model-serving-api-54d89bd5fc-lwgvx, hostIfaceName: d30ac7013756f58, network: default, NAD default, SandboxID: "d30ac7013756f58fa6330ab2448f90df97b7b037f00bf4964a323482794b91b6", PCI device ID: , UID: "ad6acfff-5f4f-4fc2-a012-a531732b9647", MAC: 0a:58:0a:84:00:22, IPs: [10.132.0.34/23]
2026-07-12T00:02:36.705818016Z I0712 00:02:36.705742    3404 cni.go:480] [opendatahub/model-serving-api-54d89bd5fc-lwgvx d30ac7013756f58fa6330ab2448f90df97b7b037f00bf4964a323482794b91b6 network default NAD default NAD key default] ADD finished CNI request [opendatahub/model-serving-api-54d89bd5fc-lwgvx d30ac7013756f58fa6330ab2448f90df97b7b037f00bf4964a323482794b91b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fc:b3:69:07:ed\",\"name\":\"d30ac7013756f58\"},{\"mac\":\"0a:58:0a:84:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d2ec7a7-c2e7-45ff-9ab4-f130780a0986\"}],\"ips\":[{\"address\":\"10.132.0.34/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:39.702958321Z W0712 00:02:39.702909    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/odh-model-controller-webhook-service
2026-07-12T00:02:39.703107991Z W0712 00:02:39.703088    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service opendatahub/odh-model-controller-metrics-service
2026-07-12T00:02:39.716181102Z W0712 00:02:39.716125    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-12T00:02:39.716181102Z W0712 00:02:39.716154    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-12T00:02:42.617878016Z I0712 00:02:42.617684    3404 base_network_controller_pods.go:489] [default/openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs] creating logical port openshift-lws-operator_lws-controller-manager-6bf7bdd7c5-r9zcs for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:02:42.617947563Z I0712 00:02:42.617922    3404 kube.go:233] Patching annotations on pod openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs
2026-07-12T00:02:42.630091256Z I0712 00:02:42.630017    3404 base_network_controller_pods.go:974] [default/openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs] addLogicalPort annotation time took 12.127721ms
2026-07-12T00:02:42.632321361Z I0712 00:02:42.631902    3404 pods.go:270] [openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs] addLogicalPort took 14.237795ms, libovsdb time 1.282649ms
2026-07-12T00:02:42.995474123Z I0712 00:02:42.995394    3404 cni.go:454] [openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs 10ea104db5d25c88350eb9a74bcb6e1b4accc58d128d348dab14b8f3ad9cd89e network default NAD default NAD key ] ADD starting CNI request [openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs 10ea104db5d25c88350eb9a74bcb6e1b4accc58d128d348dab14b8f3ad9cd89e network default NAD default NAD key ]
2026-07-12T00:02:43.009831551Z I0712 00:02:43.009763    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-lws-operator, podName: lws-controller-manager-6bf7bdd7c5-r9zcs, hostIfaceName: 10ea104db5d25c8, network: default, NAD default, SandboxID: "10ea104db5d25c88350eb9a74bcb6e1b4accc58d128d348dab14b8f3ad9cd89e", PCI device ID: , UID: "c170135c-eadb-4bff-9ad0-ed62d60d63f3", MAC: 0a:58:0a:84:00:24, IPs: [10.132.0.36/23]
2026-07-12T00:02:43.074837937Z I0712 00:02:43.074775    3404 cni.go:480] [openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs 10ea104db5d25c88350eb9a74bcb6e1b4accc58d128d348dab14b8f3ad9cd89e network default NAD default NAD key default] ADD finished CNI request [openshift-lws-operator/lws-controller-manager-6bf7bdd7c5-r9zcs 10ea104db5d25c88350eb9a74bcb6e1b4accc58d128d348dab14b8f3ad9cd89e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0c:44:1f:84:eb\",\"name\":\"10ea104db5d25c8\"},{\"mac\":\"0a:58:0a:84:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e451262-b61b-4489-98da-6c5b7159366a\"}],\"ips\":[{\"address\":\"10.132.0.36/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:02:44.279512375Z I0712 00:02:44.279463    3404 base_network_controller_policy.go:1227] Adding network policy opendatahub/kserve-controller-manager for network default
2026-07-12T00:02:44.279583992Z I0712 00:02:44.279571    3404 base_network_controller_policy.go:1102] Policy opendatahub/kserve-controller-manager added to peer address sets []
2026-07-12T00:02:44.280774067Z I0712 00:02:44.280733    3404 base_network_controller_policy.go:1280] Create network policy opendatahub/kserve-controller-manager resources completed, update namespace loglevel
2026-07-12T00:02:45.202670235Z W0712 00:02:45.202593    3404 util.go:863] Failed to build global endpoints for port TCP/https-dns: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-12T00:02:45.202670235Z W0712 00:02:45.202638    3404 util.go:863] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-12T00:02:45.202670235Z W0712 00:02:45.202651    3404 util.go:863] Failed to build global endpoints for port TCP/grpc-xds: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-12T00:02:45.202726453Z W0712 00:02:45.202667    3404 util.go:863] Failed to build global endpoints for port TCP/http-monitoring: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-12T00:02:46.580298517Z I0712 00:02:46.580256    3404 base_network_controller_policy.go:1227] Adding network policy openshift-ingress/kube-auth-proxy for network default
2026-07-12T00:02:46.580893655Z I0712 00:02:46.580855    3404 base_network_controller_policy.go:1102] Policy openshift-ingress/kube-auth-proxy added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: data-science-gateway,},}]
2026-07-12T00:02:46.584950510Z I0712 00:02:46.584918    3404 base_network_controller_policy.go:1280] Create network policy openshift-ingress/kube-auth-proxy resources completed, update namespace loglevel
2026-07-12T00:02:46.746149577Z W0712 00:02:46.746095    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-lws-operator/lws-controller-manager-metrics-service
2026-07-12T00:02:46.746149577Z W0712 00:02:46.746103    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-lws-operator/lws-webhook-service
2026-07-12T00:02:46.787560586Z W0712 00:02:46.787514    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-lws-operator/lws-webhook-service
2026-07-12T00:02:46.790753863Z W0712 00:02:46.790715    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-lws-operator/lws-controller-manager-metrics-service
2026-07-12T00:02:47.794958809Z I0712 00:02:47.794904    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=31
2026-07-12T00:02:47.880789721Z I0712 00:02:47.880728    3404 cni.go:454] [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key ]
2026-07-12T00:02:47.906830573Z E0712 00:02:47.906773    3404 link_network_manager.go:101] Error while syncing link "ef13ea1bc215227": failed to get address from link "ef13ea1bc215227": failed to list addresses for "ef13ea1bc215227": no such device
2026-07-12T00:02:47.956159199Z I0712 00:02:47.956093    3404 cni.go:480] [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-jch66 ef13ea1bc215227046384bb83401abcfb2970863654924a9894cb579b7f06085 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:02:47.999388099Z I0712 00:02:47.999324    3404 pods.go:175] Deleting pod: openshift-ingress/istiod-openshift-gateway-7574459656-jch66
2026-07-12T00:02:48.000810549Z I0712 00:02:48.000772    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/istiod-openshift-gateway-7574459656-jch66, ips: 10.132.0.35
2026-07-12T00:02:48.761759988Z I0712 00:02:48.761707    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/istiod-openshift-gateway-7574459656-jch66
2026-07-12T00:02:48.761759988Z I0712 00:02:48.761743    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/istiod-openshift-gateway-7574459656-jch66
2026-07-12T00:02:50.732488813Z W0712 00:02:50.732432    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/odh-model-controller-webhook-service
2026-07-12T00:02:50.732819420Z W0712 00:02:50.732787    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/odh-model-controller-metrics-service
2026-07-12T00:02:50.760086403Z W0712 00:02:50.760000    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8080: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-12T00:02:50.760086403Z W0712 00:02:50.760031    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-12T00:02:50.820534962Z W0712 00:02:50.820479    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/llmisvc-webhook-server-service
2026-07-12T00:02:50.820601044Z W0712 00:02:50.820507    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/llmisvc-controller-manager-service
2026-07-12T00:02:50.833573180Z W0712 00:02:50.833521    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/kserve-webhook-server-service
2026-07-12T00:02:50.850305506Z W0712 00:02:50.850259    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-12T00:02:50.850305506Z W0712 00:02:50.850289    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-12T00:02:57.754517037Z W0712 00:02:57.754465    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service openshift-lws-operator/lws-webhook-service
2026-07-12T00:02:57.754734064Z W0712 00:02:57.754699    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8443: empty IP address endpoints for service openshift-lws-operator/lws-controller-manager-metrics-service
2026-07-12T00:03:02.794635686Z I0712 00:03:02.794582    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=71
2026-07-12T00:03:35.637808037Z I0712 00:03:35.637756    3404 namespace.go:97] [kuadrant-system] adding namespace
2026-07-12T00:03:35.638994434Z I0712 00:03:35.638954    3404 namespace.go:101] [kuadrant-system] adding namespace took 1.078816ms
2026-07-12T00:03:35.653194380Z I0712 00:03:35.653149    3404 namespace.go:141] [kuadrant-system] updating namespace
2026-07-12T00:03:35.661959659Z I0712 00:03:35.661907    3404 namespace.go:141] [kuadrant-system] updating namespace
2026-07-12T00:03:35.790090159Z I0712 00:03:35.790010    3404 base_network_controller_policy.go:1227] Adding network policy kuadrant-system/kuadrant-operator-catalog-grpc-server for network default
2026-07-12T00:03:35.790139598Z I0712 00:03:35.790084    3404 base_network_controller_policy.go:1102] Policy kuadrant-system/kuadrant-operator-catalog-grpc-server added to peer address sets []
2026-07-12T00:03:35.792408924Z I0712 00:03:35.792363    3404 base_network_controller_policy.go:1280] Create network policy kuadrant-system/kuadrant-operator-catalog-grpc-server resources completed, update namespace loglevel
2026-07-12T00:03:35.793078819Z I0712 00:03:35.793029    3404 base_network_controller_policy.go:1227] Adding network policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles for network default
2026-07-12T00:03:35.793078819Z I0712 00:03:35.793072    3404 base_network_controller_policy.go:1102] Policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles added to peer address sets []
2026-07-12T00:03:35.794363683Z I0712 00:03:35.794333    3404 base_network_controller_policy.go:1280] Create network policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles resources completed, update namespace loglevel
2026-07-12T00:03:36.590656272Z I0712 00:03:36.590602    3404 services_controller.go:693] Deleting service kuadrant-system/kuadrant-operator-catalog for network=default
2026-07-12T00:03:39.041863694Z W0712 00:03:39.041812    3404 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-12T00:03:39.055136858Z W0712 00:03:39.055082    3404 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-12T00:03:39.277840517Z I0712 00:03:39.277784    3404 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-grpc-server to delete 1 local pods...
2026-07-12T00:03:39.280883888Z W0712 00:03:39.280836    3404 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-12T00:03:40.046999738Z I0712 00:03:40.046940    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector kuadrant-system/kuadrant-operator-catalog-pxjpm
2026-07-12T00:03:40.046999738Z I0712 00:03:40.046972    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-catalog-pxjpm
2026-07-12T00:03:40.046999738Z I0712 00:03:40.046983    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-catalog-pxjpm
2026-07-12T00:03:51.433271889Z I0712 00:03:51.433227    3404 base_network_controller_pods.go:489] [default/kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s] creating logical port kuadrant-system_19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:03:51.433405924Z I0712 00:03:51.433384    3404 kube.go:233] Patching annotations on pod kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s
2026-07-12T00:03:51.443434149Z I0712 00:03:51.443385    3404 base_network_controller_pods.go:974] [default/kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s] addLogicalPort annotation time took 10.041244ms
2026-07-12T00:03:51.445054074Z I0712 00:03:51.444992    3404 pods.go:270] [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s] addLogicalPort took 11.785773ms, libovsdb time 1.181206ms
2026-07-12T00:03:51.802217803Z I0712 00:03:51.802159    3404 cni.go:454] [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key ]
2026-07-12T00:03:51.814990246Z I0712 00:03:51.814920    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: 19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s, hostIfaceName: ce575bcb73ec322, network: default, NAD default, SandboxID: "ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd", PCI device ID: , UID: "5d277fe6-a122-43c8-aa7e-8f03eb533a97", MAC: 0a:58:0a:84:00:25, IPs: [10.132.0.37/23]
2026-07-12T00:03:51.834185773Z I0712 00:03:51.834133    3404 base_network_controller_pods.go:489] [default/kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st] creating logical port kuadrant-system_9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:03:51.834384770Z I0712 00:03:51.834357    3404 kube.go:233] Patching annotations on pod kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st
2026-07-12T00:03:51.844296809Z I0712 00:03:51.844241    3404 base_network_controller_pods.go:974] [default/kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st] addLogicalPort annotation time took 9.928431ms
2026-07-12T00:03:51.846631851Z I0712 00:03:51.846587    3404 pods.go:270] [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st] addLogicalPort took 12.475541ms, libovsdb time 1.308726ms
2026-07-12T00:03:51.890530669Z I0712 00:03:51.890471    3404 cni.go:480] [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ff:c1:3c:a3:da\",\"name\":\"ce575bcb73ec322\"},{\"mac\":\"0a:58:0a:84:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8533f671-7af4-41f6-85b8-b878b0f5d001\"}],\"ips\":[{\"address\":\"10.132.0.37/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:03:51.941871088Z I0712 00:03:51.941821    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=8
2026-07-12T00:03:52.205139178Z I0712 00:03:52.205083    3404 cni.go:454] [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key ]
2026-07-12T00:03:52.216292521Z I0712 00:03:52.216233    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: 9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st, hostIfaceName: f2b68d0b760b89c, network: default, NAD default, SandboxID: "f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23", PCI device ID: , UID: "1eb00d54-7e37-437e-a949-cd62a414ed2b", MAC: 0a:58:0a:84:00:26, IPs: [10.132.0.38/23]
2026-07-12T00:03:52.235454253Z I0712 00:03:52.235402    3404 base_network_controller_pods.go:489] [default/kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp] creating logical port kuadrant-system_5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:03:52.235605918Z I0712 00:03:52.235590    3404 kube.go:233] Patching annotations on pod kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp
2026-07-12T00:03:52.245295030Z I0712 00:03:52.245248    3404 base_network_controller_pods.go:974] [default/kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp] addLogicalPort annotation time took 9.707389ms
2026-07-12T00:03:52.247151443Z I0712 00:03:52.247095    3404 pods.go:270] [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp] addLogicalPort took 11.712364ms, libovsdb time 1.30749ms
2026-07-12T00:03:52.288671771Z I0712 00:03:52.288616    3404 cni.go:480] [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e5:2a:81:20:ac\",\"name\":\"f2b68d0b760b89c\"},{\"mac\":\"0a:58:0a:84:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/201aa3b6-b2d7-424f-96d5-c971302258ba\"}],\"ips\":[{\"address\":\"10.132.0.38/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:03:52.611273320Z I0712 00:03:52.611219    3404 cni.go:454] [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key ]
2026-07-12T00:03:52.622437550Z I0712 00:03:52.622372    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: 5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp, hostIfaceName: 619a8868c2b0e05, network: default, NAD default, SandboxID: "619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e", PCI device ID: , UID: "e3a5a4a3-37ac-4bd2-acbb-3be74c44dff0", MAC: 0a:58:0a:84:00:27, IPs: [10.132.0.39/23]
2026-07-12T00:03:52.636874495Z I0712 00:03:52.636812    3404 base_network_controller_pods.go:489] [default/kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk] creating logical port kuadrant-system_0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:03:52.637146660Z I0712 00:03:52.637115    3404 kube.go:233] Patching annotations on pod kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk
2026-07-12T00:03:52.648207038Z I0712 00:03:52.648148    3404 base_network_controller_pods.go:974] [default/kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk] addLogicalPort annotation time took 11.126253ms
2026-07-12T00:03:52.650482519Z I0712 00:03:52.650439    3404 pods.go:270] [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk] addLogicalPort took 13.648605ms, libovsdb time 1.523728ms
2026-07-12T00:03:52.701115713Z I0712 00:03:52.701052    3404 cni.go:480] [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:7e:66:0b:e9:af\",\"name\":\"619a8868c2b0e05\"},{\"mac\":\"0a:58:0a:84:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb86a7a3-1505-41a3-8c53-4efb9ead2759\"}],\"ips\":[{\"address\":\"10.132.0.39/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:03:53.021420781Z I0712 00:03:53.021369    3404 cni.go:454] [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key ]
2026-07-12T00:03:53.032029838Z I0712 00:03:53.031977    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: 0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk, hostIfaceName: a462d690ea7a92a, network: default, NAD default, SandboxID: "a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed", PCI device ID: , UID: "fe32c8cf-3cf3-40cc-8fe2-6933fe66e0f0", MAC: 0a:58:0a:84:00:28, IPs: [10.132.0.40/23]
2026-07-12T00:03:53.103809755Z I0712 00:03:53.103745    3404 cni.go:480] [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c1:01:64:97:ba\",\"name\":\"a462d690ea7a92a\"},{\"mac\":\"0a:58:0a:84:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/788c0471-6519-4f22-bfa2-eb7998fc50c6\"}],\"ips\":[{\"address\":\"10.132.0.40/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:03:55.147831889Z I0712 00:03:55.147775    3404 cni.go:454] [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key ]
2026-07-12T00:03:55.175962886Z E0712 00:03:55.175916    3404 link_network_manager.go:101] Error while syncing link "ce575bcb73ec322": failed to get address from link "ce575bcb73ec322": failed to list addresses for "ce575bcb73ec322": no such device
2026-07-12T00:03:55.177863328Z E0712 00:03:55.177817    3404 link_network_manager.go:101] Error while syncing link "ce575bcb73ec322": failed to get address from link "ce575bcb73ec322": failed to list addresses for "ce575bcb73ec322": no such device
2026-07-12T00:03:55.235380559Z I0712 00:03:55.235313    3404 cni.go:480] [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s ce575bcb73ec3229b4d9d3b5e189c8884d67e92dc79fe687a6a8f3ae25f39edd network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:03:55.281766484Z I0712 00:03:55.281715    3404 pods.go:175] Deleting pod: kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s
2026-07-12T00:03:55.286188452Z I0712 00:03:55.286131    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/19cb86e64775c5699d5aacf881a09c2d51e7f55f9e1ff096f2a667c5e0d2k2s, ips: 10.132.0.37
2026-07-12T00:03:55.286245212Z I0712 00:03:55.286230    3404 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-12T00:03:57.165281195Z I0712 00:03:57.165220    3404 cni.go:454] [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key ]
2026-07-12T00:03:57.168848730Z I0712 00:03:57.168788    3404 cni.go:454] [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key ]
2026-07-12T00:03:57.168911558Z I0712 00:03:57.168788    3404 cni.go:454] [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key ]
2026-07-12T00:03:57.192505282Z E0712 00:03:57.192460    3404 link_network_manager.go:101] Error while syncing link "619a8868c2b0e05": failed to get address from link "619a8868c2b0e05": failed to list addresses for "619a8868c2b0e05": no such device
2026-07-12T00:03:57.240677693Z E0712 00:03:57.240635    3404 link_network_manager.go:101] Error while syncing link "f2b68d0b760b89c": failed to get address from link "f2b68d0b760b89c": failed to list addresses for "f2b68d0b760b89c": no such device
2026-07-12T00:03:57.241608045Z E0712 00:03:57.241569    3404 link_network_manager.go:101] Error while syncing link "a462d690ea7a92a": failed to get address from link "a462d690ea7a92a": failed to list addresses for "a462d690ea7a92a": no such device
2026-07-12T00:03:57.260916168Z I0712 00:03:57.260862    3404 cni.go:480] [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp 619a8868c2b0e058478a76c2909dcc750a840cf197f51a1b5843842a38d9074e network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:03:57.299294018Z I0712 00:03:57.299234    3404 cni.go:480] [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st f2b68d0b760b89c0021d5026551e9323e5a4745a519447e4dba47b269d859d23 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:03:57.306169666Z I0712 00:03:57.306113    3404 cni.go:480] [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk a462d690ea7a92a9a7788d220ada2aac79f1ed95bad8474b1afd1e1fe2bcd9ed network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:03:57.310878180Z I0712 00:03:57.310832    3404 pods.go:175] Deleting pod: kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp
2026-07-12T00:03:57.313844681Z I0712 00:03:57.313799    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/5fc36eb1065777914bfe0ff85f9a202e2a3bafefb563d9e2994474ed73645qp, ips: 10.132.0.39
2026-07-12T00:03:57.313900301Z I0712 00:03:57.313882    3404 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-12T00:03:57.352494093Z I0712 00:03:57.352443    3404 pods.go:175] Deleting pod: kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st
2026-07-12T00:03:57.354308289Z I0712 00:03:57.354250    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/9438e18bbad664a016701a3153a6b421e2d977be7eb0117f80bcf45ef1qs5st, ips: 10.132.0.38
2026-07-12T00:03:57.354354751Z I0712 00:03:57.354338    3404 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-12T00:03:57.368582032Z I0712 00:03:57.368532    3404 pods.go:175] Deleting pod: kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk
2026-07-12T00:03:57.370667639Z I0712 00:03:57.370628    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/0acee64185f523d1d1272e9af2e4d9333e0dcde792ba30e1fa9605b7595w4jk, ips: 10.132.0.40
2026-07-12T00:03:57.370763082Z I0712 00:03:57.370731    3404 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-12T00:03:59.795015846Z I0712 00:03:59.794958    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=167
2026-07-12T00:04:08.917655130Z I0712 00:04:08.917597    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
2026-07-12T00:04:13.204221488Z W0712 00:04:13.204172    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-12T00:04:14.491154387Z W0712 00:04:14.491101    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-12T00:04:14.499569646Z W0712 00:04:14.499522    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-12T00:04:15.515995960Z W0712 00:04:15.515940    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:17.526509553Z W0712 00:04:17.526443    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/authorino-operator-metrics
2026-07-12T00:04:17.852480563Z I0712 00:04:17.852431    3404 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt] creating logical port kuadrant-system_kuadrant-console-plugin-66b5774985-sj8lt for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:04:17.852595005Z I0712 00:04:17.852576    3404 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt
2026-07-12T00:04:17.867001855Z I0712 00:04:17.866946    3404 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt] addLogicalPort annotation time took 14.419631ms
2026-07-12T00:04:17.868875560Z I0712 00:04:17.868825    3404 pods.go:270] [kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt] addLogicalPort took 16.416895ms, libovsdb time 1.172696ms
2026-07-12T00:04:18.825098798Z I0712 00:04:18.825015    3404 cni.go:454] [kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt 9d8104cca09ae255326b1789c49fc602651049925f8fc395d9f30eb4270c9389 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt 9d8104cca09ae255326b1789c49fc602651049925f8fc395d9f30eb4270c9389 network default NAD default NAD key ]
2026-07-12T00:04:18.838255801Z I0712 00:04:18.838196    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-console-plugin-66b5774985-sj8lt, hostIfaceName: 9d8104cca09ae25, network: default, NAD default, SandboxID: "9d8104cca09ae255326b1789c49fc602651049925f8fc395d9f30eb4270c9389", PCI device ID: , UID: "23a96cba-ecb6-4293-af47-ae53c4041ee9", MAC: 0a:58:0a:84:00:29, IPs: [10.132.0.41/23]
2026-07-12T00:04:18.902106120Z I0712 00:04:18.902021    3404 cni.go:480] [kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt 9d8104cca09ae255326b1789c49fc602651049925f8fc395d9f30eb4270c9389 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-console-plugin-66b5774985-sj8lt 9d8104cca09ae255326b1789c49fc602651049925f8fc395d9f30eb4270c9389 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3e:b9:f0:87:a3\",\"name\":\"9d8104cca09ae25\"},{\"mac\":\"0a:58:0a:84:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f595b3-bf3b-45e6-b12a-db4c88e68f1f\"}],\"ips\":[{\"address\":\"10.132.0.41/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:04:19.104902885Z W0712 00:04:19.104840    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:19.111777100Z W0712 00:04:19.111737    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:19.118311223Z W0712 00:04:19.118272    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:19.127201954Z W0712 00:04:19.127170    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:20.243586441Z W0712 00:04:20.243534    3404 util.go:863] Failed to build global endpoints for port TCP/pprof: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service
2026-07-12T00:04:20.243586441Z W0712 00:04:20.243570    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service
2026-07-12T00:04:29.299577795Z W0712 00:04:29.299528    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-12T00:04:29.578203594Z W0712 00:04:29.578142    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:33.330608669Z W0712 00:04:33.330545    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:39.486277186Z W0712 00:04:39.486222    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:39.491552857Z W0712 00:04:39.491506    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:39.508444214Z W0712 00:04:39.508400    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:39.515988706Z W0712 00:04:39.515938    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:04:44.937832568Z I0712 00:04:44.937766    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-mg85g
2026-07-12T00:04:44.937832568Z I0712 00:04:44.937802    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-mg85g
2026-07-12T00:04:50.608716864Z I0712 00:04:50.608664    3404 base_network_controller_pods.go:489] [default/openshift-console/console-d48fbcfc4-txmcx] creating logical port openshift-console_console-d48fbcfc4-txmcx for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:04:50.608816754Z I0712 00:04:50.608798    3404 kube.go:233] Patching annotations on pod openshift-console/console-d48fbcfc4-txmcx
2026-07-12T00:04:50.622941428Z I0712 00:04:50.622877    3404 base_network_controller_pods.go:974] [default/openshift-console/console-d48fbcfc4-txmcx] addLogicalPort annotation time took 14.117124ms
2026-07-12T00:04:50.639021389Z I0712 00:04:50.638965    3404 pods.go:270] [openshift-console/console-d48fbcfc4-txmcx] addLogicalPort took 30.329645ms, libovsdb time 12.512826ms
2026-07-12T00:04:50.989486126Z I0712 00:04:50.989425    3404 cni.go:454] [openshift-console/console-d48fbcfc4-txmcx 5b0cf6429b0004970c00bcbfad5cb673a5658c135be14cad350d896bd0c7f92b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d48fbcfc4-txmcx 5b0cf6429b0004970c00bcbfad5cb673a5658c135be14cad350d896bd0c7f92b network default NAD default NAD key ]
2026-07-12T00:04:51.000894863Z I0712 00:04:51.000838    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-d48fbcfc4-txmcx, hostIfaceName: 5b0cf6429b00049, network: default, NAD default, SandboxID: "5b0cf6429b0004970c00bcbfad5cb673a5658c135be14cad350d896bd0c7f92b", PCI device ID: , UID: "f2e3d71a-a2d0-4a73-bb7d-b7ba5482073d", MAC: 0a:58:0a:84:00:2a, IPs: [10.132.0.42/23]
2026-07-12T00:04:51.064744470Z I0712 00:04:51.064688    3404 cni.go:480] [openshift-console/console-d48fbcfc4-txmcx 5b0cf6429b0004970c00bcbfad5cb673a5658c135be14cad350d896bd0c7f92b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d48fbcfc4-txmcx 5b0cf6429b0004970c00bcbfad5cb673a5658c135be14cad350d896bd0c7f92b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:82:d4:c1:e0:d6\",\"name\":\"5b0cf6429b00049\"},{\"mac\":\"0a:58:0a:84:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce84c8e8-31e9-483f-809d-785a0d2ed6f0\"}],\"ips\":[{\"address\":\"10.132.0.42/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:04:52.794265622Z I0712 00:04:52.794213    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=756
2026-07-12T00:04:57.434952181Z I0712 00:04:57.434888    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-controller-manager-55467d9f7-ww8cd
2026-07-12T00:04:57.435003862Z I0712 00:04:57.434948    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-controller-manager-55467d9f7-ww8cd
2026-07-12T00:05:01.464574607Z W0712 00:05:01.464528    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-12T00:05:01.464574607Z W0712 00:05:01.464551    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-12T00:05:15.237541405Z I0712 00:05:15.237487    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-58cd955675-2xm9d] creating logical port kuadrant-system_authorino-58cd955675-2xm9d for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:15.237795152Z I0712 00:05:15.237756    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-58cd955675-2xm9d
2026-07-12T00:05:15.247502954Z I0712 00:05:15.247450    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-58cd955675-2xm9d] addLogicalPort annotation time took 9.732179ms
2026-07-12T00:05:15.249385314Z I0712 00:05:15.249329    3404 pods.go:270] [kuadrant-system/authorino-58cd955675-2xm9d] addLogicalPort took 11.867885ms, libovsdb time 1.228421ms
2026-07-12T00:05:15.334637330Z I0712 00:05:15.334585    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-75d556bd77-6529h] creating logical port kuadrant-system_authorino-75d556bd77-6529h for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:15.334740837Z I0712 00:05:15.334721    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-75d556bd77-6529h
2026-07-12T00:05:15.342358184Z I0712 00:05:15.342303    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-75d556bd77-6529h] addLogicalPort annotation time took 7.626131ms
2026-07-12T00:05:15.344005419Z I0712 00:05:15.343961    3404 pods.go:270] [kuadrant-system/authorino-75d556bd77-6529h] addLogicalPort took 9.395746ms, libovsdb time 1.082641ms
2026-07-12T00:05:15.609493311Z I0712 00:05:15.609442    3404 cni.go:454] [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key ]
2026-07-12T00:05:15.619766119Z I0712 00:05:15.619712    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-58cd955675-2xm9d, hostIfaceName: fa3115289df9d94, network: default, NAD default, SandboxID: "fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea", PCI device ID: , UID: "1e240703-d893-4642-b0c8-9ded907089fb", MAC: 0a:58:0a:84:00:2b, IPs: [10.132.0.43/23]
2026-07-12T00:05:15.696058412Z I0712 00:05:15.695969    3404 cni.go:480] [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a6:f3:88:bc:ab\",\"name\":\"fa3115289df9d94\"},{\"mac\":\"0a:58:0a:84:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dc413b0-5258-41db-8ef6-01f31baa92be\"}],\"ips\":[{\"address\":\"10.132.0.43/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:05:15.710121348Z I0712 00:05:15.710061    3404 cni.go:454] [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key ]
2026-07-12T00:05:15.723784913Z I0712 00:05:15.723719    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-75d556bd77-6529h, hostIfaceName: b3706d79f1b3594, network: default, NAD default, SandboxID: "b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b", PCI device ID: , UID: "379fc1e6-fafa-4edb-ae62-c77e6b0cb2ee", MAC: 0a:58:0a:84:00:2c, IPs: [10.132.0.44/23]
2026-07-12T00:05:15.790666686Z I0712 00:05:15.790606    3404 cni.go:480] [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ec:67:14:4f:7b\",\"name\":\"b3706d79f1b3594\"},{\"mac\":\"0a:58:0a:84:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdaac096-87c6-4555-99c3-a125701ba908\"}],\"ips\":[{\"address\":\"10.132.0.44/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:05:21.824337686Z I0712 00:05:21.824284    3404 cni.go:454] [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key ]
2026-07-12T00:05:21.850108510Z E0712 00:05:21.850055    3404 link_network_manager.go:101] Error while syncing link "fa3115289df9d94": failed to get address from link "fa3115289df9d94": failed to list addresses for "fa3115289df9d94": no such device
2026-07-12T00:05:21.901969278Z I0712 00:05:21.901915    3404 cni.go:480] [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-58cd955675-2xm9d fa3115289df9d94f1a888dca733792f0cad63f8b0e0d017ac37cce811bf513ea network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:05:21.942576322Z I0712 00:05:21.942524    3404 pods.go:175] Deleting pod: kuadrant-system/authorino-58cd955675-2xm9d
2026-07-12T00:05:21.944391909Z I0712 00:05:21.944350    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-58cd955675-2xm9d, ips: 10.132.0.43
2026-07-12T00:05:22.697494628Z I0712 00:05:22.697444    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-58cd955675-2xm9d
2026-07-12T00:05:22.697574923Z I0712 00:05:22.697556    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-58cd955675-2xm9d
2026-07-12T00:05:26.756542748Z I0712 00:05:26.756491    3404 cni.go:454] [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key ]
2026-07-12T00:05:26.793625560Z E0712 00:05:26.793585    3404 link_network_manager.go:101] Error while syncing link "c3f9f89296f7d77": failed to get address from link "c3f9f89296f7d77": failed to list addresses for "c3f9f89296f7d77": no such device
2026-07-12T00:05:26.836714041Z I0712 00:05:26.836648    3404 cni.go:480] [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6f5c78c89c-cnw5w c3f9f89296f7d776fe375bbbc043f005782ac53993a9f9abaaff9c25ed7988c2 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:05:26.884006667Z I0712 00:05:26.883958    3404 pods.go:175] Deleting pod: openshift-console/console-6f5c78c89c-cnw5w
2026-07-12T00:05:26.885848782Z I0712 00:05:26.885795    3404 pods.go:235] Attempting to release IPs for pod: openshift-console/console-6f5c78c89c-cnw5w, ips: 10.132.0.24
2026-07-12T00:05:27.728120622Z I0712 00:05:27.728070    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f5c78c89c-cnw5w
2026-07-12T00:05:27.728232003Z I0712 00:05:27.728198    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f5c78c89c-cnw5w
2026-07-12T00:05:27.936728720Z I0712 00:05:27.936677    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
2026-07-12T00:05:29.607867334Z I0712 00:05:29.607804    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/limitador-limitador-64c94fd64f-jr7qd
2026-07-12T00:05:29.607929385Z I0712 00:05:29.607907    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/limitador-limitador-64c94fd64f-jr7qd
2026-07-12T00:05:34.089260282Z I0712 00:05:34.089210    3404 namespace.go:97] [odh-ai-gateway-infra] adding namespace
2026-07-12T00:05:34.090215781Z I0712 00:05:34.090190    3404 namespace.go:101] [odh-ai-gateway-infra] adding namespace took 950.319µs
2026-07-12T00:05:34.107309281Z I0712 00:05:34.107260    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:05:34.116862471Z I0712 00:05:34.116808    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:05:40.665586516Z W0712 00:05:40.665528    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service odh-ai-gateway-infra/postgres
2026-07-12T00:05:47.222741188Z I0712 00:05:47.222691    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-5d4b67c446-c4db8] creating logical port kuadrant-system_authorino-5d4b67c446-c4db8 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:47.222875206Z I0712 00:05:47.222844    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-5d4b67c446-c4db8
2026-07-12T00:05:47.232095698Z I0712 00:05:47.232048    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-5d4b67c446-c4db8] addLogicalPort annotation time took 9.23108ms
2026-07-12T00:05:47.233644788Z I0712 00:05:47.233607    3404 pods.go:270] [kuadrant-system/authorino-5d4b67c446-c4db8] addLogicalPort took 10.958982ms, libovsdb time 974.07µs
2026-07-12T00:05:47.474595770Z I0712 00:05:47.474543    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-dddd67977-26nj5] creating logical port kuadrant-system_authorino-dddd67977-26nj5 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:47.474820056Z I0712 00:05:47.474788    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-dddd67977-26nj5
2026-07-12T00:05:47.484264367Z I0712 00:05:47.484200    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-dddd67977-26nj5] addLogicalPort annotation time took 9.466913ms
2026-07-12T00:05:47.485870369Z I0712 00:05:47.485825    3404 pods.go:270] [kuadrant-system/authorino-dddd67977-26nj5] addLogicalPort took 11.308601ms, libovsdb time 1.044687ms
2026-07-12T00:05:47.515616856Z I0712 00:05:47.515563    3404 cni.go:454] [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key ]
2026-07-12T00:05:47.528859752Z I0712 00:05:47.528793    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-5d4b67c446-c4db8, hostIfaceName: d9248f8276c6d71, network: default, NAD default, SandboxID: "d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b", PCI device ID: , UID: "c1e57b6a-bf27-4575-b10f-3cbe6ed68d18", MAC: 0a:58:0a:84:00:2d, IPs: [10.132.0.45/23]
2026-07-12T00:05:47.589289946Z I0712 00:05:47.589243    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-55766d6cf7-76grl] creating logical port kuadrant-system_authorino-55766d6cf7-76grl for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:47.589431112Z I0712 00:05:47.589412    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-55766d6cf7-76grl
2026-07-12T00:05:47.596091346Z I0712 00:05:47.596017    3404 cni.go:480] [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:da:ba:5e:c2:3d\",\"name\":\"d9248f8276c6d71\"},{\"mac\":\"0a:58:0a:84:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbf66f50-2488-4ec8-b060-26cf029d0d96\"}],\"ips\":[{\"address\":\"10.132.0.45/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:05:47.598951752Z I0712 00:05:47.598898    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-55766d6cf7-76grl] addLogicalPort annotation time took 9.523501ms
2026-07-12T00:05:47.600793215Z I0712 00:05:47.600751    3404 pods.go:270] [kuadrant-system/authorino-55766d6cf7-76grl] addLogicalPort took 11.532561ms, libovsdb time 1.145812ms
2026-07-12T00:05:47.962183529Z I0712 00:05:47.962128    3404 cni.go:454] [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key ]
2026-07-12T00:05:47.974646601Z I0712 00:05:47.974587    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-55766d6cf7-76grl, hostIfaceName: 03c013c1f0b7815, network: default, NAD default, SandboxID: "03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245", PCI device ID: , UID: "2ecd2a74-54f0-4a13-8e56-c5c292f70418", MAC: 0a:58:0a:84:00:2f, IPs: [10.132.0.47/23]
2026-07-12T00:05:48.046991666Z I0712 00:05:48.046927    3404 cni.go:480] [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:fa:fb:78:c9:8f\",\"name\":\"03c013c1f0b7815\"},{\"mac\":\"0a:58:0a:84:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/158e976e-4d0a-45e0-b048-54d8594c01c3\"}],\"ips\":[{\"address\":\"10.132.0.47/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:05:48.848781525Z I0712 00:05:48.848717    3404 pods.go:175] Deleting pod: kuadrant-system/authorino-dddd67977-26nj5
2026-07-12T00:05:48.850505038Z I0712 00:05:48.850453    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-dddd67977-26nj5, ips: 10.132.0.46
2026-07-12T00:05:48.858738620Z I0712 00:05:48.858693    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-dddd67977-26nj5
2026-07-12T00:05:48.858738620Z I0712 00:05:48.858728    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-dddd67977-26nj5
2026-07-12T00:05:49.043695058Z I0712 00:05:49.043629    3404 cni.go:454] [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key ]
2026-07-12T00:05:49.051976024Z I0712 00:05:49.051917    3404 cni.go:454] [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key ]
2026-07-12T00:05:49.096188757Z E0712 00:05:49.096145    3404 link_network_manager.go:101] Error while syncing link "d9248f8276c6d71": failed to get address from link "d9248f8276c6d71": failed to list addresses for "d9248f8276c6d71": no such device
2026-07-12T00:05:49.104009492Z E0712 00:05:49.103967    3404 link_network_manager.go:101] Error while syncing link "b3706d79f1b3594": failed to get address from link "b3706d79f1b3594": failed to list addresses for "b3706d79f1b3594": no such device
2026-07-12T00:05:49.142074139Z I0712 00:05:49.141998    3404 cni.go:480] [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-5d4b67c446-c4db8 d9248f8276c6d71964188e91f6bc9198be82e7d4316365f5aaddf67ef2067c8b network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:05:49.149535356Z I0712 00:05:49.149463    3404 cni.go:480] [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-75d556bd77-6529h b3706d79f1b359497e7da79b0b7dbda99e3d79bb21140bfe3b6956fb4ccac39b network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:05:49.192140159Z I0712 00:05:49.192019    3404 pods.go:175] Deleting pod: kuadrant-system/authorino-5d4b67c446-c4db8
2026-07-12T00:05:49.193765406Z I0712 00:05:49.193716    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-5d4b67c446-c4db8, ips: 10.132.0.45
2026-07-12T00:05:49.205533089Z I0712 00:05:49.205473    3404 pods.go:175] Deleting pod: kuadrant-system/authorino-75d556bd77-6529h
2026-07-12T00:05:49.207204135Z I0712 00:05:49.207166    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-75d556bd77-6529h, ips: 10.132.0.44
2026-07-12T00:05:49.856201490Z I0712 00:05:49.856149    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-5d4b67c446-c4db8
2026-07-12T00:05:49.856272914Z I0712 00:05:49.856236    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-5d4b67c446-c4db8
2026-07-12T00:05:49.872777425Z I0712 00:05:49.872712    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-75d556bd77-6529h
2026-07-12T00:05:49.872874321Z I0712 00:05:49.872859    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-75d556bd77-6529h
2026-07-12T00:05:53.613424918Z I0712 00:05:53.613377    3404 base_network_controller_policy.go:1227] Adding network policy opendatahub/maas-controller-allow-monitoring for network default
2026-07-12T00:05:53.613424918Z I0712 00:05:53.613410    3404 base_network_controller_policy.go:1102] Policy opendatahub/maas-controller-allow-monitoring added to peer address sets []
2026-07-12T00:05:53.614350703Z I0712 00:05:53.614314    3404 base_network_controller_policy.go:1280] Create network policy opendatahub/maas-controller-allow-monitoring resources completed, update namespace loglevel
2026-07-12T00:05:53.768003355Z I0712 00:05:53.767960    3404 base_network_controller_pods.go:489] [default/opendatahub/maas-controller-6bc769888b-4c8vb] creating logical port opendatahub_maas-controller-6bc769888b-4c8vb for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:05:53.768154208Z I0712 00:05:53.768138    3404 kube.go:233] Patching annotations on pod opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:05:53.781806272Z I0712 00:05:53.781755    3404 base_network_controller_pods.go:974] [default/opendatahub/maas-controller-6bc769888b-4c8vb] addLogicalPort annotation time took 13.655215ms
2026-07-12T00:05:53.783746688Z I0712 00:05:53.783678    3404 pods.go:270] [opendatahub/maas-controller-6bc769888b-4c8vb] addLogicalPort took 15.7385ms, libovsdb time 1.156303ms
2026-07-12T00:05:54.744926866Z I0712 00:05:54.744868    3404 cni.go:454] [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key ] ADD starting CNI request [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key ]
2026-07-12T00:05:54.758004621Z I0712 00:05:54.757952    3404 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: maas-controller-6bc769888b-4c8vb, hostIfaceName: 203058f2c57b0fd, network: default, NAD default, SandboxID: "203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c", PCI device ID: , UID: "ec08e84a-9f36-46ff-8a70-8aead00a8d2e", MAC: 0a:58:0a:84:00:30, IPs: [10.132.0.48/23]
2026-07-12T00:05:54.824877811Z I0712 00:05:54.824816    3404 cni.go:480] [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key default] ADD finished CNI request [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:21:90:b2:01:1a\",\"name\":\"203058f2c57b0fd\"},{\"mac\":\"0a:58:0a:84:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e8d1080-6f4c-488c-aee5-e430f36384d7\"}],\"ips\":[{\"address\":\"10.132.0.48/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:05:56.896571749Z I0712 00:05:56.896520    3404 namespace.go:97] [ai-tenants] adding namespace
2026-07-12T00:05:56.897744510Z I0712 00:05:56.897694    3404 namespace.go:101] [ai-tenants] adding namespace took 1.113087ms
2026-07-12T00:05:56.900358724Z I0712 00:05:56.900293    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9
2026-07-12T00:05:56.908392655Z I0712 00:05:56.908346    3404 namespace.go:141] [ai-tenants] updating namespace
2026-07-12T00:05:56.916464521Z I0712 00:05:56.916411    3404 namespace.go:141] [ai-tenants] updating namespace
2026-07-12T00:05:57.755658630Z W0712 00:05:57.755610    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:05:57.909573488Z W0712 00:05:57.909529    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:06:08.758521147Z W0712 00:06:08.758468    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:06:08.758521147Z W0712 00:06:08.758498    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:06:08.929768471Z W0712 00:06:08.929709    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:06:09.213921824Z I0712 00:06:09.213870    3404 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods...
2026-07-12T00:06:09.213921824Z I0712 00:06:09.213903    3404 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods...
2026-07-12T00:06:09.811682717Z I0712 00:06:09.811626    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-559bbf7d4-2zc2q
2026-07-12T00:06:09.811682717Z I0712 00:06:09.811663    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-559bbf7d4-2zc2q
2026-07-12T00:06:09.811682717Z I0712 00:06:09.811672    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod opendatahub/maas-controller-559bbf7d4-2zc2q
2026-07-12T00:06:09.811727062Z I0712 00:06:09.811682    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod opendatahub/maas-controller-559bbf7d4-2zc2q
2026-07-12T00:06:26.794604028Z I0712 00:06:26.794540    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=165
2026-07-12T00:06:28.573246990Z I0712 00:06:28.573168    3404 namespace.go:97] [models-as-a-service] adding namespace
2026-07-12T00:06:28.574342614Z I0712 00:06:28.574296    3404 namespace.go:101] [models-as-a-service] adding namespace took 1.07016ms
2026-07-12T00:06:28.591480517Z I0712 00:06:28.591430    3404 namespace.go:141] [models-as-a-service] updating namespace
2026-07-12T00:06:28.604075827Z I0712 00:06:28.604000    3404 namespace.go:141] [models-as-a-service] updating namespace
2026-07-12T00:06:29.131250012Z I0712 00:06:29.131192    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-cleanup-restrict for network default
2026-07-12T00:06:29.131921579Z I0712 00:06:29.131898    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-cleanup-restrict added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}]
2026-07-12T00:06:29.134832348Z I0712 00:06:29.134792    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-cleanup-restrict resources completed, update namespace loglevel
2026-07-12T00:06:29.142584262Z I0712 00:06:29.142529    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-cleanup for network default
2026-07-12T00:06:29.143226650Z I0712 00:06:29.143190    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-cleanup added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app: maas-api-cleanup,app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}]
2026-07-12T00:06:29.143910856Z I0712 00:06:29.143888    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-cleanup resources completed, update namespace loglevel
2026-07-12T00:06:29.417961290Z I0712 00:06:29.417907    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-authorino-allow for network default
2026-07-12T00:06:29.418798986Z I0712 00:06:29.418761    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-authorino-allow added to peer address sets [default-network-controller_LS{ME:{LSR{Key:kubernetes.io/metadata.name,Operator:In,Values:[kuadrant-system openshift-operators],}},}_LS{ML:{authorino-resource: authorino,},}]
2026-07-12T00:06:29.419847197Z I0712 00:06:29.419801    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-authorino-allow resources completed, update namespace loglevel
2026-07-12T00:06:29.426562108Z I0712 00:06:29.426506    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway for network default
2026-07-12T00:06:29.426562108Z I0712 00:06:29.426544    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-gateway added to peer address sets []
2026-07-12T00:06:29.428515086Z I0712 00:06:29.428470    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway resources completed, update namespace loglevel
2026-07-12T00:06:29.457128311Z I0712 00:06:29.457078    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-monitoring for network default
2026-07-12T00:06:29.457185382Z I0712 00:06:29.457173    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-monitoring added to peer address sets []
2026-07-12T00:06:29.458025557Z I0712 00:06:29.457989    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-monitoring resources completed, update namespace loglevel
2026-07-12T00:06:29.730562819Z I0712 00:06:29.730452    3404 base_network_controller_pods.go:489] [default/openshift-ingress/payload-processing-f9b8d9b9b-pqcrl] creating logical port openshift-ingress_payload-processing-f9b8d9b9b-pqcrl for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:06:29.730752787Z I0712 00:06:29.730716    3404 kube.go:233] Patching annotations on pod openshift-ingress/payload-processing-f9b8d9b9b-pqcrl
2026-07-12T00:06:29.742277746Z I0712 00:06:29.742226    3404 base_network_controller_pods.go:974] [default/openshift-ingress/payload-processing-f9b8d9b9b-pqcrl] addLogicalPort annotation time took 11.591345ms
2026-07-12T00:06:29.744389611Z I0712 00:06:29.744328    3404 pods.go:270] [openshift-ingress/payload-processing-f9b8d9b9b-pqcrl] addLogicalPort took 13.922127ms, libovsdb time 1.410812ms
2026-07-12T00:06:29.794017047Z I0712 00:06:29.793959    3404 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/payload-processing for network default
2026-07-12T00:06:29.794778842Z I0712 00:06:29.794746    3404 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/payload-processing added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{app.kubernetes.io/component: payload-processing,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,gateway.istio.io/managed: istio.io-gateway-controller,},}]
2026-07-12T00:06:29.798026857Z I0712 00:06:29.797986    3404 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/payload-processing resources completed, update namespace loglevel
2026-07-12T00:06:30.111318255Z I0712 00:06:30.111265    3404 cni.go:454] [openshift-ingress/payload-processing-f9b8d9b9b-pqcrl 8b9e71fb5ab0567db03b51b51f5e33c1c5fc256adc0b23a8350bdb00b8659f63 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/payload-processing-f9b8d9b9b-pqcrl 8b9e71fb5ab0567db03b51b51f5e33c1c5fc256adc0b23a8350bdb00b8659f63 network default NAD default NAD key ]
2026-07-12T00:06:30.123398814Z I0712 00:06:30.123337    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-f9b8d9b9b-pqcrl, hostIfaceName: 8b9e71fb5ab0567, network: default, NAD default, SandboxID: "8b9e71fb5ab0567db03b51b51f5e33c1c5fc256adc0b23a8350bdb00b8659f63", PCI device ID: , UID: "1c7d0cac-009d-4d2a-ac17-40d8c3a9b9c2", MAC: 0a:58:0a:84:00:31, IPs: [10.132.0.49/23]
2026-07-12T00:06:30.198796873Z I0712 00:06:30.198739    3404 cni.go:480] [openshift-ingress/payload-processing-f9b8d9b9b-pqcrl 8b9e71fb5ab0567db03b51b51f5e33c1c5fc256adc0b23a8350bdb00b8659f63 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-f9b8d9b9b-pqcrl 8b9e71fb5ab0567db03b51b51f5e33c1c5fc256adc0b23a8350bdb00b8659f63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:9e:4b:02:8f:75\",\"name\":\"8b9e71fb5ab0567\"},{\"mac\":\"0a:58:0a:84:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/285c76c1-1253-4bdd-98d3-8abb345729b1\"}],\"ips\":[{\"address\":\"10.132.0.49/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:06:32.116534729Z W0712 00:06:32.116486    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-ingress/payload-processing
2026-07-12T00:06:32.941562401Z I0712 00:06:32.941509    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10
2026-07-12T00:06:32.942304897Z W0712 00:06:32.942267    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api
2026-07-12T00:06:32.956299750Z W0712 00:06:32.956250    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-ingress/payload-pre-processing
2026-07-12T00:06:37.977394744Z W0712 00:06:37.977345    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-12T00:06:37.977394744Z W0712 00:06:37.977373    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-12T00:06:39.876678684Z I0712 00:06:39.876614    3404 namespace.go:97] [llm] adding namespace
2026-07-12T00:06:39.877642848Z I0712 00:06:39.877619    3404 namespace.go:101] [llm] adding namespace took 962.872µs
2026-07-12T00:06:39.887574650Z I0712 00:06:39.887528    3404 namespace.go:141] [llm] updating namespace
2026-07-12T00:06:39.896158780Z I0712 00:06:39.896103    3404 namespace.go:141] [llm] updating namespace
2026-07-12T00:06:43.126585230Z W0712 00:06:43.126530    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing
2026-07-12T00:06:49.888934521Z I0712 00:06:49.888877    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11
2026-07-12T00:07:04.894261723Z I0712 00:07:04.894210    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=11
2026-07-12T00:07:05.119226322Z W0712 00:07:05.119173    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-distinct-2-simulated-kserve-workload-svc
2026-07-12T00:07:05.889692212Z I0712 00:07:05.889642    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
2026-07-12T00:07:11.318771341Z I0712 00:07:11.318720    3404 base_network_controller_pods.go:489] [default/llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp] creating logical port llm_e2e-distinct-simulated-kserve-59975d69f9-ffdlp for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:07:11.319061244Z I0712 00:07:11.318999    3404 kube.go:233] Patching annotations on pod llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp
2026-07-12T00:07:11.332646306Z I0712 00:07:11.332553    3404 base_network_controller_pods.go:974] [default/llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp] addLogicalPort annotation time took 13.597412ms
2026-07-12T00:07:11.334712861Z I0712 00:07:11.334659    3404 pods.go:270] [llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp] addLogicalPort took 15.951704ms, libovsdb time 1.268571ms
2026-07-12T00:07:11.694438523Z I0712 00:07:11.694387    3404 cni.go:454] [llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp 64c4802e8175b0326fee1c157b48757f1aa92537824ce1c70146feb11c66685c network default NAD default NAD key ] ADD starting CNI request [llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp 64c4802e8175b0326fee1c157b48757f1aa92537824ce1c70146feb11c66685c network default NAD default NAD key ]
2026-07-12T00:07:11.704718004Z I0712 00:07:11.704657    3404 helper_linux.go:546] ConfigureOVS: namespace: llm, podName: e2e-distinct-simulated-kserve-59975d69f9-ffdlp, hostIfaceName: 64c4802e8175b03, network: default, NAD default, SandboxID: "64c4802e8175b0326fee1c157b48757f1aa92537824ce1c70146feb11c66685c", PCI device ID: , UID: "23433c76-7bcb-4b0c-ad10-246c570259fb", MAC: 0a:58:0a:84:00:32, IPs: [10.132.0.50/23]
2026-07-12T00:07:11.770674415Z I0712 00:07:11.770613    3404 cni.go:480] [llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp 64c4802e8175b0326fee1c157b48757f1aa92537824ce1c70146feb11c66685c network default NAD default NAD key default] ADD finished CNI request [llm/e2e-distinct-simulated-kserve-59975d69f9-ffdlp 64c4802e8175b0326fee1c157b48757f1aa92537824ce1c70146feb11c66685c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:88:7a:9c:fd:09\",\"name\":\"64c4802e8175b03\"},{\"mac\":\"0a:58:0a:84:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/313ac305-6718-488b-b27d-8e8650b01177\"}],\"ips\":[{\"address\":\"10.132.0.50/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:07:14.370951816Z W0712 00:07:14.370903    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc
2026-07-12T00:07:15.794200314Z I0712 00:07:15.794148    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=27
2026-07-12T00:07:18.911948716Z I0712 00:07:18.911886    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=10
2026-07-12T00:07:22.435092943Z W0712 00:07:22.435003    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc
2026-07-12T00:07:23.262421538Z W0712 00:07:23.262366    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-trlp-test-simulated-kserve-workload-svc
2026-07-12T00:07:33.265552992Z W0712 00:07:33.265494    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc
2026-07-12T00:07:37.312438154Z W0712 00:07:37.312385    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/facebook-opt-125m-simulated-kserve-workload-svc
2026-07-12T00:07:43.722743189Z I0712 00:07:43.722693    3404 base_network_controller_pods.go:489] [default/llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj] creating logical port llm_premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:07:43.722993606Z I0712 00:07:43.722949    3404 kube.go:233] Patching annotations on pod llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj
2026-07-12T00:07:43.735629942Z I0712 00:07:43.735551    3404 base_network_controller_pods.go:974] [default/llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj] addLogicalPort annotation time took 12.659139ms
2026-07-12T00:07:43.737489819Z I0712 00:07:43.737447    3404 pods.go:270] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj] addLogicalPort took 14.774176ms, libovsdb time 1.270243ms
2026-07-12T00:07:44.093004207Z I0712 00:07:44.092943    3404 cni.go:454] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj d9e2094e38e4cfc9fd481012fe5c5e7184c32b52b9c3423058286039c3da5290 network default NAD default NAD key ] ADD starting CNI request [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj d9e2094e38e4cfc9fd481012fe5c5e7184c32b52b9c3423058286039c3da5290 network default NAD default NAD key ]
2026-07-12T00:07:44.103641845Z I0712 00:07:44.103588    3404 helper_linux.go:546] ConfigureOVS: namespace: llm, podName: premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj, hostIfaceName: d9e2094e38e4cfc, network: default, NAD default, SandboxID: "d9e2094e38e4cfc9fd481012fe5c5e7184c32b52b9c3423058286039c3da5290", PCI device ID: , UID: "abdb4ed0-7376-4768-a5ae-fa9fa3986f7c", MAC: 0a:58:0a:84:00:33, IPs: [10.132.0.51/23]
2026-07-12T00:07:44.166685142Z I0712 00:07:44.166628    3404 cni.go:480] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj d9e2094e38e4cfc9fd481012fe5c5e7184c32b52b9c3423058286039c3da5290 network default NAD default NAD key default] ADD finished CNI request [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-cptmj d9e2094e38e4cfc9fd481012fe5c5e7184c32b52b9c3423058286039c3da5290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:53:03:90:ca:c1\",\"name\":\"d9e2094e38e4cfc\"},{\"mac\":\"0a:58:0a:84:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47d1ddb5-4aa3-4628-85c7-6843e32e9e9f\"}],\"ips\":[{\"address\":\"10.132.0.51/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:07:44.551396594Z W0712 00:07:44.551346    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc
2026-07-12T00:07:54.624719524Z W0712 00:07:54.624661    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc
2026-07-12T00:08:53.944213366Z I0712 00:08:53.944153    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6
2026-07-12T00:08:57.797560808Z I0712 00:08:57.797492    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=48
2026-07-12T00:09:01.797533482Z I0712 00:09:01.797477    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=22
2026-07-12T00:09:04.874166540Z I0712 00:09:04.874120    3404 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-7c9f9c8596-6hf28] creating logical port kuadrant-system_authorino-7c9f9c8596-6hf28 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:09:04.874299806Z I0712 00:09:04.874284    3404 kube.go:233] Patching annotations on pod kuadrant-system/authorino-7c9f9c8596-6hf28
2026-07-12T00:09:04.883604492Z I0712 00:09:04.883546    3404 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-7c9f9c8596-6hf28] addLogicalPort annotation time took 9.303974ms
2026-07-12T00:09:04.885464733Z I0712 00:09:04.885414    3404 pods.go:270] [kuadrant-system/authorino-7c9f9c8596-6hf28] addLogicalPort took 11.312988ms, libovsdb time 1.239063ms
2026-07-12T00:09:05.247454499Z I0712 00:09:05.247390    3404 cni.go:454] [kuadrant-system/authorino-7c9f9c8596-6hf28 326943bcc635b3ae9591237f8453338d7aa4eaae782b4a9374bbb0f088cb9f5a network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-7c9f9c8596-6hf28 326943bcc635b3ae9591237f8453338d7aa4eaae782b4a9374bbb0f088cb9f5a network default NAD default NAD key ]
2026-07-12T00:09:05.260571600Z I0712 00:09:05.260509    3404 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-7c9f9c8596-6hf28, hostIfaceName: 326943bcc635b3a, network: default, NAD default, SandboxID: "326943bcc635b3ae9591237f8453338d7aa4eaae782b4a9374bbb0f088cb9f5a", PCI device ID: , UID: "a51ab4f6-edd8-42a3-ae2f-7a1d5d89287e", MAC: 0a:58:0a:84:00:34, IPs: [10.132.0.52/23]
2026-07-12T00:09:05.324703490Z I0712 00:09:05.324626    3404 cni.go:480] [kuadrant-system/authorino-7c9f9c8596-6hf28 326943bcc635b3ae9591237f8453338d7aa4eaae782b4a9374bbb0f088cb9f5a network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-7c9f9c8596-6hf28 326943bcc635b3ae9591237f8453338d7aa4eaae782b4a9374bbb0f088cb9f5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:7c:b8:86:55:53\",\"name\":\"326943bcc635b3a\"},{\"mac\":\"0a:58:0a:84:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28433c15-0f52-4f04-9585-55fdef397a30\"}],\"ips\":[{\"address\":\"10.132.0.52/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:09:06.198912946Z I0712 00:09:06.198859    3404 cni.go:454] [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key ]
2026-07-12T00:09:06.241893250Z E0712 00:09:06.241839    3404 link_network_manager.go:101] Error while syncing link "03c013c1f0b7815": failed to get address from link "03c013c1f0b7815": failed to list addresses for "03c013c1f0b7815": no such device
2026-07-12T00:09:06.286388049Z I0712 00:09:06.286335    3404 cni.go:480] [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-55766d6cf7-76grl 03c013c1f0b7815c89670019b5a1cee24b8bcdac37fa9ed9371356b6f4bdc245 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:09:06.338507850Z I0712 00:09:06.338449    3404 pods.go:175] Deleting pod: kuadrant-system/authorino-55766d6cf7-76grl
2026-07-12T00:09:06.340211330Z I0712 00:09:06.340173    3404 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-55766d6cf7-76grl, ips: 10.132.0.47
2026-07-12T00:09:06.503494045Z I0712 00:09:06.503432    3404 namespace.go:97] [premium-users-namespace] adding namespace
2026-07-12T00:09:06.504751469Z I0712 00:09:06.504706    3404 namespace.go:101] [premium-users-namespace] adding namespace took 1.206396ms
2026-07-12T00:09:06.518285249Z I0712 00:09:06.518241    3404 namespace.go:141] [premium-users-namespace] updating namespace
2026-07-12T00:09:06.523633974Z I0712 00:09:06.523590    3404 namespace.go:141] [premium-users-namespace] updating namespace
2026-07-12T00:09:07.025976261Z I0712 00:09:07.025901    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-55766d6cf7-76grl
2026-07-12T00:09:07.026117888Z I0712 00:09:07.026084    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-55766d6cf7-76grl
2026-07-12T00:09:07.654850495Z I0712 00:09:07.654795    3404 namespace.go:97] [maas-admin] adding namespace
2026-07-12T00:09:07.655938638Z I0712 00:09:07.655900    3404 namespace.go:101] [maas-admin] adding namespace took 1.068901ms
2026-07-12T00:09:07.672200401Z I0712 00:09:07.672153    3404 namespace.go:141] [maas-admin] updating namespace
2026-07-12T00:09:07.682734368Z I0712 00:09:07.682670    3404 namespace.go:141] [maas-admin] updating namespace
2026-07-12T00:09:31.920605005Z I0712 00:09:31.920553    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
2026-07-12T00:10:09.797273508Z I0712 00:10:09.797214    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=215
2026-07-12T00:10:26.378522067Z I0712 00:10:26.378467    3404 cni.go:454] [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key ] DEL starting CNI request [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key ]
2026-07-12T00:10:26.404248761Z E0712 00:10:26.404197    3404 link_network_manager.go:101] Error while syncing link "203058f2c57b0fd": failed to get address from link "203058f2c57b0fd": failed to list addresses for "203058f2c57b0fd": no such device
2026-07-12T00:10:26.459317146Z I0712 00:10:26.459252    3404 cni.go:480] [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key default] DEL finished CNI request [opendatahub/maas-controller-6bc769888b-4c8vb 203058f2c57b0fd12f2b9a58c8f6c0f411de7afb77eb044ca2f9e59495ddbc0c network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:10:26.504153848Z I0712 00:10:26.504095    3404 pods.go:175] Deleting pod: opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:10:26.506096332Z I0712 00:10:26.506051    3404 pods.go:235] Attempting to release IPs for pod: opendatahub/maas-controller-6bc769888b-4c8vb, ips: 10.132.0.48
2026-07-12T00:10:26.506141035Z I0712 00:10:26.506119    3404 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods...
2026-07-12T00:10:26.506443506Z I0712 00:10:26.506410    3404 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods...
2026-07-12T00:10:27.492589764Z I0712 00:10:27.492515    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:10:27.492644252Z I0712 00:10:27.492601    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:10:27.492676630Z I0712 00:10:27.492661    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:10:27.492699908Z I0712 00:10:27.492687    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod opendatahub/maas-controller-6bc769888b-4c8vb
2026-07-12T00:10:28.290608356Z I0712 00:10:28.290555    3404 base_network_controller_pods.go:489] [default/opendatahub/maas-controller-6bc769888b-rdxbg] creating logical port opendatahub_maas-controller-6bc769888b-rdxbg for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:10:28.290853415Z I0712 00:10:28.290826    3404 kube.go:233] Patching annotations on pod opendatahub/maas-controller-6bc769888b-rdxbg
2026-07-12T00:10:28.301433494Z I0712 00:10:28.301372    3404 base_network_controller_pods.go:974] [default/opendatahub/maas-controller-6bc769888b-rdxbg] addLogicalPort annotation time took 10.585835ms
2026-07-12T00:10:28.303375308Z I0712 00:10:28.303328    3404 pods.go:270] [opendatahub/maas-controller-6bc769888b-rdxbg] addLogicalPort took 12.793283ms, libovsdb time 1.289775ms
2026-07-12T00:10:28.666382639Z I0712 00:10:28.666320    3404 cni.go:454] [opendatahub/maas-controller-6bc769888b-rdxbg f20a05246d6db6409bd79a9bb28cfacbb5bbc0bf91bb1e093d146759c1ccb0eb network default NAD default NAD key ] ADD starting CNI request [opendatahub/maas-controller-6bc769888b-rdxbg f20a05246d6db6409bd79a9bb28cfacbb5bbc0bf91bb1e093d146759c1ccb0eb network default NAD default NAD key ]
2026-07-12T00:10:28.679403437Z I0712 00:10:28.679340    3404 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: maas-controller-6bc769888b-rdxbg, hostIfaceName: f20a05246d6db64, network: default, NAD default, SandboxID: "f20a05246d6db6409bd79a9bb28cfacbb5bbc0bf91bb1e093d146759c1ccb0eb", PCI device ID: , UID: "6b453020-3a2c-4841-9a9b-035201ff09bb", MAC: 0a:58:0a:84:00:35, IPs: [10.132.0.53/23]
2026-07-12T00:10:28.746662357Z I0712 00:10:28.746604    3404 cni.go:480] [opendatahub/maas-controller-6bc769888b-rdxbg f20a05246d6db6409bd79a9bb28cfacbb5bbc0bf91bb1e093d146759c1ccb0eb network default NAD default NAD key default] ADD finished CNI request [opendatahub/maas-controller-6bc769888b-rdxbg f20a05246d6db6409bd79a9bb28cfacbb5bbc0bf91bb1e093d146759c1ccb0eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3e:10:34:dc:0a\",\"name\":\"f20a05246d6db64\"},{\"mac\":\"0a:58:0a:84:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0af9116-2165-4ba6-8cfa-61eca979ba5b\"}],\"ips\":[{\"address\":\"10.132.0.53/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:10:30.543605423Z W0712 00:10:30.543550    3404 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:10:41.528574614Z W0712 00:10:41.528521    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-12T00:11:07.921009143Z I0712 00:11:07.920955    3404 namespace.go:97] [e2e-webhook-test-b17466] adding namespace
2026-07-12T00:11:07.922130293Z I0712 00:11:07.922085    3404 namespace.go:101] [e2e-webhook-test-b17466] adding namespace took 1.097783ms
2026-07-12T00:11:07.935968895Z I0712 00:11:07.935913    3404 namespace.go:141] [e2e-webhook-test-b17466] updating namespace
2026-07-12T00:11:07.946293814Z I0712 00:11:07.946243    3404 namespace.go:141] [e2e-webhook-test-b17466] updating namespace
2026-07-12T00:11:08.156383985Z I0712 00:11:08.156334    3404 namespace.go:141] [e2e-webhook-test-b17466] updating namespace
2026-07-12T00:11:13.948010368Z I0712 00:11:13.947955    3404 namespace.go:141] [e2e-webhook-test-b17466] updating namespace
2026-07-12T00:11:13.957607172Z I0712 00:11:13.957561    3404 namespace.go:299] [e2e-webhook-test-b17466] deleting namespace
2026-07-12T00:11:14.065834302Z I0712 00:11:14.065779    3404 namespace.go:97] [e2e-webhook-test-65053a] adding namespace
2026-07-12T00:11:14.066933551Z I0712 00:11:14.066900    3404 namespace.go:101] [e2e-webhook-test-65053a] adding namespace took 1.090685ms
2026-07-12T00:11:14.081386381Z I0712 00:11:14.081329    3404 namespace.go:141] [e2e-webhook-test-65053a] updating namespace
2026-07-12T00:11:14.086753681Z I0712 00:11:14.086702    3404 namespace.go:141] [e2e-webhook-test-65053a] updating namespace
2026-07-12T00:11:14.313140793Z I0712 00:11:14.313084    3404 namespace.go:141] [e2e-webhook-test-65053a] updating namespace
2026-07-12T00:11:15.908121109Z I0712 00:11:15.908071    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8
2026-07-12T00:11:19.872705679Z I0712 00:11:19.872654    3404 namespace.go:141] [e2e-webhook-test-65053a] updating namespace
2026-07-12T00:11:19.881448880Z I0712 00:11:19.881400    3404 namespace.go:299] [e2e-webhook-test-65053a] deleting namespace
2026-07-12T00:12:41.892916781Z I0712 00:12:41.892864    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
2026-07-12T00:12:55.914724567Z I0712 00:12:55.914676    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=6
2026-07-12T00:13:30.939204217Z I0712 00:13:30.939155    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
2026-07-12T00:13:39.902691893Z I0712 00:13:39.902641    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9
2026-07-12T00:13:48.797850953Z I0712 00:13:48.797789    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=155
2026-07-12T00:14:18.797074127Z I0712 00:14:18.797012    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=18
2026-07-12T00:14:30.799742297Z I0712 00:14:30.799694    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=24
2026-07-12T00:14:33.947394125Z I0712 00:14:33.947342    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6
2026-07-12T00:14:49.923270105Z I0712 00:14:49.923210    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-12T00:15:05.235908707Z I0712 00:15:05.235865    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:15:05.235908707Z I0712 00:15:05.235894    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:15:05.235957191Z I0712 00:15:05.235904    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:15:05.235957191Z I0712 00:15:05.235917    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:15:05.235957191Z I0712 00:15:05.235932    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:15:07.800077846Z I0712 00:15:07.800015    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=17
2026-07-12T00:15:18.169992825Z I0712 00:15:18.169939    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-qd26m
2026-07-12T00:15:18.170072866Z I0712 00:15:18.170014    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-qd26m
2026-07-12T00:15:24.944285345Z I0712 00:15:24.944236    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=8
2026-07-12T00:16:07.891768143Z I0712 00:16:07.891716    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
2026-07-12T00:16:16.410890962Z W0712 00:16:16.410839    3404 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-12T00:16:37.800066256Z I0712 00:16:37.799992    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=62
2026-07-12T00:17:03.897000804Z I0712 00:17:03.896946    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=10
2026-07-12T00:17:06.797206319Z I0712 00:17:06.797141    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=13
2026-07-12T00:18:21.917271881Z I0712 00:18:21.917221    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=6
2026-07-12T00:19:35.802250106Z I0712 00:19:35.802204    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=7
2026-07-12T00:20:07.909939468Z I0712 00:20:07.909880    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=9
2026-07-12T00:20:32.946277184Z I0712 00:20:32.946227    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7
2026-07-12T00:20:36.925243451Z I0712 00:20:36.925187    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-12T00:21:07.802546691Z I0712 00:21:07.802485    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=32
2026-07-12T00:21:51.893778546Z I0712 00:21:51.893732    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
2026-07-12T00:21:52.941817473Z I0712 00:21:52.941738    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
2026-07-12T00:22:16.949855031Z I0712 00:22:16.949804    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=9
2026-07-12T00:22:17.085220962Z I0712 00:22:17.085167    3404 services_controller.go:693] Deleting service llm/maas-e2e-cleanup-test for network=default
2026-07-12T00:22:18.895631593Z I0712 00:22:18.895571    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
2026-07-12T00:22:22.251481402Z I0712 00:22:22.251431    3404 services_controller.go:693] Deleting service llm/maas-e2e-external-model for network=default
2026-07-12T00:22:25.438513567Z I0712 00:22:25.438462    3404 namespace.go:97] [e2e-ait-wrong-c03233f7] adding namespace
2026-07-12T00:22:25.439486086Z I0712 00:22:25.439449    3404 namespace.go:101] [e2e-ait-wrong-c03233f7] adding namespace took 954.407µs
2026-07-12T00:22:25.455697084Z I0712 00:22:25.455655    3404 namespace.go:141] [e2e-ait-wrong-c03233f7] updating namespace
2026-07-12T00:22:25.464058424Z I0712 00:22:25.463984    3404 namespace.go:141] [e2e-ait-wrong-c03233f7] updating namespace
2026-07-12T00:22:25.933089725Z I0712 00:22:25.933017    3404 namespace.go:141] [e2e-ait-wrong-c03233f7] updating namespace
2026-07-12T00:22:31.743675685Z I0712 00:22:31.743613    3404 namespace.go:141] [e2e-ait-wrong-c03233f7] updating namespace
2026-07-12T00:22:31.752438415Z I0712 00:22:31.752393    3404 namespace.go:299] [e2e-ait-wrong-c03233f7] deleting namespace
2026-07-12T00:22:31.943842936Z I0712 00:22:31.943797    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:22:32.801274939Z W0712 00:22:32.801229    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:22:32.801274939Z W0712 00:22:32.801253    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:22:33.037169135Z I0712 00:22:33.037103    3404 namespace.go:97] [ai-tenant-e2e-ait-cb79ec53] adding namespace
2026-07-12T00:22:33.038219730Z I0712 00:22:33.038183    3404 namespace.go:101] [ai-tenant-e2e-ait-cb79ec53] adding namespace took 1.044712ms
2026-07-12T00:22:33.051216117Z I0712 00:22:33.051154    3404 namespace.go:141] [ai-tenant-e2e-ait-cb79ec53] updating namespace
2026-07-12T00:22:33.062355868Z I0712 00:22:33.062312    3404 namespace.go:141] [ai-tenant-e2e-ait-cb79ec53] updating namespace
2026-07-12T00:22:35.639286461Z I0712 00:22:35.639247    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:22:36.956909390Z W0712 00:22:36.956858    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53
2026-07-12T00:22:45.876975065Z W0712 00:22:45.876924    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:22:45.876975065Z W0712 00:22:45.876951    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:22:45.916249605Z I0712 00:22:45.916213    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:22:47.800284491Z I0712 00:22:47.800223    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=17
2026-07-12T00:22:57.172079268Z I0712 00:22:57.172022    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:22:57.172079268Z I0712 00:22:57.172066    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:22:57.172127339Z I0712 00:22:57.172082    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:22:57.172127339Z I0712 00:22:57.172093    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:22:57.172127339Z I0712 00:22:57.172105    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:22:58.062356645Z I0712 00:22:58.062297    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062356645Z I0712 00:22:58.062335    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062356645Z I0712 00:22:58.062344    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062409011Z I0712 00:22:58.062356    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062409011Z I0712 00:22:58.062368    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062409011Z I0712 00:22:58.062375    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:22:58.062409011Z I0712 00:22:58.062392    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-cb79ec53-jrk5l
2026-07-12T00:23:09.905874726Z I0712 00:23:09.905815    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=10
2026-07-12T00:23:13.799805548Z I0712 00:23:13.799755    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=24
2026-07-12T00:23:31.311834741Z I0712 00:23:31.311775    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:23:31.311834741Z I0712 00:23:31.311811    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:23:31.311834741Z I0712 00:23:31.311825    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:23:31.311894383Z I0712 00:23:31.311840    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:23:31.311894383Z I0712 00:23:31.311853    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:23:38.583218847Z I0712 00:23:38.583168    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53 for network=default
2026-07-12T00:23:38.863286125Z I0712 00:23:38.863229    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:23:38.863286125Z I0712 00:23:38.863255    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:23:38.863286125Z I0712 00:23:38.863268    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:23:38.863328848Z I0712 00:23:38.863282    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:23:39.233936414Z I0712 00:23:39.233882    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:39.233990311Z I0712 00:23:39.233933    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:39.233990311Z I0712 00:23:39.233947    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:39.233990311Z I0712 00:23:39.233955    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:39.233990311Z I0712 00:23:39.233965    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:39.233990311Z I0712 00:23:39.233977    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-ait-cb79ec53-649cc7b8d-fz9qw
2026-07-12T00:23:43.320273834Z I0712 00:23:43.320220    3404 namespace.go:141] [ai-tenant-e2e-ait-cb79ec53] updating namespace
2026-07-12T00:23:49.195176071Z I0712 00:23:49.195127    3404 namespace.go:141] [ai-tenant-e2e-ait-cb79ec53] updating namespace
2026-07-12T00:23:49.204824886Z I0712 00:23:49.204783    3404 namespace.go:299] [ai-tenant-e2e-ait-cb79ec53] deleting namespace
2026-07-12T00:23:53.857242942Z I0712 00:23:53.857194    3404 namespace.go:97] [ai-tenant-e2e-migrate-beef7709] adding namespace
2026-07-12T00:23:53.858323881Z I0712 00:23:53.858298    3404 namespace.go:101] [ai-tenant-e2e-migrate-beef7709] adding namespace took 1.074712ms
2026-07-12T00:23:53.876136006Z I0712 00:23:53.876086    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:23:53.885916161Z I0712 00:23:53.885868    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:23:54.072308026Z I0712 00:23:54.072260    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:23:55.304891323Z I0712 00:23:55.304817    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:23:58.318900876Z W0712 00:23:58.318861    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709
2026-07-12T00:23:58.337835276Z W0712 00:23:58.337791    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:23:58.337835276Z W0712 00:23:58.337816    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:23:58.834102118Z I0712 00:23:58.834028    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:23:59.254283477Z I0712 00:23:59.254228    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-ait-cb79ec53-openshift-default-5767b86b85-878hl
2026-07-12T00:23:59.254335141Z I0712 00:23:59.254307    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-ait-cb79ec53-openshift-default-5767b86b85-878hl
2026-07-12T00:24:00.082129642Z I0712 00:24:00.082031    3404 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:24:00.082129642Z I0712 00:24:00.082089    3404 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-ait-cb79ec53-openshift-default
2026-07-12T00:24:00.082193180Z I0712 00:24:00.082139    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-ait-cb79ec53-openshift-default for network=default
2026-07-12T00:24:03.785294551Z I0712 00:24:03.785238    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:24:07.899693763Z I0712 00:24:07.899635    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=9
2026-07-12T00:24:11.400548509Z W0712 00:24:11.400503    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:24:11.400548509Z W0712 00:24:11.400527    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:24:11.449507709Z I0712 00:24:11.449464    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:24:11.799233106Z I0712 00:24:11.799174    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=30
2026-07-12T00:24:19.561368302Z I0712 00:24:19.561319    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:24:19.561368302Z I0712 00:24:19.561348    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:24:19.561417178Z I0712 00:24:19.561364    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:24:19.561417178Z I0712 00:24:19.561375    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:24:19.561417178Z I0712 00:24:19.561386    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:24:20.455599208Z I0712 00:24:20.455539    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455599208Z I0712 00:24:20.455571    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455599208Z I0712 00:24:20.455578    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455599208Z I0712 00:24:20.455587    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455599208Z I0712 00:24:20.455592    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455655778Z I0712 00:24:20.455598    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:24:20.455655778Z I0712 00:24:20.455611    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-migrate-beef7709-nsjtf
2026-07-12T00:25:00.087510604Z I0712 00:25:00.087446    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:25:02.753430957Z I0712 00:25:02.753377    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:25:02.753430957Z I0712 00:25:02.753408    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:25:02.753430957Z I0712 00:25:02.753421    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:25:02.753469747Z I0712 00:25:02.753433    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:25:02.753469747Z I0712 00:25:02.753442    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:25:05.323665062Z I0712 00:25:05.323620    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:25:05.647743059Z I0712 00:25:05.647687    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-migrate-beef7709-gw-openshift-default-678b8895c9-8zbsm
2026-07-12T00:25:05.647803748Z I0712 00:25:05.647767    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-migrate-beef7709-gw-openshift-default-678b8895c9-8zbsm
2026-07-12T00:25:05.915613393Z I0712 00:25:05.915555    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709 for network=default
2026-07-12T00:25:06.062538697Z I0712 00:25:06.062478    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:25:06.363338475Z I0712 00:25:06.363288    3404 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:25:06.363448800Z I0712 00:25:06.363302    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default for network=default
2026-07-12T00:25:06.363448800Z I0712 00:25:06.363350    3404 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-migrate-beef7709-gw-openshift-default
2026-07-12T00:25:06.885188700Z I0712 00:25:06.885145    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:25:06.885188700Z I0712 00:25:06.885175    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:25:06.885188700Z I0712 00:25:06.885184    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:25:06.885226247Z I0712 00:25:06.885198    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:25:07.653658144Z I0712 00:25:07.653601    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:07.653658144Z I0712 00:25:07.653629    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:07.653658144Z I0712 00:25:07.653639    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:07.653658144Z I0712 00:25:07.653645    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:07.653658144Z I0712 00:25:07.653651    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:07.653712087Z I0712 00:25:07.653663    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-migrate-beef7709-b87bb74f5-7kwrn
2026-07-12T00:25:10.919973626Z I0712 00:25:10.919923    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=7
2026-07-12T00:25:11.504506285Z I0712 00:25:11.504453    3404 namespace.go:141] [ai-tenant-e2e-migrate-beef7709] updating namespace
2026-07-12T00:25:11.513514215Z I0712 00:25:11.513469    3404 namespace.go:299] [ai-tenant-e2e-migrate-beef7709] deleting namespace
2026-07-12T00:25:11.711952450Z I0712 00:25:11.711906    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:25:12.683568357Z W0712 00:25:12.683516    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:25:12.683568357Z W0712 00:25:12.683542    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:25:12.811154011Z I0712 00:25:12.811099    3404 namespace.go:97] [ai-tenant-e2e-ait-16b55c03] adding namespace
2026-07-12T00:25:12.812154727Z I0712 00:25:12.812120    3404 namespace.go:101] [ai-tenant-e2e-ait-16b55c03] adding namespace took 989.945µs
2026-07-12T00:25:12.827798745Z I0712 00:25:12.827753    3404 namespace.go:141] [ai-tenant-e2e-ait-16b55c03] updating namespace
2026-07-12T00:25:12.837599924Z I0712 00:25:12.837559    3404 namespace.go:141] [ai-tenant-e2e-ait-16b55c03] updating namespace
2026-07-12T00:25:14.638222518Z W0712 00:25:14.638168    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03
2026-07-12T00:25:15.466424893Z I0712 00:25:15.466389    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:25:29.764505837Z W0712 00:25:29.764455    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:25:29.764505837Z W0712 00:25:29.764482    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:25:29.812182573Z I0712 00:25:29.812141    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:25:37.931153371Z I0712 00:25:37.931106    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:25:37.931153371Z I0712 00:25:37.931138    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:25:37.931196072Z I0712 00:25:37.931150    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:25:37.931196072Z I0712 00:25:37.931167    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:25:37.931196072Z I0712 00:25:37.931179    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:25:38.822419094Z I0712 00:25:38.822362    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822419094Z I0712 00:25:38.822390    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822419094Z I0712 00:25:38.822398    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822419094Z I0712 00:25:38.822406    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822419094Z I0712 00:25:38.822412    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822480997Z I0712 00:25:38.822420    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:38.822480997Z I0712 00:25:38.822434    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-16b55c03-j2t2v
2026-07-12T00:25:41.802507241Z I0712 00:25:41.802452    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=193
2026-07-12T00:25:47.805007669Z I0712 00:25:47.804954    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=30
2026-07-12T00:26:21.119800325Z I0712 00:26:21.119747    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:26:21.119800325Z I0712 00:26:21.119776    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:26:21.119848035Z I0712 00:26:21.119796    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:26:21.119848035Z I0712 00:26:21.119808    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:26:21.119848035Z I0712 00:26:21.119822    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:26:28.539170304Z I0712 00:26:28.539113    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03 for network=default
2026-07-12T00:26:28.829892609Z I0712 00:26:28.829839    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:26:28.829892609Z I0712 00:26:28.829871    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:26:28.829928926Z I0712 00:26:28.829889    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:26:28.829928926Z I0712 00:26:28.829902    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:26:29.011550148Z I0712 00:26:29.011499    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:29.011550148Z I0712 00:26:29.011529    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:29.011550148Z I0712 00:26:29.011539    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:29.011625423Z I0712 00:26:29.011546    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:29.011625423Z I0712 00:26:29.011556    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:29.011625423Z I0712 00:26:29.011575    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-ait-16b55c03-78f966b67d-bffrj
2026-07-12T00:26:33.109840185Z I0712 00:26:33.109787    3404 namespace.go:141] [ai-tenant-e2e-ait-16b55c03] updating namespace
2026-07-12T00:26:38.729319163Z I0712 00:26:38.729271    3404 namespace.go:141] [ai-tenant-e2e-ait-16b55c03] updating namespace
2026-07-12T00:26:38.739316899Z I0712 00:26:38.739266    3404 namespace.go:299] [ai-tenant-e2e-ait-16b55c03] deleting namespace
2026-07-12T00:26:44.487851068Z I0712 00:26:44.487808    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:26:45.094975548Z W0712 00:26:45.094916    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:45.094975548Z W0712 00:26:45.094956    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:45.587222182Z I0712 00:26:45.587168    3404 namespace.go:97] [ai-tenant-e2e-derive-0aa3397f] adding namespace
2026-07-12T00:26:45.588251100Z I0712 00:26:45.588199    3404 namespace.go:101] [ai-tenant-e2e-derive-0aa3397f] adding namespace took 985.865µs
2026-07-12T00:26:45.604769049Z I0712 00:26:45.604626    3404 namespace.go:141] [ai-tenant-e2e-derive-0aa3397f] updating namespace
2026-07-12T00:26:45.612665563Z I0712 00:26:45.612611    3404 namespace.go:141] [ai-tenant-e2e-derive-0aa3397f] updating namespace
2026-07-12T00:26:48.123068472Z W0712 00:26:48.123001    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f
2026-07-12T00:26:49.505381381Z I0712 00:26:49.505327    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:26:49.948747137Z I0712 00:26:49.948696    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=6
2026-07-12T00:26:50.135310580Z I0712 00:26:50.135247    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-ait-16b55c03-openshift-default-6df55c585-kcc95
2026-07-12T00:26:50.135310580Z I0712 00:26:50.135287    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-ait-16b55c03-openshift-default-6df55c585-kcc95
2026-07-12T00:26:55.604063965Z I0712 00:26:55.603987    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-ait-16b55c03-openshift-default for network=default
2026-07-12T00:26:55.604158114Z I0712 00:26:55.604123    3404 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:26:55.604223528Z I0712 00:26:55.604141    3404 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-ait-16b55c03-openshift-default
2026-07-12T00:26:56.166584887Z W0712 00:26:56.166521    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:56.166584887Z W0712 00:26:56.166554    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:56.204760854Z I0712 00:26:56.204720    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:26:58.775921120Z W0712 00:26:58.775871    3404 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:58.776026095Z W0712 00:26:58.775993    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:26:58.810160668Z I0712 00:26:58.810109    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:27:09.356965556Z I0712 00:27:09.356911    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:27:09.356965556Z I0712 00:27:09.356942    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:27:09.356965556Z I0712 00:27:09.356957    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:27:09.357001979Z I0712 00:27:09.356972    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:27:09.357001979Z I0712 00:27:09.356982    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:27:10.251677415Z I0712 00:27:10.251607    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251677415Z I0712 00:27:10.251641    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251677415Z I0712 00:27:10.251651    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251677415Z I0712 00:27:10.251663    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251730745Z I0712 00:27:10.251673    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251730745Z I0712 00:27:10.251683    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:10.251730745Z I0712 00:27:10.251699    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-0aa3397f-c4lts
2026-07-12T00:27:13.805128150Z I0712 00:27:13.805074    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=45
2026-07-12T00:27:31.927754648Z I0712 00:27:31.927696    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-12T00:27:40.912160726Z I0712 00:27:40.912098    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8
2026-07-12T00:27:52.546098506Z I0712 00:27:52.546029    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:27:52.546098506Z I0712 00:27:52.546071    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:27:52.546098506Z I0712 00:27:52.546082    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:27:52.546141994Z I0712 00:27:52.546098    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:27:52.546141994Z I0712 00:27:52.546113    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:28:00.450493673Z I0712 00:28:00.450445    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f for network=default
2026-07-12T00:28:00.729350529Z I0712 00:28:00.729293    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:28:00.729350529Z I0712 00:28:00.729319    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:28:00.729350529Z I0712 00:28:00.729334    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:28:00.729394127Z I0712 00:28:00.729346    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:28:01.466792360Z I0712 00:28:01.466735    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:01.466854368Z I0712 00:28:01.466808    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:01.466854368Z I0712 00:28:01.466824    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:01.466854368Z I0712 00:28:01.466833    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:01.466854368Z I0712 00:28:01.466844    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:01.466882781Z I0712 00:28:01.466863    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-derive-0aa3397f-656798fcfb-2sxl4
2026-07-12T00:28:05.166782172Z I0712 00:28:05.166732    3404 namespace.go:141] [ai-tenant-e2e-derive-0aa3397f] updating namespace
2026-07-12T00:28:10.802586711Z I0712 00:28:10.802476    3404 namespace.go:141] [ai-tenant-e2e-derive-0aa3397f] updating namespace
2026-07-12T00:28:10.811988777Z I0712 00:28:10.811945    3404 namespace.go:299] [ai-tenant-e2e-derive-0aa3397f] deleting namespace
2026-07-12T00:28:14.896283493Z I0712 00:28:14.896233    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
2026-07-12T00:28:16.003235964Z I0712 00:28:16.003190    3404 namespace.go:97] [ai-tenant-e2e-mt-75d6863b] adding namespace
2026-07-12T00:28:16.004269251Z I0712 00:28:16.004228    3404 namespace.go:101] [ai-tenant-e2e-mt-75d6863b] adding namespace took 1.013691ms
2026-07-12T00:28:16.018463544Z I0712 00:28:16.018425    3404 namespace.go:141] [ai-tenant-e2e-mt-75d6863b] updating namespace
2026-07-12T00:28:16.028339569Z I0712 00:28:16.028293    3404 namespace.go:141] [ai-tenant-e2e-mt-75d6863b] updating namespace
2026-07-12T00:28:16.149915502Z I0712 00:28:16.149850    3404 namespace.go:141] [ai-tenant-e2e-mt-75d6863b] updating namespace
2026-07-12T00:28:17.828515032Z I0712 00:28:17.828467    3404 namespace.go:141] [ai-tenant-e2e-mt-75d6863b] updating namespace
2026-07-12T00:28:20.702822982Z I0712 00:28:20.702771    3404 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-12T00:28:21.598694870Z I0712 00:28:21.598641    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-derive-0aa3397f-openshift-default-c76498d59-glx24
2026-07-12T00:28:21.598745941Z I0712 00:28:21.598718    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-derive-0aa3397f-openshift-default-c76498d59-glx24
2026-07-12T00:28:21.926636920Z I0712 00:28:21.926579    3404 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:28:21.926724628Z I0712 00:28:21.926668    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-derive-0aa3397f-openshift-default for network=default
2026-07-12T00:28:21.926800965Z I0712 00:28:21.926714    3404 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-derive-0aa3397f-openshift-default
2026-07-12T00:28:23.535165107Z I0712 00:28:23.535110    3404 namespace.go:141] [ai-tenant-e2e-mt-75d6863b] updating namespace
2026-07-12T00:28:23.542243317Z I0712 00:28:23.542185    3404 namespace.go:299] [ai-tenant-e2e-mt-75d6863b] deleting namespace
2026-07-12T00:28:23.666161819Z I0712 00:28:23.666107    3404 namespace.go:97] [ai-tenant-e2e-mt-1f396c07] adding namespace
2026-07-12T00:28:23.667124573Z I0712 00:28:23.667096    3404 namespace.go:101] [ai-tenant-e2e-mt-1f396c07] adding namespace took 959.866µs
2026-07-12T00:28:23.681112213Z I0712 00:28:23.681068    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:23.689623199Z I0712 00:28:23.689577    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:23.811859944Z I0712 00:28:23.811809    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:24.312356176Z I0712 00:28:24.312311    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:50.411500903Z I0712 00:28:50.411451    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:55.947342593Z I0712 00:28:55.947288    3404 namespace.go:141] [ai-tenant-e2e-mt-1f396c07] updating namespace
2026-07-12T00:28:55.956286623Z I0712 00:28:55.956242    3404 namespace.go:299] [ai-tenant-e2e-mt-1f396c07] deleting namespace
2026-07-12T00:28:56.099823953Z I0712 00:28:56.099771    3404 namespace.go:97] [e2e-unlabeled-9fa495a3] adding namespace
2026-07-12T00:28:56.100879961Z I0712 00:28:56.100833    3404 namespace.go:101] [e2e-unlabeled-9fa495a3] adding namespace took 993.93µs
2026-07-12T00:28:56.114419426Z I0712 00:28:56.114363    3404 namespace.go:141] [e2e-unlabeled-9fa495a3] updating namespace
2026-07-12T00:28:56.124505362Z I0712 00:28:56.124461    3404 namespace.go:141] [e2e-unlabeled-9fa495a3] updating namespace
2026-07-12T00:29:12.216024891Z I0712 00:29:12.215973    3404 namespace.go:141] [e2e-unlabeled-9fa495a3] updating namespace
2026-07-12T00:29:17.943317706Z I0712 00:29:17.943267    3404 namespace.go:141] [e2e-unlabeled-9fa495a3] updating namespace
2026-07-12T00:29:17.951544538Z I0712 00:29:17.951500    3404 namespace.go:299] [e2e-unlabeled-9fa495a3] deleting namespace
2026-07-12T00:29:18.074415622Z I0712 00:29:18.074360    3404 namespace.go:97] [ai-tenant-e2e-mt-9fd8fb92] adding namespace
2026-07-12T00:29:18.075496064Z I0712 00:29:18.075453    3404 namespace.go:101] [ai-tenant-e2e-mt-9fd8fb92] adding namespace took 1.042377ms
2026-07-12T00:29:18.088602984Z I0712 00:29:18.088543    3404 namespace.go:141] [ai-tenant-e2e-mt-9fd8fb92] updating namespace
2026-07-12T00:29:18.093658677Z I0712 00:29:18.093612    3404 namespace.go:141] [ai-tenant-e2e-mt-9fd8fb92] updating namespace
2026-07-12T00:29:28.702961601Z I0712 00:29:28.702909    3404 namespace.go:141] [ai-tenant-e2e-mt-9fd8fb92] updating namespace
2026-07-12T00:29:29.581109959Z I0712 00:29:29.581060    3404 namespace.go:141] [ai-tenant-e2e-mt-9fd8fb92] updating namespace
2026-07-12T00:29:35.127326109Z I0712 00:29:35.127270    3404 namespace.go:141] [ai-tenant-e2e-mt-9fd8fb92] updating namespace
2026-07-12T00:29:35.138432935Z I0712 00:29:35.138383    3404 namespace.go:299] [ai-tenant-e2e-mt-9fd8fb92] deleting namespace
2026-07-12T00:29:35.258841787Z I0712 00:29:35.258790    3404 namespace.go:97] [ai-tenant-e2e-mt-28a713bd] adding namespace
2026-07-12T00:29:35.259892368Z I0712 00:29:35.259863    3404 namespace.go:101] [ai-tenant-e2e-mt-28a713bd] adding namespace took 952.509µs
2026-07-12T00:29:35.275849137Z I0712 00:29:35.275800    3404 namespace.go:141] [ai-tenant-e2e-mt-28a713bd] updating namespace
2026-07-12T00:29:35.283865576Z I0712 00:29:35.283823    3404 namespace.go:141] [ai-tenant-e2e-mt-28a713bd] updating namespace
2026-07-12T00:29:35.387156472Z I0712 00:29:35.387104    3404 namespace.go:141] [ai-tenant-e2e-mt-28a713bd] updating namespace
2026-07-12T00:29:36.280681924Z I0712 00:29:36.280635    3404 namespace.go:97] [ai-tenant-e2e-mt-0ea25ddf] adding namespace
2026-07-12T00:29:36.281685001Z I0712 00:29:36.281653    3404 namespace.go:101] [ai-tenant-e2e-mt-0ea25ddf] adding namespace took 990.57µs
2026-07-12T00:29:36.296889534Z I0712 00:29:36.296844    3404 namespace.go:141] [ai-tenant-e2e-mt-0ea25ddf] updating namespace
2026-07-12T00:29:36.305539508Z I0712 00:29:36.305479    3404 namespace.go:141] [ai-tenant-e2e-mt-0ea25ddf] updating namespace
2026-07-12T00:29:36.414317416Z I0712 00:29:36.414265    3404 namespace.go:141] [ai-tenant-e2e-mt-0ea25ddf] updating namespace
2026-07-12T00:29:38.269156349Z I0712 00:29:38.269103    3404 namespace.go:141] [ai-tenant-e2e-mt-28a713bd] updating namespace
2026-07-12T00:29:44.004667956Z I0712 00:29:44.004615    3404 namespace.go:141] [ai-tenant-e2e-mt-28a713bd] updating namespace
2026-07-12T00:29:44.012320391Z I0712 00:29:44.012273    3404 namespace.go:299] [ai-tenant-e2e-mt-28a713bd] deleting namespace
2026-07-12T00:29:44.736911729Z I0712 00:29:44.736856    3404 namespace.go:141] [ai-tenant-e2e-mt-0ea25ddf] updating namespace
2026-07-12T00:29:50.617707176Z I0712 00:29:50.617651    3404 namespace.go:141] [ai-tenant-e2e-mt-0ea25ddf] updating namespace
2026-07-12T00:29:50.626879330Z I0712 00:29:50.626835    3404 namespace.go:299] [ai-tenant-e2e-mt-0ea25ddf] deleting namespace
2026-07-12T00:29:50.871615365Z I0712 00:29:50.871565    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:29:51.955637845Z W0712 00:29:51.955590    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-061e4a12-openshift-default
2026-07-12T00:29:51.955637845Z W0712 00:29:51.955615    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-061e4a12-openshift-default
2026-07-12T00:29:54.270662382Z I0712 00:29:54.270609    3404 namespace.go:97] [ai-tenant-e2e-mt-061e4a12] adding namespace
2026-07-12T00:29:54.271706530Z I0712 00:29:54.271671    3404 namespace.go:101] [ai-tenant-e2e-mt-061e4a12] adding namespace took 939.83µs
2026-07-12T00:29:54.290647633Z I0712 00:29:54.290583    3404 namespace.go:141] [ai-tenant-e2e-mt-061e4a12] updating namespace
2026-07-12T00:29:54.302511858Z I0712 00:29:54.302439    3404 namespace.go:141] [ai-tenant-e2e-mt-061e4a12] updating namespace
2026-07-12T00:29:55.969252142Z W0712 00:29:55.969208    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12
2026-07-12T00:29:58.844566622Z I0712 00:29:58.844494    3404 namespace.go:141] [ai-tenant-e2e-mt-061e4a12] updating namespace
2026-07-12T00:29:59.570947059Z I0712 00:29:59.570895    3404 namespace.go:97] [e2e-mt-other-061e4a12] adding namespace
2026-07-12T00:29:59.571928439Z I0712 00:29:59.571889    3404 namespace.go:101] [e2e-mt-other-061e4a12] adding namespace took 965.197µs
2026-07-12T00:29:59.585420016Z I0712 00:29:59.585367    3404 namespace.go:141] [e2e-mt-other-061e4a12] updating namespace
2026-07-12T00:29:59.593875639Z I0712 00:29:59.593828    3404 namespace.go:141] [e2e-mt-other-061e4a12] updating namespace
2026-07-12T00:30:00.062640052Z I0712 00:30:00.062594    3404 namespace.go:141] [e2e-mt-other-061e4a12] updating namespace
2026-07-12T00:30:00.128470699Z I0712 00:30:00.128414    3404 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-29730270-whkwz for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:30:00.128717884Z I0712 00:30:00.128666    3404 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz
2026-07-12T00:30:00.128818186Z I0712 00:30:00.128793    3404 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b] creating logical port odh-ai-gateway-infra_maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:30:00.128987957Z I0712 00:30:00.128946    3404 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:00.137967864Z I0712 00:30:00.137910    3404 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz] addLogicalPort annotation time took 9.302615ms
2026-07-12T00:30:00.139633008Z I0712 00:30:00.139582    3404 pods.go:270] [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz] addLogicalPort took 11.189759ms, libovsdb time 969.737µs
2026-07-12T00:30:00.140675977Z I0712 00:30:00.140621    3404 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b] addLogicalPort annotation time took 11.720165ms
2026-07-12T00:30:00.142483587Z I0712 00:30:00.142418    3404 pods.go:270] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b] addLogicalPort took 13.637272ms, libovsdb time 1.134738ms
2026-07-12T00:30:00.211962009Z I0712 00:30:00.211904    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key ]
2026-07-12T00:30:00.224638300Z I0712 00:30:00.224575    3404 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-29730270-whkwz, hostIfaceName: c9bec6248b5368f, network: default, NAD default, SandboxID: "c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342", PCI device ID: , UID: "59a1d278-524e-487d-b547-cc82dbd94a14", MAC: 0a:58:0a:84:00:36, IPs: [10.132.0.54/23]
2026-07-12T00:30:00.225621813Z I0712 00:30:00.225585    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key ]
2026-07-12T00:30:00.238847636Z I0712 00:30:00.238774    3404 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b, hostIfaceName: 10f60bd6dcf5930, network: default, NAD default, SandboxID: "10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871", PCI device ID: , UID: "eb8078a6-093c-44ed-ae83-ec5d825c7045", MAC: 0a:58:0a:84:00:37, IPs: [10.132.0.55/23]
2026-07-12T00:30:00.302112742Z I0712 00:30:00.302026    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:77:4b:e5:cf:07\",\"name\":\"c9bec6248b5368f\"},{\"mac\":\"0a:58:0a:84:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4f293b2-f614-46bd-8695-67bf8e247d75\"}],\"ips\":[{\"address\":\"10.132.0.54/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:30:00.328381904Z I0712 00:30:00.328318    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:11:24:c0:49:d2\",\"name\":\"10f60bd6dcf5930\"},{\"mac\":\"0a:58:0a:84:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9acfc06f-b66a-48c9-81e4-4de10e3a7207\"}],\"ips\":[{\"address\":\"10.132.0.55/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:30:05.700994003Z I0712 00:30:05.700943    3404 namespace.go:141] [e2e-mt-other-061e4a12] updating namespace
2026-07-12T00:30:05.708582265Z I0712 00:30:05.708516    3404 namespace.go:299] [e2e-mt-other-061e4a12] deleting namespace
2026-07-12T00:30:06.359380287Z I0712 00:30:06.359329    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key ]
2026-07-12T00:30:06.359444256Z I0712 00:30:06.359329    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key ]
2026-07-12T00:30:06.386414210Z E0712 00:30:06.386363    3404 link_network_manager.go:101] Error while syncing link "10f60bd6dcf5930": failed to get address from link "10f60bd6dcf5930": failed to list addresses for "10f60bd6dcf5930": no such device
2026-07-12T00:30:06.401664559Z E0712 00:30:06.401623    3404 link_network_manager.go:101] Error while syncing link "c9bec6248b5368f": failed to get address from link "c9bec6248b5368f": failed to list addresses for "c9bec6248b5368f": no such device
2026-07-12T00:30:06.442959374Z I0712 00:30:06.442899    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b 10f60bd6dcf5930d3f44d7749eeee6ce12b65bf7929d6de50d84ec9d66e57871 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:30:06.475283791Z I0712 00:30:06.475221    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz c9bec6248b5368f2357bebe808d31025d66cdc9d2420b3d75353421fa407e342 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:30:06.496792034Z I0712 00:30:06.496728    3404 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:06.498864756Z I0712 00:30:06.498819    3404 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b, ips: 10.132.0.55
2026-07-12T00:30:06.498898700Z I0712 00:30:06.498882    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:30:06.499200638Z I0712 00:30:06.499170    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:30:06.499446387Z I0712 00:30:06.499423    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:30:06.499676890Z I0712 00:30:06.499651    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:30:06.499950232Z I0712 00:30:06.499926    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:30:06.520669365Z I0712 00:30:06.520610    3404 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz
2026-07-12T00:30:06.523121364Z I0712 00:30:06.523075    3404 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-key-cleanup-29730270-whkwz, ips: 10.132.0.54
2026-07-12T00:30:06.523155079Z I0712 00:30:06.523143    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:30:06.523487159Z I0712 00:30:06.523462    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:30:06.523709645Z I0712 00:30:06.523689    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:30:06.523933910Z I0712 00:30:06.523909    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:30:06.524151628Z I0712 00:30:06.524133    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:30:09.042503128Z W0712 00:30:09.042457    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-061e4a12-openshift-default
2026-07-12T00:30:09.042503128Z W0712 00:30:09.042484    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-061e4a12-openshift-default
2026-07-12T00:30:09.177591655Z I0712 00:30:09.177537    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:30:09.177591655Z I0712 00:30:09.177566    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:30:09.177591655Z I0712 00:30:09.177581    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:30:09.177634736Z I0712 00:30:09.177591    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:30:09.177634736Z I0712 00:30:09.177606    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:30:16.454005200Z I0712 00:30:16.453958    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12 for network=default
2026-07-12T00:30:16.494615277Z I0712 00:30:16.494564    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494615277Z I0712 00:30:16.494597    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494615277Z I0712 00:30:16.494606    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494657247Z I0712 00:30:16.494617    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494657247Z I0712 00:30:16.494624    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494657247Z I0712 00:30:16.494635    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.494657247Z I0712 00:30:16.494648    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-key-cleanup-e2e-mt-061e4a12-29730270-j9m7b
2026-07-12T00:30:16.734885209Z I0712 00:30:16.734823    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:30:16.734885209Z I0712 00:30:16.734855    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:30:16.734885209Z I0712 00:30:16.734875    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:30:16.734924919Z I0712 00:30:16.734888    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:30:17.097393830Z I0712 00:30:17.097339    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:17.097447420Z I0712 00:30:17.097398    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:17.097447420Z I0712 00:30:17.097412    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:17.097447420Z I0712 00:30:17.097420    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:17.097447420Z I0712 00:30:17.097428    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:17.097463885Z I0712 00:30:17.097456    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-mt-061e4a12-7fdcb46544-kxgm4
2026-07-12T00:30:21.161421157Z I0712 00:30:21.161365    3404 namespace.go:141] [ai-tenant-e2e-mt-061e4a12] updating namespace
2026-07-12T00:30:22.902489382Z I0712 00:30:22.902432    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=8
2026-07-12T00:30:26.933690380Z I0712 00:30:26.933635    3404 namespace.go:141] [ai-tenant-e2e-mt-061e4a12] updating namespace
2026-07-12T00:30:26.943263651Z I0712 00:30:26.943225    3404 namespace.go:299] [ai-tenant-e2e-mt-061e4a12] deleting namespace
2026-07-12T00:30:31.888148040Z I0712 00:30:31.888095    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-mt-061e4a12-openshift-default for network=default
2026-07-12T00:30:32.132123899Z I0712 00:30:32.132066    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:30:32.253644640Z I0712 00:30:32.253584    3404 namespace.go:97] [e2e-webhook-sub-18a35ef2] adding namespace
2026-07-12T00:30:32.254641499Z I0712 00:30:32.254593    3404 namespace.go:101] [e2e-webhook-sub-18a35ef2] adding namespace took 980.74µs
2026-07-12T00:30:32.273376181Z I0712 00:30:32.273323    3404 namespace.go:141] [e2e-webhook-sub-18a35ef2] updating namespace
2026-07-12T00:30:32.281412905Z I0712 00:30:32.281348    3404 namespace.go:141] [e2e-webhook-sub-18a35ef2] updating namespace
2026-07-12T00:30:32.518801846Z I0712 00:30:32.518755    3404 namespace.go:141] [e2e-webhook-sub-18a35ef2] updating namespace
2026-07-12T00:30:37.491016925Z I0712 00:30:37.490960    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-mt-061e4a12-openshift-default-5c64669bdc-58v2g
2026-07-12T00:30:37.491016925Z I0712 00:30:37.490996    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-mt-061e4a12-openshift-default-5c64669bdc-58v2g
2026-07-12T00:30:38.262461699Z I0712 00:30:38.262416    3404 namespace.go:141] [e2e-webhook-sub-18a35ef2] updating namespace
2026-07-12T00:30:38.270646666Z I0712 00:30:38.270601    3404 namespace.go:299] [e2e-webhook-sub-18a35ef2] deleting namespace
2026-07-12T00:30:38.396822729Z I0712 00:30:38.396776    3404 namespace.go:97] [e2e-webhook-auth-476fbda1] adding namespace
2026-07-12T00:30:38.397791419Z I0712 00:30:38.397763    3404 namespace.go:101] [e2e-webhook-auth-476fbda1] adding namespace took 960.23µs
2026-07-12T00:30:38.408097815Z I0712 00:30:38.408017    3404 namespace.go:141] [e2e-webhook-auth-476fbda1] updating namespace
2026-07-12T00:30:38.413334613Z I0712 00:30:38.413289    3404 namespace.go:141] [e2e-webhook-auth-476fbda1] updating namespace
2026-07-12T00:30:38.668289145Z I0712 00:30:38.668242    3404 namespace.go:141] [e2e-webhook-auth-476fbda1] updating namespace
2026-07-12T00:30:44.340854850Z I0712 00:30:44.340806    3404 namespace.go:141] [e2e-webhook-auth-476fbda1] updating namespace
2026-07-12T00:30:44.348247905Z I0712 00:30:44.348207    3404 namespace.go:299] [e2e-webhook-auth-476fbda1] deleting namespace
2026-07-12T00:30:51.374305118Z I0712 00:30:51.374257    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:30:52.952289055Z I0712 00:30:52.952233    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=10
2026-07-12T00:30:53.268772157Z W0712 00:30:53.268711    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-68596461-openshift-default
2026-07-12T00:30:53.268772157Z W0712 00:30:53.268742    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-68596461-openshift-default
2026-07-12T00:30:55.138897099Z I0712 00:30:55.138840    3404 namespace.go:97] [ai-tenant-e2e-mt-68596461] adding namespace
2026-07-12T00:30:55.139888856Z I0712 00:30:55.139846    3404 namespace.go:101] [ai-tenant-e2e-mt-68596461] adding namespace took 912.326µs
2026-07-12T00:30:55.156489647Z I0712 00:30:55.156436    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:30:55.164971449Z I0712 00:30:55.164920    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:30:56.380602791Z W0712 00:30:56.380556    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-68596461
2026-07-12T00:30:59.678559596Z I0712 00:30:59.678500    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:31:01.425528637Z I0712 00:31:01.425476    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq] creating logical port ai-tenant-e2e-mt-68596461_e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:31:01.425755155Z I0712 00:31:01.425729    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq
2026-07-12T00:31:01.438988225Z I0712 00:31:01.438687    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq] addLogicalPort annotation time took 13.009363ms
2026-07-12T00:31:01.440543490Z I0712 00:31:01.440499    3404 pods.go:270] [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq] addLogicalPort took 15.047013ms, libovsdb time 1.164569ms
2026-07-12T00:31:01.802649133Z I0712 00:31:01.802589    3404 cni.go:454] [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key ]
2026-07-12T00:31:01.813840861Z I0712 00:31:01.813787    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-mt-68596461, podName: e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq, hostIfaceName: 8fac2bade89fba0, network: default, NAD default, SandboxID: "8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6", PCI device ID: , UID: "93df52a4-91a1-4a6f-840f-efa18d5a9aaf", MAC: 0a:58:0a:84:00:38, IPs: [10.132.0.56/23]
2026-07-12T00:31:01.882246431Z I0712 00:31:01.882186    3404 cni.go:480] [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:af:97:32:94:6a\",\"name\":\"8fac2bade89fba0\"},{\"mac\":\"0a:58:0a:84:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93045a3f-a2c4-4c58-aa56-82420be9f8d4\"}],\"ips\":[{\"address\":\"10.132.0.56/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:31:02.668228129Z W0712 00:31:02.668174    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-workload-svc
2026-07-12T00:31:02.943925112Z I0712 00:31:02.943870    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
2026-07-12T00:31:10.361288428Z W0712 00:31:10.361224    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-68596461-openshift-default
2026-07-12T00:31:10.361288428Z W0712 00:31:10.361253    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-68596461-openshift-default
2026-07-12T00:31:12.739927433Z W0712 00:31:12.739883    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-workload-svc
2026-07-12T00:31:21.803122395Z I0712 00:31:21.803065    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=95
2026-07-12T00:31:25.560414923Z I0712 00:31:25.560351    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:31:25.560414923Z I0712 00:31:25.560387    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:31:25.560414923Z I0712 00:31:25.560401    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:31:25.560458823Z I0712 00:31:25.560416    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:31:25.560458823Z I0712 00:31:25.560429    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:31:33.173769311Z I0712 00:31:33.173723    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-mt-68596461 for network=default
2026-07-12T00:31:33.461122253Z I0712 00:31:33.461073    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:31:33.461122253Z I0712 00:31:33.461108    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:31:33.461164972Z I0712 00:31:33.461122    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:31:33.461164972Z I0712 00:31:33.461132    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:31:33.869852515Z I0712 00:31:33.869791    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:33.869852515Z I0712 00:31:33.869824    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:33.869852515Z I0712 00:31:33.869836    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:33.869852515Z I0712 00:31:33.869845    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:33.869906922Z I0712 00:31:33.869853    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:33.869906922Z I0712 00:31:33.869872    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-mt-68596461-866c77c6c-7cwvp
2026-07-12T00:31:37.726625420Z I0712 00:31:37.726571    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:31:42.749028829Z I0712 00:31:42.748985    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:31:48.801657776Z I0712 00:31:48.801604    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=53
2026-07-12T00:31:53.898150387Z I0712 00:31:53.898095    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
2026-07-12T00:31:57.923605220Z I0712 00:31:57.923553    3404 cni.go:454] [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key ]
2026-07-12T00:31:57.959733534Z E0712 00:31:57.959690    3404 link_network_manager.go:101] Error while syncing link "8fac2bade89fba0": failed to get address from link "8fac2bade89fba0": failed to list addresses for "8fac2bade89fba0": no such device
2026-07-12T00:31:58.002973221Z I0712 00:31:58.002905    3404 cni.go:480] [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq 8fac2bade89fba08ce8c196a6f3ea18bf9d8afdf25ea0f8dfc2da94cd7b3d1f6 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:31:58.048863630Z I0712 00:31:58.048815    3404 pods.go:175] Deleting pod: ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq
2026-07-12T00:31:58.050426669Z I0712 00:31:58.050383    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq, ips: 10.132.0.56
2026-07-12T00:31:58.996524382Z I0712 00:31:58.996479    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq
2026-07-12T00:31:58.996591426Z I0712 00:31:58.996576    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-6dbbf9f7b7-z2qmq
2026-07-12T00:32:14.802309093Z I0712 00:32:14.802252    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=89
2026-07-12T00:32:19.388412096Z I0712 00:32:19.388347    3404 services_controller.go:693] Deleting service ai-tenant-e2e-mt-68596461/e2e-lifecycle-model-68596461-kserve-workload-svc for network=default
2026-07-12T00:32:19.700534723Z I0712 00:32:19.700480    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:32:25.318518435Z I0712 00:32:25.318471    3404 namespace.go:141] [ai-tenant-e2e-mt-68596461] updating namespace
2026-07-12T00:32:25.328174442Z I0712 00:32:25.328129    3404 namespace.go:299] [ai-tenant-e2e-mt-68596461] deleting namespace
2026-07-12T00:32:29.879117510Z I0712 00:32:29.879065    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-mt-68596461-openshift-default for network=default
2026-07-12T00:32:30.095498441Z I0712 00:32:30.095442    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:32:31.087942887Z I0712 00:32:31.087886    3404 namespace.go:97] [ai-tenant-e2e-mt-855e9c6a] adding namespace
2026-07-12T00:32:31.089096003Z I0712 00:32:31.089070    3404 namespace.go:101] [ai-tenant-e2e-mt-855e9c6a] adding namespace took 1.148469ms
2026-07-12T00:32:31.104084877Z I0712 00:32:31.104020    3404 namespace.go:141] [ai-tenant-e2e-mt-855e9c6a] updating namespace
2026-07-12T00:32:31.112432892Z I0712 00:32:31.112363    3404 namespace.go:141] [ai-tenant-e2e-mt-855e9c6a] updating namespace
2026-07-12T00:32:31.203886010Z I0712 00:32:31.203834    3404 namespace.go:141] [ai-tenant-e2e-mt-855e9c6a] updating namespace
2026-07-12T00:32:31.922726242Z I0712 00:32:31.922666    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9
2026-07-12T00:32:32.002490483Z I0712 00:32:32.002440    3404 namespace.go:97] [ai-tenant-e2e-mt-1e4c3c1d] adding namespace
2026-07-12T00:32:32.003531037Z I0712 00:32:32.003493    3404 namespace.go:101] [ai-tenant-e2e-mt-1e4c3c1d] adding namespace took 1.025397ms
2026-07-12T00:32:32.010627803Z I0712 00:32:32.010545    3404 namespace.go:141] [ai-tenant-e2e-mt-1e4c3c1d] updating namespace
2026-07-12T00:32:32.019441985Z I0712 00:32:32.019390    3404 namespace.go:141] [ai-tenant-e2e-mt-1e4c3c1d] updating namespace
2026-07-12T00:32:32.136735729Z I0712 00:32:32.136664    3404 namespace.go:141] [ai-tenant-e2e-mt-1e4c3c1d] updating namespace
2026-07-12T00:32:33.641804621Z I0712 00:32:33.641754    3404 namespace.go:141] [ai-tenant-e2e-mt-855e9c6a] updating namespace
2026-07-12T00:32:35.761899803Z I0712 00:32:35.761833    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-mt-68596461-openshift-default-575b59cbcf-87qms
2026-07-12T00:32:35.761899803Z I0712 00:32:35.761870    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-mt-68596461-openshift-default-575b59cbcf-87qms
2026-07-12T00:32:39.401487865Z I0712 00:32:39.401434    3404 namespace.go:141] [ai-tenant-e2e-mt-855e9c6a] updating namespace
2026-07-12T00:32:39.409933075Z I0712 00:32:39.409890    3404 namespace.go:299] [ai-tenant-e2e-mt-855e9c6a] deleting namespace
2026-07-12T00:32:40.113638931Z I0712 00:32:40.113594    3404 namespace.go:141] [ai-tenant-e2e-mt-1e4c3c1d] updating namespace
2026-07-12T00:32:45.845400733Z I0712 00:32:45.845349    3404 namespace.go:141] [ai-tenant-e2e-mt-1e4c3c1d] updating namespace
2026-07-12T00:32:45.854109727Z I0712 00:32:45.854059    3404 namespace.go:299] [ai-tenant-e2e-mt-1e4c3c1d] deleting namespace
2026-07-12T00:32:45.965184868Z I0712 00:32:45.965133    3404 namespace.go:97] [ai-tenant-e2e-mt-15acb990] adding namespace
2026-07-12T00:32:45.966269985Z I0712 00:32:45.966235    3404 namespace.go:101] [ai-tenant-e2e-mt-15acb990] adding namespace took 1.073533ms
2026-07-12T00:32:45.984948396Z I0712 00:32:45.984899    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:32:45.993379460Z I0712 00:32:45.993332    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:32:51.908434942Z I0712 00:32:51.908374    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=10
2026-07-12T00:32:56.582141422Z I0712 00:32:56.582089    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:32:56.955592896Z I0712 00:32:56.955542    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:33:17.929429933Z I0712 00:33:17.929381    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:33:23.684170213Z I0712 00:33:23.684118    3404 namespace.go:141] [ai-tenant-e2e-mt-15acb990] updating namespace
2026-07-12T00:33:23.692677945Z I0712 00:33:23.692633    3404 namespace.go:299] [ai-tenant-e2e-mt-15acb990] deleting namespace
2026-07-12T00:33:24.031814188Z I0712 00:33:24.031755    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:33:24.981353722Z W0712 00:33:24.981302    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-a-e82014-openshift-default
2026-07-12T00:33:24.981353722Z W0712 00:33:24.981328    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-a-e82014-openshift-default
2026-07-12T00:33:26.857897238Z I0712 00:33:26.857831    3404 namespace.go:97] [ai-tenant-e2e-inf-a-e82014] adding namespace
2026-07-12T00:33:26.858939991Z I0712 00:33:26.858900    3404 namespace.go:101] [ai-tenant-e2e-inf-a-e82014] adding namespace took 1.036093ms
2026-07-12T00:33:26.874822722Z I0712 00:33:26.874773    3404 namespace.go:141] [ai-tenant-e2e-inf-a-e82014] updating namespace
2026-07-12T00:33:26.884774441Z I0712 00:33:26.884727    3404 namespace.go:141] [ai-tenant-e2e-inf-a-e82014] updating namespace
2026-07-12T00:33:28.998776186Z W0712 00:33:28.998717    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014
2026-07-12T00:33:31.399810294Z I0712 00:33:31.399759    3404 namespace.go:141] [ai-tenant-e2e-inf-a-e82014] updating namespace
2026-07-12T00:33:31.733226243Z I0712 00:33:31.733163    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:33:33.187784621Z W0712 00:33:33.187735    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-b-25afa8-openshift-default
2026-07-12T00:33:33.187784621Z W0712 00:33:33.187767    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-b-25afa8-openshift-default
2026-07-12T00:33:35.031594265Z I0712 00:33:35.031545    3404 namespace.go:97] [ai-tenant-e2e-inf-b-25afa8] adding namespace
2026-07-12T00:33:35.032596288Z I0712 00:33:35.032560    3404 namespace.go:101] [ai-tenant-e2e-inf-b-25afa8] adding namespace took 986.104µs
2026-07-12T00:33:35.049674894Z I0712 00:33:35.049628    3404 namespace.go:141] [ai-tenant-e2e-inf-b-25afa8] updating namespace
2026-07-12T00:33:35.061488053Z I0712 00:33:35.061414    3404 namespace.go:141] [ai-tenant-e2e-inf-b-25afa8] updating namespace
2026-07-12T00:33:37.038970156Z W0712 00:33:37.038920    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8
2026-07-12T00:33:39.577281115Z I0712 00:33:39.577221    3404 namespace.go:141] [ai-tenant-e2e-inf-b-25afa8] updating namespace
2026-07-12T00:33:42.064101988Z W0712 00:33:42.064057    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-a-e82014-openshift-default
2026-07-12T00:33:42.064101988Z W0712 00:33:42.064081    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-a-e82014-openshift-default
2026-07-12T00:33:51.279168786Z W0712 00:33:51.279106    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-b-25afa8-openshift-default
2026-07-12T00:33:51.279232585Z W0712 00:33:51.279172    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-b-25afa8-openshift-default
2026-07-12T00:33:59.637096264Z I0712 00:33:59.637024    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj] creating logical port ai-tenant-e2e-inf-a-e82014_test-model-e82014-kserve-7bd684799c-swpdj for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:33:59.637225253Z I0712 00:33:59.637206    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj
2026-07-12T00:33:59.647598423Z I0712 00:33:59.647550    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj] addLogicalPort annotation time took 10.404256ms
2026-07-12T00:33:59.649378923Z I0712 00:33:59.649329    3404 pods.go:270] [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj] addLogicalPort took 12.328499ms, libovsdb time 1.296639ms
2026-07-12T00:34:00.008868687Z I0712 00:34:00.008815    3404 cni.go:454] [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key ]
2026-07-12T00:34:00.019154939Z I0712 00:34:00.019094    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-inf-a-e82014, podName: test-model-e82014-kserve-7bd684799c-swpdj, hostIfaceName: 72bc7a3704a0ab7, network: default, NAD default, SandboxID: "72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2", PCI device ID: , UID: "13e33733-4f08-4307-8611-587825ba48b5", MAC: 0a:58:0a:84:00:39, IPs: [10.132.0.57/23]
2026-07-12T00:34:00.084890609Z I0712 00:34:00.084825    3404 cni.go:480] [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e2:ed:0d:e5:ac\",\"name\":\"72bc7a3704a0ab7\"},{\"mac\":\"0a:58:0a:84:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e33cff5b-c14b-47e1-827d-4a2f9f3b0f36\"}],\"ips\":[{\"address\":\"10.132.0.57/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:34:00.706671375Z W0712 00:34:00.706624    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-workload-svc
2026-07-12T00:34:10.784549891Z W0712 00:34:10.784499    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-workload-svc
2026-07-12T00:34:10.951238029Z I0712 00:34:10.951182    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=8
2026-07-12T00:34:14.807302921Z I0712 00:34:14.807249    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=24
2026-07-12T00:34:14.824921681Z I0712 00:34:14.824874    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6] creating logical port ai-tenant-e2e-inf-b-25afa8_test-model-25afa8-kserve-566c977cb7-8qcn6 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:34:14.825103021Z I0712 00:34:14.825083    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6
2026-07-12T00:34:14.837496926Z I0712 00:34:14.837438    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6] addLogicalPort annotation time took 12.430721ms
2026-07-12T00:34:14.839671279Z I0712 00:34:14.839618    3404 pods.go:270] [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6] addLogicalPort took 14.937671ms, libovsdb time 1.353432ms
2026-07-12T00:34:15.197327895Z I0712 00:34:15.197271    3404 cni.go:454] [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key ]
2026-07-12T00:34:15.208540168Z I0712 00:34:15.208484    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-inf-b-25afa8, podName: test-model-25afa8-kserve-566c977cb7-8qcn6, hostIfaceName: 5e8176da450d7d0, network: default, NAD default, SandboxID: "5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa", PCI device ID: , UID: "cb954fcb-731a-4f31-94d9-74a1d976f425", MAC: 0a:58:0a:84:00:3a, IPs: [10.132.0.58/23]
2026-07-12T00:34:15.276201762Z I0712 00:34:15.276144    3404 cni.go:480] [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a4:91:e1:90:4f\",\"name\":\"5e8176da450d7d0\"},{\"mac\":\"0a:58:0a:84:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60a3ed77-2688-4aa5-9df7-9a8e95a7d1b4\"}],\"ips\":[{\"address\":\"10.132.0.58/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:34:15.805235308Z W0712 00:34:15.805189    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-workload-svc
2026-07-12T00:34:25.883652663Z W0712 00:34:25.883601    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-workload-svc
2026-07-12T00:34:31.914823098Z I0712 00:34:31.914765    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=7
2026-07-12T00:34:32.930369651Z I0712 00:34:32.930311    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-12T00:34:33.095176471Z I0712 00:34:33.095124    3404 services_controller.go:693] Deleting service ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-workload-svc for network=default
2026-07-12T00:34:33.987856872Z I0712 00:34:33.987791    3404 services_controller.go:693] Deleting service ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-workload-svc for network=default
2026-07-12T00:34:37.439668514Z I0712 00:34:37.439604    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:34:37.439668514Z I0712 00:34:37.439639    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:34:37.439668514Z I0712 00:34:37.439657    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:34:37.439715556Z I0712 00:34:37.439668    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:34:37.439715556Z I0712 00:34:37.439682    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:34:37.898939950Z I0712 00:34:37.898886    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
2026-07-12T00:34:44.507972780Z I0712 00:34:44.507921    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014 for network=default
2026-07-12T00:34:44.789698283Z I0712 00:34:44.789642    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:34:44.789698283Z I0712 00:34:44.789675    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:34:44.789698283Z I0712 00:34:44.789690    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:34:44.789740037Z I0712 00:34:44.789702    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:34:45.363081816Z I0712 00:34:45.363011    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.363137747Z I0712 00:34:45.363125    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.363152027Z I0712 00:34:45.363142    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.363162104Z I0712 00:34:45.363155    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.363173237Z I0712 00:34:45.363166    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.363199587Z I0712 00:34:45.363187    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-inf-a-e82014-64fb548546-rncp6
2026-07-12T00:34:45.805234049Z I0712 00:34:45.805177    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=287
2026-07-12T00:34:48.301510035Z I0712 00:34:48.301454    3404 cni.go:454] [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key ]
2026-07-12T00:34:48.339716445Z E0712 00:34:48.339671    3404 link_network_manager.go:101] Error while syncing link "72bc7a3704a0ab7": failed to get address from link "72bc7a3704a0ab7": failed to list addresses for "72bc7a3704a0ab7": no such device
2026-07-12T00:34:48.383636017Z I0712 00:34:48.383573    3404 cni.go:480] [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj 72bc7a3704a0ab7e4766c6a66c0a5f17608d6fa3e0a92bae4b12afef93c080c2 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:34:48.428400662Z I0712 00:34:48.428339    3404 pods.go:175] Deleting pod: ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj
2026-07-12T00:34:48.430320352Z I0712 00:34:48.430275    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj, ips: 10.132.0.57
2026-07-12T00:34:49.008063715Z I0712 00:34:49.007986    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj
2026-07-12T00:34:49.008114512Z I0712 00:34:49.008056    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-inf-a-e82014/test-model-e82014-kserve-7bd684799c-swpdj
2026-07-12T00:34:49.188678943Z I0712 00:34:49.188623    3404 cni.go:454] [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key ]
2026-07-12T00:34:49.212916778Z I0712 00:34:49.212861    3404 namespace.go:141] [ai-tenant-e2e-inf-a-e82014] updating namespace
2026-07-12T00:34:49.226449507Z E0712 00:34:49.226398    3404 link_network_manager.go:101] Error while syncing link "5e8176da450d7d0": failed to get address from link "5e8176da450d7d0": failed to list addresses for "5e8176da450d7d0": no such device
2026-07-12T00:34:49.277311530Z I0712 00:34:49.277251    3404 cni.go:480] [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6 5e8176da450d7d0e0231f1e3c88bcc99a6a2bca098f7f8412c1c7dbe00d912fa network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:34:49.324738515Z I0712 00:34:49.324668    3404 pods.go:175] Deleting pod: ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6
2026-07-12T00:34:49.326364593Z I0712 00:34:49.326312    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6, ips: 10.132.0.58
2026-07-12T00:34:50.021982156Z I0712 00:34:50.021930    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6
2026-07-12T00:34:50.022080959Z I0712 00:34:50.022058    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-inf-b-25afa8/test-model-25afa8-kserve-566c977cb7-8qcn6
2026-07-12T00:34:55.094395363Z I0712 00:34:55.094342    3404 namespace.go:141] [ai-tenant-e2e-inf-a-e82014] updating namespace
2026-07-12T00:34:55.104022643Z I0712 00:34:55.103975    3404 namespace.go:299] [ai-tenant-e2e-inf-a-e82014] deleting namespace
2026-07-12T00:34:59.898496651Z I0712 00:34:59.898447    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-inf-a-e82014-openshift-default for network=default
2026-07-12T00:35:00.127387606Z I0712 00:35:00.127338    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:35:03.564994780Z I0712 00:35:03.564944    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:35:03.564994780Z I0712 00:35:03.564975    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:35:03.565053427Z I0712 00:35:03.564993    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:35:03.565053427Z I0712 00:35:03.565007    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:35:03.565053427Z I0712 00:35:03.565018    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:35:05.457542210Z I0712 00:35:05.457483    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-inf-a-e82014-openshift-default-5599f4857-fzpcd
2026-07-12T00:35:05.457605420Z I0712 00:35:05.457593    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-inf-a-e82014-openshift-default-5599f4857-fzpcd
2026-07-12T00:35:10.595808684Z I0712 00:35:10.595753    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8 for network=default
2026-07-12T00:35:10.885116780Z I0712 00:35:10.885070    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:35:10.885116780Z I0712 00:35:10.885098    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:35:10.885116780Z I0712 00:35:10.885111    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:35:10.885164788Z I0712 00:35:10.885121    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:35:11.488315350Z I0712 00:35:11.488259    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:11.488385640Z I0712 00:35:11.488323    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:11.488385640Z I0712 00:35:11.488338    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:11.488385640Z I0712 00:35:11.488345    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:11.488385640Z I0712 00:35:11.488355    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:11.488399862Z I0712 00:35:11.488382    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-inf-b-25afa8-f79c7965b-6hnql
2026-07-12T00:35:15.324079119Z I0712 00:35:15.324006    3404 namespace.go:141] [ai-tenant-e2e-inf-b-25afa8] updating namespace
2026-07-12T00:35:20.970847813Z I0712 00:35:20.970794    3404 namespace.go:141] [ai-tenant-e2e-inf-b-25afa8] updating namespace
2026-07-12T00:35:20.980307833Z I0712 00:35:20.980264    3404 namespace.go:299] [ai-tenant-e2e-inf-b-25afa8] deleting namespace
2026-07-12T00:35:26.009134589Z I0712 00:35:26.009076    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-inf-b-25afa8-openshift-default for network=default
2026-07-12T00:35:26.261209854Z I0712 00:35:26.261156    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:35:26.626853423Z I0712 00:35:26.626807    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:35:27.565496139Z W0712 00:35:27.565445    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-a-483dcb-openshift-default
2026-07-12T00:35:27.565496139Z W0712 00:35:27.565475    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-a-483dcb-openshift-default
2026-07-12T00:35:29.439732257Z I0712 00:35:29.439679    3404 namespace.go:97] [ai-tenant-e2e-api-a-483dcb] adding namespace
2026-07-12T00:35:29.440845356Z I0712 00:35:29.440818    3404 namespace.go:101] [ai-tenant-e2e-api-a-483dcb] adding namespace took 1.096104ms
2026-07-12T00:35:29.457571932Z I0712 00:35:29.457529    3404 namespace.go:141] [ai-tenant-e2e-api-a-483dcb] updating namespace
2026-07-12T00:35:29.468184842Z I0712 00:35:29.468130    3404 namespace.go:141] [ai-tenant-e2e-api-a-483dcb] updating namespace
2026-07-12T00:35:31.581939398Z W0712 00:35:31.581893    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb
2026-07-12T00:35:31.783072787Z I0712 00:35:31.782980    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-inf-b-25afa8-openshift-default-bbf94b8f7-pxcww
2026-07-12T00:35:31.783072787Z I0712 00:35:31.783016    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-inf-b-25afa8-openshift-default-bbf94b8f7-pxcww
2026-07-12T00:35:34.030726596Z I0712 00:35:34.030674    3404 namespace.go:141] [ai-tenant-e2e-api-a-483dcb] updating namespace
2026-07-12T00:35:34.528380699Z I0712 00:35:34.528330    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:35:35.803735350Z W0712 00:35:35.803656    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-b-fa215e-openshift-default
2026-07-12T00:35:35.803735350Z W0712 00:35:35.803698    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-b-fa215e-openshift-default
2026-07-12T00:35:36.807006705Z I0712 00:35:36.806955    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=145
2026-07-12T00:35:36.905277199Z I0712 00:35:36.905227    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7
2026-07-12T00:35:37.679359374Z I0712 00:35:37.679306    3404 namespace.go:97] [ai-tenant-e2e-api-b-fa215e] adding namespace
2026-07-12T00:35:37.680431030Z I0712 00:35:37.680393    3404 namespace.go:101] [ai-tenant-e2e-api-b-fa215e] adding namespace took 1.055103ms
2026-07-12T00:35:37.695098250Z I0712 00:35:37.695004    3404 namespace.go:141] [ai-tenant-e2e-api-b-fa215e] updating namespace
2026-07-12T00:35:37.703451815Z I0712 00:35:37.703401    3404 namespace.go:141] [ai-tenant-e2e-api-b-fa215e] updating namespace
2026-07-12T00:35:39.620521134Z W0712 00:35:39.620471    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e
2026-07-12T00:35:42.214071677Z I0712 00:35:42.213900    3404 namespace.go:141] [ai-tenant-e2e-api-b-fa215e] updating namespace
2026-07-12T00:35:43.644480001Z W0712 00:35:43.644427    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-a-483dcb-openshift-default
2026-07-12T00:35:43.644480001Z W0712 00:35:43.644455    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-a-483dcb-openshift-default
2026-07-12T00:35:50.497627456Z I0712 00:35:50.497574    3404 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:35:50.497785439Z I0712 00:35:50.497766    3404 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd
2026-07-12T00:35:50.507419504Z I0712 00:35:50.507255    3404 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd] addLogicalPort annotation time took 9.538444ms
2026-07-12T00:35:50.509196066Z I0712 00:35:50.509149    3404 pods.go:270] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd] addLogicalPort took 11.597004ms, libovsdb time 1.361466ms
2026-07-12T00:35:50.871743605Z I0712 00:35:50.871686    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key ]
2026-07-12T00:35:50.882935882Z I0712 00:35:50.882866    3404 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd, hostIfaceName: a0a11d90062f68c, network: default, NAD default, SandboxID: "a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb", PCI device ID: , UID: "b34489f7-cdf0-42c7-9d1a-a09272848caa", MAC: 0a:58:0a:84:00:3b, IPs: [10.132.0.59/23]
2026-07-12T00:35:50.885563306Z W0712 00:35:50.885516    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-b-fa215e-openshift-default
2026-07-12T00:35:50.885563306Z W0712 00:35:50.885544    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-b-fa215e-openshift-default
2026-07-12T00:35:50.953779259Z I0712 00:35:50.953723    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0d:34:46:25:f3\",\"name\":\"a0a11d90062f68c\"},{\"mac\":\"0a:58:0a:84:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72f6e8bc-45b2-437e-a00b-6057ceab2f7f\"}],\"ips\":[{\"address\":\"10.132.0.59/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:35:53.414830750Z I0712 00:35:53.414771    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key ]
2026-07-12T00:35:53.443936276Z E0712 00:35:53.443887    3404 link_network_manager.go:101] Error while syncing link "a0a11d90062f68c": failed to get address from link "a0a11d90062f68c": failed to list addresses for "a0a11d90062f68c": no such device
2026-07-12T00:35:53.495743330Z I0712 00:35:53.495682    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd a0a11d90062f68c87f6f29155e3902c7b08fb958096dc3162d59bd4f710595bb network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:35:53.537705844Z I0712 00:35:53.537639    3404 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd
2026-07-12T00:35:53.539618721Z I0712 00:35:53.539574    3404 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-api-a-483dcb-wwjkd, ips: 10.132.0.59
2026-07-12T00:35:53.539664108Z I0712 00:35:53.539636    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:35:53.539885566Z I0712 00:35:53.539864    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:35:53.540169905Z I0712 00:35:53.540137    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:35:53.540395145Z I0712 00:35:53.540376    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:35:53.540562244Z I0712 00:35:53.540544    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:36:01.294367497Z I0712 00:36:01.294308    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb for network=default
2026-07-12T00:36:01.579020547Z I0712 00:36:01.578968    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:36:01.579020547Z I0712 00:36:01.579009    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:36:01.579085700Z I0712 00:36:01.579023    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:36:01.579085700Z I0712 00:36:01.579065    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:36:01.727490033Z I0712 00:36:01.727433    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:01.727543901Z I0712 00:36:01.727507    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:01.727543901Z I0712 00:36:01.727521    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:01.727543901Z I0712 00:36:01.727529    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:01.727543901Z I0712 00:36:01.727539    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:01.727575389Z I0712 00:36:01.727559    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-api-a-483dcb-8896b7cf9-t5mwx
2026-07-12T00:36:05.540264927Z I0712 00:36:05.540216    3404 namespace.go:141] [ai-tenant-e2e-api-a-483dcb] updating namespace
2026-07-12T00:36:11.228483595Z I0712 00:36:11.228421    3404 namespace.go:141] [ai-tenant-e2e-api-a-483dcb] updating namespace
2026-07-12T00:36:11.240108301Z I0712 00:36:11.240061    3404 namespace.go:299] [ai-tenant-e2e-api-a-483dcb] deleting namespace
2026-07-12T00:36:16.319997046Z I0712 00:36:16.319943    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-api-a-483dcb-openshift-default for network=default
2026-07-12T00:36:16.603173470Z I0712 00:36:16.603123    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:36:19.931154030Z I0712 00:36:19.931093    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:36:19.931154030Z I0712 00:36:19.931129    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:36:19.931154030Z I0712 00:36:19.931142    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:36:19.931199402Z I0712 00:36:19.931155    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:36:19.931199402Z I0712 00:36:19.931170    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:36:21.829856825Z I0712 00:36:21.829797    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-api-a-483dcb-openshift-default-6cdf77544c-26wzp
2026-07-12T00:36:21.829916053Z I0712 00:36:21.829901    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-api-a-483dcb-openshift-default-6cdf77544c-26wzp
2026-07-12T00:36:27.240017452Z I0712 00:36:27.239946    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e for network=default
2026-07-12T00:36:27.514613280Z I0712 00:36:27.514571    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:36:27.514613280Z I0712 00:36:27.514596    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:36:27.514613280Z I0712 00:36:27.514609    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:36:27.514661678Z I0712 00:36:27.514618    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:36:27.859677062Z I0712 00:36:27.859614    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:27.859677062Z I0712 00:36:27.859649    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:27.859677062Z I0712 00:36:27.859663    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:27.859741794Z I0712 00:36:27.859673    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:27.859741794Z I0712 00:36:27.859683    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:27.859741794Z I0712 00:36:27.859696    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-api-b-fa215e-6575f6dd88-94lbn
2026-07-12T00:36:31.820658467Z I0712 00:36:31.820594    3404 namespace.go:141] [ai-tenant-e2e-api-b-fa215e] updating namespace
2026-07-12T00:36:37.433494500Z I0712 00:36:37.433443    3404 namespace.go:141] [ai-tenant-e2e-api-b-fa215e] updating namespace
2026-07-12T00:36:37.443226640Z I0712 00:36:37.443184    3404 namespace.go:299] [ai-tenant-e2e-api-b-fa215e] deleting namespace
2026-07-12T00:36:38.947112183Z I0712 00:36:38.947029    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
2026-07-12T00:36:42.542080618Z I0712 00:36:42.542011    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-api-b-fa215e-openshift-default for network=default
2026-07-12T00:36:42.788447430Z I0712 00:36:42.788390    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:36:43.183774668Z I0712 00:36:43.183714    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:36:44.942799679Z W0712 00:36:44.942747    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-a-45be6f-openshift-default
2026-07-12T00:36:44.942799679Z W0712 00:36:44.942771    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-a-45be6f-openshift-default
2026-07-12T00:36:46.836098483Z I0712 00:36:46.836031    3404 namespace.go:97] [ai-tenant-e2e-shared-a-45be6f] adding namespace
2026-07-12T00:36:46.837079899Z I0712 00:36:46.837018    3404 namespace.go:101] [ai-tenant-e2e-shared-a-45be6f] adding namespace took 889.402µs
2026-07-12T00:36:46.854400697Z I0712 00:36:46.854339    3404 namespace.go:141] [ai-tenant-e2e-shared-a-45be6f] updating namespace
2026-07-12T00:36:46.862241405Z I0712 00:36:46.862168    3404 namespace.go:141] [ai-tenant-e2e-shared-a-45be6f] updating namespace
2026-07-12T00:36:48.179052002Z I0712 00:36:48.178965    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-api-b-fa215e-openshift-default-78546bbcd5-hc2dk
2026-07-12T00:36:48.179052002Z I0712 00:36:48.179004    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-api-b-fa215e-openshift-default-78546bbcd5-hc2dk
2026-07-12T00:36:48.959289181Z W0712 00:36:48.959235    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f
2026-07-12T00:36:51.429915953Z I0712 00:36:51.429863    3404 namespace.go:141] [ai-tenant-e2e-shared-a-45be6f] updating namespace
2026-07-12T00:36:51.808552638Z I0712 00:36:51.808493    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:36:53.206430059Z W0712 00:36:53.206378    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-b-39949b-openshift-default
2026-07-12T00:36:53.206483383Z W0712 00:36:53.206444    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-b-39949b-openshift-default
2026-07-12T00:36:55.095754948Z I0712 00:36:55.095697    3404 namespace.go:97] [ai-tenant-e2e-shared-b-39949b] adding namespace
2026-07-12T00:36:55.096790270Z I0712 00:36:55.096754    3404 namespace.go:101] [ai-tenant-e2e-shared-b-39949b] adding namespace took 931.224µs
2026-07-12T00:36:55.109764226Z I0712 00:36:55.109720    3404 namespace.go:141] [ai-tenant-e2e-shared-b-39949b] updating namespace
2026-07-12T00:36:55.119985279Z I0712 00:36:55.119923    3404 namespace.go:141] [ai-tenant-e2e-shared-b-39949b] updating namespace
2026-07-12T00:36:57.000599512Z W0712 00:36:57.000543    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b
2026-07-12T00:36:59.015611543Z W0712 00:36:59.015551    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-a-45be6f-openshift-default
2026-07-12T00:36:59.015611543Z W0712 00:36:59.015580    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-a-45be6f-openshift-default
2026-07-12T00:36:59.663281789Z I0712 00:36:59.663230    3404 namespace.go:141] [ai-tenant-e2e-shared-b-39949b] updating namespace
2026-07-12T00:37:07.294408359Z W0712 00:37:07.294362    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-b-39949b-openshift-default
2026-07-12T00:37:07.294408359Z W0712 00:37:07.294388    3404 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-b-39949b-openshift-default
2026-07-12T00:37:24.526809260Z I0712 00:37:24.526755    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps] creating logical port ai-tenant-e2e-shared-a-45be6f_auth-test-model-45be6f-kserve-68c4f75b75-6qdps for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:37:24.527104768Z I0712 00:37:24.527069    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps
2026-07-12T00:37:24.540360859Z I0712 00:37:24.540285    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps] addLogicalPort annotation time took 13.301307ms
2026-07-12T00:37:24.542265706Z I0712 00:37:24.542218    3404 pods.go:270] [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps] addLogicalPort took 15.483668ms, libovsdb time 1.306156ms
2026-07-12T00:37:24.901063183Z I0712 00:37:24.900979    3404 cni.go:454] [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key ]
2026-07-12T00:37:24.912030448Z I0712 00:37:24.911965    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-shared-a-45be6f, podName: auth-test-model-45be6f-kserve-68c4f75b75-6qdps, hostIfaceName: 74709f9d365bfd0, network: default, NAD default, SandboxID: "74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a", PCI device ID: , UID: "dca4efff-8d06-488b-9d6b-9dacf3a4b572", MAC: 0a:58:0a:84:00:3c, IPs: [10.132.0.60/23]
2026-07-12T00:37:24.979111690Z I0712 00:37:24.979013    3404 cni.go:480] [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:85:9c:a5:d0:cc\",\"name\":\"74709f9d365bfd0\"},{\"mac\":\"0a:58:0a:84:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f39d46f-4c14-4547-b3c1-dcc04d902a5a\"}],\"ips\":[{\"address\":\"10.132.0.60/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:37:25.937363907Z W0712 00:37:25.937302    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-workload-svc
2026-07-12T00:37:35.005468241Z W0712 00:37:35.005411    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-workload-svc
2026-07-12T00:37:56.528000753Z I0712 00:37:56.527952    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6] creating logical port ai-tenant-e2e-shared-b-39949b_auth-test-model-39949b-kserve-7dff988d8c-htwb6 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:37:56.528219788Z I0712 00:37:56.528195    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6
2026-07-12T00:37:56.538836390Z I0712 00:37:56.538788    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6] addLogicalPort annotation time took 10.632799ms
2026-07-12T00:37:56.540767386Z I0712 00:37:56.540667    3404 pods.go:270] [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6] addLogicalPort took 12.736343ms, libovsdb time 1.198109ms
2026-07-12T00:37:56.912529563Z I0712 00:37:56.912469    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key ]
2026-07-12T00:37:56.922855302Z I0712 00:37:56.922800    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-shared-b-39949b, podName: auth-test-model-39949b-kserve-7dff988d8c-htwb6, hostIfaceName: 9eb78e0ddc6a149, network: default, NAD default, SandboxID: "9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470", PCI device ID: , UID: "def7c4b2-3f14-40b4-ad0c-0e4a9036f526", MAC: 0a:58:0a:84:00:3d, IPs: [10.132.0.61/23]
2026-07-12T00:37:56.992305494Z I0712 00:37:56.992241    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f6:28:02:eb:2e\",\"name\":\"9eb78e0ddc6a149\"},{\"mac\":\"0a:58:0a:84:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6be209bb-c193-456a-9f04-4c57ae41f4f2\"}],\"ips\":[{\"address\":\"10.132.0.61/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:37:57.127563644Z W0712 00:37:57.127515    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-workload-svc
2026-07-12T00:38:07.207591955Z W0712 00:38:07.207534    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-workload-svc
2026-07-12T00:38:20.805441343Z I0712 00:38:20.805380    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=135
2026-07-12T00:38:22.955124384Z I0712 00:38:22.955071    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=9
2026-07-12T00:38:36.910526000Z I0712 00:38:36.910472    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=6
2026-07-12T00:39:20.953263412Z I0712 00:39:20.953208    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=6
2026-07-12T00:39:35.925151895Z I0712 00:39:35.925097    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=8
2026-07-12T00:39:47.809897954Z I0712 00:39:47.809842    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=25
2026-07-12T00:39:56.340911346Z I0712 00:39:56.340848    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-workload-svc for network=default
2026-07-12T00:39:57.089924402Z I0712 00:39:57.089875    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-workload-svc for network=default
2026-07-12T00:40:11.550884131Z I0712 00:40:11.550831    3404 cni.go:454] [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key ]
2026-07-12T00:40:11.588169866Z E0712 00:40:11.588114    3404 link_network_manager.go:101] Error while syncing link "74709f9d365bfd0": failed to get address from link "74709f9d365bfd0": failed to list addresses for "74709f9d365bfd0": no such device
2026-07-12T00:40:11.633667688Z I0712 00:40:11.633608    3404 cni.go:480] [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps 74709f9d365bfd0736041c8314fa2de4faed8cd8b56e0f8972ecdf7edc0be90a network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:40:11.679699180Z I0712 00:40:11.679648    3404 pods.go:175] Deleting pod: ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps
2026-07-12T00:40:11.681571028Z I0712 00:40:11.681520    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps, ips: 10.132.0.60
2026-07-12T00:40:11.913776832Z I0712 00:40:11.913714    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps
2026-07-12T00:40:11.913776832Z I0712 00:40:11.913756    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-45be6f/auth-test-model-45be6f-kserve-68c4f75b75-6qdps
2026-07-12T00:40:12.296029375Z I0712 00:40:12.295966    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key ]
2026-07-12T00:40:12.337238408Z E0712 00:40:12.337197    3404 link_network_manager.go:101] Error while syncing link "9eb78e0ddc6a149": failed to get address from link "9eb78e0ddc6a149": failed to list addresses for "9eb78e0ddc6a149": no such device
2026-07-12T00:40:12.383314794Z I0712 00:40:12.383256    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6 9eb78e0ddc6a14959b380b7607119c948ed9d19d19d5fcd5fb0be1f8eeb8f470 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:40:12.413630441Z I0712 00:40:12.413579    3404 pods.go:175] Deleting pod: ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6
2026-07-12T00:40:12.416080162Z I0712 00:40:12.416008    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6, ips: 10.132.0.61
2026-07-12T00:40:12.915863826Z I0712 00:40:12.915796    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6
2026-07-12T00:40:12.915863826Z I0712 00:40:12.915837    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-39949b/auth-test-model-39949b-kserve-7dff988d8c-htwb6
2026-07-12T00:40:13.631180006Z I0712 00:40:13.631127    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9] creating logical port ai-tenant-e2e-shared-a-45be6f_sub-test-model-45be6f-kserve-5cf87bc755-99xs9 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:40:13.631404501Z I0712 00:40:13.631374    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9
2026-07-12T00:40:13.642883867Z I0712 00:40:13.642813    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9] addLogicalPort annotation time took 11.506145ms
2026-07-12T00:40:13.644651109Z I0712 00:40:13.644605    3404 pods.go:270] [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9] addLogicalPort took 13.498392ms, libovsdb time 1.259563ms
2026-07-12T00:40:14.005535319Z I0712 00:40:14.005474    3404 cni.go:454] [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key ]
2026-07-12T00:40:14.016161479Z I0712 00:40:14.016102    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-shared-a-45be6f, podName: sub-test-model-45be6f-kserve-5cf87bc755-99xs9, hostIfaceName: 7d0a6fa17d80318, network: default, NAD default, SandboxID: "7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6", PCI device ID: , UID: "ff9c18bd-f1ef-4c43-bfab-2fb95f6d229c", MAC: 0a:58:0a:84:00:3e, IPs: [10.132.0.62/23]
2026-07-12T00:40:14.082791925Z I0712 00:40:14.082732    3404 cni.go:480] [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f1:78:19:74:b1\",\"name\":\"7d0a6fa17d80318\"},{\"mac\":\"0a:58:0a:84:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cfc8d2f-6e76-44ee-9b9b-8a949f04e67a\"}],\"ips\":[{\"address\":\"10.132.0.62/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:40:14.934612647Z W0712 00:40:14.934563    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-workload-svc
2026-07-12T00:40:20.900510541Z I0712 00:40:20.900450    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
2026-07-12T00:40:24.014816251Z W0712 00:40:24.014764    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-workload-svc
2026-07-12T00:40:24.807516352Z I0712 00:40:24.807457    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=205
2026-07-12T00:40:30.917022538Z I0712 00:40:30.916971    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6
2026-07-12T00:40:49.132837389Z I0712 00:40:49.132787    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p] creating logical port ai-tenant-e2e-shared-b-39949b_sub-test-model-39949b-kserve-7cf77699ff-8vb6p for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:40:49.133132949Z I0712 00:40:49.133096    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p
2026-07-12T00:40:49.144885237Z I0712 00:40:49.144830    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p] addLogicalPort annotation time took 11.819354ms
2026-07-12T00:40:49.146690742Z I0712 00:40:49.146631    3404 pods.go:270] [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p] addLogicalPort took 13.86631ms, libovsdb time 1.25744ms
2026-07-12T00:40:49.508669355Z I0712 00:40:49.508608    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key ]
2026-07-12T00:40:49.521743818Z I0712 00:40:49.521675    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-shared-b-39949b, podName: sub-test-model-39949b-kserve-7cf77699ff-8vb6p, hostIfaceName: 5497ee965ec4bb4, network: default, NAD default, SandboxID: "5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290", PCI device ID: , UID: "9e47e1d3-33c7-4199-8f08-4047356045ef", MAC: 0a:58:0a:84:00:3f, IPs: [10.132.0.63/23]
2026-07-12T00:40:49.586474083Z I0712 00:40:49.586421    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:69:34:db:6c:b0\",\"name\":\"5497ee965ec4bb4\"},{\"mac\":\"0a:58:0a:84:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bbfdd3b-53c7-48ef-9dcc-d985547bed1c\"}],\"ips\":[{\"address\":\"10.132.0.63/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:40:50.137476473Z W0712 00:40:50.137421    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-workload-svc
2026-07-12T00:41:00.208126190Z W0712 00:41:00.208075    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-workload-svc
2026-07-12T00:41:21.804350783Z I0712 00:41:21.804286    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=90
2026-07-12T00:41:25.804628057Z I0712 00:41:25.804564    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=126
2026-07-12T00:41:39.785117404Z I0712 00:41:39.785062    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-workload-svc for network=default
2026-07-12T00:41:40.690683157Z I0712 00:41:40.690635    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-workload-svc for network=default
2026-07-12T00:41:55.588090630Z I0712 00:41:55.588016    3404 cni.go:454] [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key ]
2026-07-12T00:41:55.625401959Z E0712 00:41:55.625352    3404 link_network_manager.go:101] Error while syncing link "7d0a6fa17d80318": failed to get address from link "7d0a6fa17d80318": failed to list addresses for "7d0a6fa17d80318": no such device
2026-07-12T00:41:55.669016044Z I0712 00:41:55.668940    3404 cni.go:480] [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9 7d0a6fa17d80318fe31138a4875c2ff791e1f1360a87b0ce8ac5a48e83f099e6 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:41:55.714179741Z I0712 00:41:55.714123    3404 pods.go:175] Deleting pod: ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9
2026-07-12T00:41:55.715785115Z I0712 00:41:55.715742    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9, ips: 10.132.0.62
2026-07-12T00:41:55.893482949Z I0712 00:41:55.893426    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key ]
2026-07-12T00:41:55.933638216Z E0712 00:41:55.933595    3404 link_network_manager.go:101] Error while syncing link "5497ee965ec4bb4": failed to get address from link "5497ee965ec4bb4": failed to list addresses for "5497ee965ec4bb4": no such device
2026-07-12T00:41:55.976981334Z I0712 00:41:55.976922    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p 5497ee965ec4bb4eea668a14df427da1a9ad720f24120c09a8eb8ea391f8e290 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:41:56.005696220Z I0712 00:41:56.005645    3404 pods.go:175] Deleting pod: ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p
2026-07-12T00:41:56.007530633Z I0712 00:41:56.007486    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p, ips: 10.132.0.63
2026-07-12T00:41:56.411554951Z W0712 00:41:56.411503    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-45be6f/rate-test-model-45be6f-kserve-workload-svc
2026-07-12T00:41:56.526158316Z I0712 00:41:56.526106    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9
2026-07-12T00:41:56.526158316Z I0712 00:41:56.526148    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-45be6f/sub-test-model-45be6f-kserve-5cf87bc755-99xs9
2026-07-12T00:41:56.543087007Z I0712 00:41:56.543017    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p
2026-07-12T00:41:56.543152922Z I0712 00:41:56.543135    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-39949b/sub-test-model-39949b-kserve-7cf77699ff-8vb6p
2026-07-12T00:42:30.901725721Z I0712 00:42:30.901675    3404 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
2026-07-12T00:42:38.809776014Z I0712 00:42:38.809716    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=29
2026-07-12T00:42:55.527007942Z I0712 00:42:55.526955    3404 base_network_controller_pods.go:489] [default/ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27] creating logical port ai-tenant-e2e-shared-b-39949b_rate-test-model-39949b-kserve-f6986b875-5nq27 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:42:55.527154711Z I0712 00:42:55.527135    3404 kube.go:233] Patching annotations on pod ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27
2026-07-12T00:42:55.539506639Z I0712 00:42:55.539403    3404 base_network_controller_pods.go:974] [default/ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27] addLogicalPort annotation time took 12.308812ms
2026-07-12T00:42:55.541370766Z I0712 00:42:55.541325    3404 pods.go:270] [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27] addLogicalPort took 14.386623ms, libovsdb time 1.204192ms
2026-07-12T00:42:55.899735731Z I0712 00:42:55.899672    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key ] ADD starting CNI request [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key ]
2026-07-12T00:42:55.910789291Z I0712 00:42:55.910728    3404 helper_linux.go:546] ConfigureOVS: namespace: ai-tenant-e2e-shared-b-39949b, podName: rate-test-model-39949b-kserve-f6986b875-5nq27, hostIfaceName: 1e165fa6f755578, network: default, NAD default, SandboxID: "1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d", PCI device ID: , UID: "42238e40-b926-4c85-b19d-7732697257a8", MAC: 0a:58:0a:84:00:40, IPs: [10.132.0.64/23]
2026-07-12T00:42:55.975393751Z I0712 00:42:55.975318    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key default] ADD finished CNI request [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:89:4c:15:8d:5b\",\"name\":\"1e165fa6f755578\"},{\"mac\":\"0a:58:0a:84:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fca9637-49a9-4bf2-b3cf-0f5c748465a0\"}],\"ips\":[{\"address\":\"10.132.0.64/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:42:56.875906698Z W0712 00:42:56.875855    3404 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-workload-svc
2026-07-12T00:43:05.938479881Z W0712 00:43:05.938427    3404 util.go:952] Failed to build node endpoints for node ip-10-0-134-216.ec2.internal port 8000: empty IP address endpoints for service ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-workload-svc
2026-07-12T00:43:38.384945626Z I0712 00:43:38.384887    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-45be6f/rate-test-model-45be6f-kserve-workload-svc for network=default
2026-07-12T00:43:39.108681604Z I0712 00:43:39.108634    3404 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-workload-svc for network=default
2026-07-12T00:43:40.135392726Z I0712 00:43:40.135341    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265896860080] creating logical port openshift-ingress_test-curl-7508-140265896860080 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:40.135506546Z I0712 00:43:40.135491    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265896860080
2026-07-12T00:43:40.141464138Z I0712 00:43:40.141415    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265896860080] addLogicalPort annotation time took 5.958776ms
2026-07-12T00:43:40.142976839Z I0712 00:43:40.142936    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265896860080] addLogicalPort took 7.611402ms, libovsdb time 966.404µs
2026-07-12T00:43:40.510197188Z I0712 00:43:40.510145    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key ]
2026-07-12T00:43:40.521173564Z I0712 00:43:40.521120    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265896860080, hostIfaceName: 9d4672a1766c7ad, network: default, NAD default, SandboxID: "9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09", PCI device ID: , UID: "19b2229c-f08e-409c-bc0e-5b7de5426f9c", MAC: 0a:58:0a:84:00:41, IPs: [10.132.0.65/23]
2026-07-12T00:43:40.587313818Z I0712 00:43:40.587252    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:3c:09:0e:9a:69\",\"name\":\"9d4672a1766c7ad\"},{\"mac\":\"0a:58:0a:84:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdab383a-fa71-4e2f-b909-9d345696180e\"}],\"ips\":[{\"address\":\"10.132.0.65/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:43.167089031Z I0712 00:43:43.167003    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key ]
2026-07-12T00:43:43.204569026Z E0712 00:43:43.204520    3404 link_network_manager.go:101] Error while syncing link "9d4672a1766c7ad": failed to get address from link "9d4672a1766c7ad": failed to list addresses for "9d4672a1766c7ad": no such device
2026-07-12T00:43:43.254550110Z I0712 00:43:43.254486    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265896860080 9d4672a1766c7ad7637bc9175eec0ca8ac469951b36b07e63da121356fae7c09 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:43.298284889Z I0712 00:43:43.298236    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265896860080
2026-07-12T00:43:43.299837043Z I0712 00:43:43.299791    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265896860080, ips: 10.132.0.65
2026-07-12T00:43:43.338191138Z I0712 00:43:43.338141    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265896860080
2026-07-12T00:43:43.338191138Z I0712 00:43:43.338183    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265896860080
2026-07-12T00:43:43.462625629Z I0712 00:43:43.462560    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265891172656] creating logical port openshift-ingress_test-curl-7508-140265891172656 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:43.462749096Z I0712 00:43:43.462731    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265891172656
2026-07-12T00:43:43.471166809Z I0712 00:43:43.471114    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265891172656] addLogicalPort annotation time took 8.440438ms
2026-07-12T00:43:43.472933058Z I0712 00:43:43.472872    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265891172656] addLogicalPort took 10.328873ms, libovsdb time 1.120855ms
2026-07-12T00:43:43.834171291Z I0712 00:43:43.834119    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key ]
2026-07-12T00:43:43.845129618Z I0712 00:43:43.845074    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265891172656, hostIfaceName: d682cc6fede531e, network: default, NAD default, SandboxID: "d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626", PCI device ID: , UID: "bb0ff91d-e1af-438c-8db4-32b6ba6fa518", MAC: 0a:58:0a:84:00:42, IPs: [10.132.0.66/23]
2026-07-12T00:43:43.910360557Z I0712 00:43:43.910294    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4c:78:ad:58:ef\",\"name\":\"d682cc6fede531e\"},{\"mac\":\"0a:58:0a:84:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34564c7d-505b-497c-841f-6a1e939da385\"}],\"ips\":[{\"address\":\"10.132.0.66/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:46.190421205Z I0712 00:43:46.190355    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key ]
2026-07-12T00:43:46.228333700Z E0712 00:43:46.228288    3404 link_network_manager.go:101] Error while syncing link "d682cc6fede531e": failed to get address from link "d682cc6fede531e": failed to list addresses for "d682cc6fede531e": no such device
2026-07-12T00:43:46.277213362Z I0712 00:43:46.277151    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265891172656 d682cc6fede531ef4f01063467c3a58d7190b40109955531b7edf032fe722626 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:46.321394944Z I0712 00:43:46.321329    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265891172656
2026-07-12T00:43:46.322846532Z I0712 00:43:46.322810    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265891172656, ips: 10.132.0.66
2026-07-12T00:43:46.354556707Z I0712 00:43:46.354508    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265891172656
2026-07-12T00:43:46.354556707Z I0712 00:43:46.354546    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265891172656
2026-07-12T00:43:46.507006526Z I0712 00:43:46.506947    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265891180592] creating logical port openshift-ingress_test-curl-7508-140265891180592 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:46.507171546Z I0712 00:43:46.507149    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:46.516085856Z I0712 00:43:46.516003    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265891180592] addLogicalPort annotation time took 8.887217ms
2026-07-12T00:43:46.517674074Z I0712 00:43:46.517622    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265891180592] addLogicalPort took 10.690248ms, libovsdb time 916.476µs
2026-07-12T00:43:46.878512269Z I0712 00:43:46.878447    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key ]
2026-07-12T00:43:46.889456757Z I0712 00:43:46.889408    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265891180592, hostIfaceName: d143623da4003a6, network: default, NAD default, SandboxID: "d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89", PCI device ID: , UID: "3195ccd7-e778-462e-a56a-050874f68d3c", MAC: 0a:58:0a:84:00:43, IPs: [10.132.0.67/23]
2026-07-12T00:43:46.955173573Z I0712 00:43:46.955112    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:12:67:d7:65:0f\",\"name\":\"d143623da4003a6\"},{\"mac\":\"0a:58:0a:84:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4578fde8-d57d-49ed-9cc4-3e55493c279a\"}],\"ips\":[{\"address\":\"10.132.0.67/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:47.933938169Z I0712 00:43:47.933884    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
2026-07-12T00:43:49.221460146Z I0712 00:43:49.221407    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key ]
2026-07-12T00:43:49.259783918Z E0712 00:43:49.259732    3404 link_network_manager.go:101] Error while syncing link "d143623da4003a6": failed to get address from link "d143623da4003a6": failed to list addresses for "d143623da4003a6": no such device
2026-07-12T00:43:49.305368718Z I0712 00:43:49.305309    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265891180592 d143623da4003a64c500e2c0e5ebc4885e71c3eed3a421d37d35d7da53aafe89 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:49.347758085Z I0712 00:43:49.347715    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:49.349362795Z I0712 00:43:49.349322    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265891180592, ips: 10.132.0.67
2026-07-12T00:43:49.373447675Z I0712 00:43:49.373382    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:49.373536719Z I0712 00:43:49.373503    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:49.493601050Z I0712 00:43:49.493548    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265891180592] creating logical port openshift-ingress_test-curl-7508-140265891180592 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:49.493829809Z I0712 00:43:49.493790    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:49.502479010Z I0712 00:43:49.502418    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265891180592] addLogicalPort annotation time took 8.663468ms
2026-07-12T00:43:49.504139960Z I0712 00:43:49.504088    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265891180592] addLogicalPort took 10.56426ms, libovsdb time 1.042988ms
2026-07-12T00:43:49.864253429Z I0712 00:43:49.864199    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key ]
2026-07-12T00:43:49.878529708Z I0712 00:43:49.878466    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265891180592, hostIfaceName: a831bc34cb31cdc, network: default, NAD default, SandboxID: "a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b", PCI device ID: , UID: "6a819567-4416-406f-9765-bc23477ece54", MAC: 0a:58:0a:84:00:44, IPs: [10.132.0.68/23]
2026-07-12T00:43:49.942082135Z I0712 00:43:49.942004    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:11:e6:89:76:7d\",\"name\":\"a831bc34cb31cdc\"},{\"mac\":\"0a:58:0a:84:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1893a83c-ae07-4215-addd-adb06b588f11\"}],\"ips\":[{\"address\":\"10.132.0.68/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:52.245191650Z I0712 00:43:52.245132    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key ]
2026-07-12T00:43:52.282950178Z E0712 00:43:52.282872    3404 link_network_manager.go:101] Error while syncing link "a831bc34cb31cdc": failed to get address from link "a831bc34cb31cdc": failed to list addresses for "a831bc34cb31cdc": no such device
2026-07-12T00:43:52.338108229Z I0712 00:43:52.338049    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265891180592 a831bc34cb31cdc586daf5c323a21d1821333a57602f5b8e334fa77b7a56b87b network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:52.379068539Z I0712 00:43:52.378994    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:52.380601502Z I0712 00:43:52.380557    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265891180592, ips: 10.132.0.68
2026-07-12T00:43:52.408829014Z I0712 00:43:52.408775    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:52.408960522Z I0712 00:43:52.408927    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265891180592
2026-07-12T00:43:52.528107574Z I0712 00:43:52.528019    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265891181600] creating logical port openshift-ingress_test-curl-7508-140265891181600 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:52.528285787Z I0712 00:43:52.528261    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:52.534470198Z I0712 00:43:52.534398    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265891181600] addLogicalPort annotation time took 6.179491ms
2026-07-12T00:43:52.536093224Z I0712 00:43:52.536029    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265891181600] addLogicalPort took 8.031687ms, libovsdb time 951.06µs
2026-07-12T00:43:52.896874652Z I0712 00:43:52.896819    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key ]
2026-07-12T00:43:52.908867614Z I0712 00:43:52.908808    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265891181600, hostIfaceName: 13c9e1ec62cfc2f, network: default, NAD default, SandboxID: "13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74", PCI device ID: , UID: "f2d8f375-6966-480c-aabe-b51ae5cea463", MAC: 0a:58:0a:84:00:45, IPs: [10.132.0.69/23]
2026-07-12T00:43:52.973045631Z I0712 00:43:52.972970    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a7:36:88:bd:2a\",\"name\":\"13c9e1ec62cfc2f\"},{\"mac\":\"0a:58:0a:84:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff0d8e4a-94f9-4dba-889b-0570997ecaf4\"}],\"ips\":[{\"address\":\"10.132.0.69/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:53.956757255Z I0712 00:43:53.956684    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-45be6f/rate-test-model-45be6f-kserve-595bd958c5-6rs6r
2026-07-12T00:43:53.956808689Z I0712 00:43:53.956766    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-45be6f/rate-test-model-45be6f-kserve-595bd958c5-6rs6r
2026-07-12T00:43:54.314102669Z I0712 00:43:54.314053    3404 cni.go:454] [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key ] DEL starting CNI request [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key ]
2026-07-12T00:43:54.339983418Z E0712 00:43:54.339935    3404 link_network_manager.go:101] Error while syncing link "1e165fa6f755578": failed to get address from link "1e165fa6f755578": failed to list addresses for "1e165fa6f755578": no such device
2026-07-12T00:43:54.392322851Z I0712 00:43:54.392263    3404 cni.go:480] [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key default] DEL finished CNI request [ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27 1e165fa6f7555781a425ed75bba2008c6ed8b62d792ccb3b332093644a78319d network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:54.439412024Z I0712 00:43:54.439317    3404 pods.go:175] Deleting pod: ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27
2026-07-12T00:43:54.441323440Z I0712 00:43:54.441276    3404 pods.go:235] Attempting to release IPs for pod: ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27, ips: 10.132.0.64
2026-07-12T00:43:55.248925849Z I0712 00:43:55.248867    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27
2026-07-12T00:43:55.248963638Z I0712 00:43:55.248922    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-39949b/rate-test-model-39949b-kserve-f6986b875-5nq27
2026-07-12T00:43:55.274107163Z I0712 00:43:55.274031    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key ]
2026-07-12T00:43:55.320679119Z E0712 00:43:55.320620    3404 link_network_manager.go:101] Error while syncing link "13c9e1ec62cfc2f": failed to get address from link "13c9e1ec62cfc2f": failed to list addresses for "13c9e1ec62cfc2f": no such device
2026-07-12T00:43:55.367253766Z I0712 00:43:55.367185    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265891181600 13c9e1ec62cfc2f3ad8f620de08945ef7a59597f152a08284df450bf3eb03a74 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:55.403630865Z I0712 00:43:55.403577    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:55.405147907Z I0712 00:43:55.405111    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265891181600, ips: 10.132.0.69
2026-07-12T00:43:55.433169196Z I0712 00:43:55.433111    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:55.433169196Z I0712 00:43:55.433155    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:55.557798671Z I0712 00:43:55.557711    3404 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7508-140265891181600] creating logical port openshift-ingress_test-curl-7508-140265891181600 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:55.557847415Z I0712 00:43:55.557833    3404 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:55.566250107Z I0712 00:43:55.566194    3404 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7508-140265891181600] addLogicalPort annotation time took 8.39728ms
2026-07-12T00:43:55.567797556Z I0712 00:43:55.567740    3404 pods.go:270] [openshift-ingress/test-curl-7508-140265891181600] addLogicalPort took 10.047238ms, libovsdb time 1.009742ms
2026-07-12T00:43:55.927527557Z I0712 00:43:55.927473    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key ]
2026-07-12T00:43:55.937631417Z I0712 00:43:55.937584    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7508-140265891181600, hostIfaceName: 987356be0bb91f5, network: default, NAD default, SandboxID: "987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6", PCI device ID: , UID: "0b57fa26-9bfc-43e1-8eed-54541b2ff000", MAC: 0a:58:0a:84:00:46, IPs: [10.132.0.70/23]
2026-07-12T00:43:56.000217950Z I0712 00:43:56.000160    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:5d:8b:0d:a1:70\",\"name\":\"987356be0bb91f5\"},{\"mac\":\"0a:58:0a:84:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec96d47a-e7ea-4957-bc55-b7316783b0cf\"}],\"ips\":[{\"address\":\"10.132.0.70/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:43:58.300265186Z I0712 00:43:58.300213    3404 cni.go:454] [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key ]
2026-07-12T00:43:58.337772353Z E0712 00:43:58.337730    3404 link_network_manager.go:101] Error while syncing link "987356be0bb91f5": failed to get address from link "987356be0bb91f5": failed to list addresses for "987356be0bb91f5": no such device
2026-07-12T00:43:58.388913263Z I0712 00:43:58.388849    3404 cni.go:480] [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7508-140265891181600 987356be0bb91f524d6fa4954ed391552a15d35b1263c1d811766f6779c26eb6 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:43:58.431820162Z I0712 00:43:58.431765    3404 pods.go:175] Deleting pod: openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:58.433584011Z I0712 00:43:58.433544    3404 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7508-140265891181600, ips: 10.132.0.70
2026-07-12T00:43:58.462360860Z I0712 00:43:58.462307    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:58.462360860Z I0712 00:43:58.462349    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7508-140265891181600
2026-07-12T00:43:58.640277019Z I0712 00:43:58.640220    3404 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:43:58.640394699Z I0712 00:43:58.640377    3404 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n
2026-07-12T00:43:58.649140793Z I0712 00:43:58.649088    3404 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n] addLogicalPort annotation time took 8.747466ms
2026-07-12T00:43:58.650900310Z I0712 00:43:58.650845    3404 pods.go:270] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n] addLogicalPort took 10.645751ms, libovsdb time 1.089451ms
2026-07-12T00:43:59.015792926Z I0712 00:43:59.015734    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key ]
2026-07-12T00:43:59.028939773Z I0712 00:43:59.028881    3404 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n, hostIfaceName: dd1cd1aa7f9b31a, network: default, NAD default, SandboxID: "dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01", PCI device ID: , UID: "24cae2f0-ea49-46c8-b586-8882e2c28551", MAC: 0a:58:0a:84:00:47, IPs: [10.132.0.71/23]
2026-07-12T00:43:59.098198403Z I0712 00:43:59.098134    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ce:5e:00:da:9e\",\"name\":\"dd1cd1aa7f9b31a\"},{\"mac\":\"0a:58:0a:84:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9fe2499-b072-4945-b378-5e6519d556ff\"}],\"ips\":[{\"address\":\"10.132.0.71/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:44:01.323646601Z I0712 00:44:01.323597    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key ]
2026-07-12T00:44:01.349104778Z E0712 00:44:01.349056    3404 link_network_manager.go:101] Error while syncing link "dd1cd1aa7f9b31a": failed to get address from link "dd1cd1aa7f9b31a": failed to list addresses for "dd1cd1aa7f9b31a": no such device
2026-07-12T00:44:01.403250996Z I0712 00:44:01.403184    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n dd1cd1aa7f9b31a6319daf8d3c4a0f80eeae32faea1680159801aa5ddfea7c01 network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:44:01.447267318Z I0712 00:44:01.447212    3404 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n
2026-07-12T00:44:01.449262898Z I0712 00:44:01.449215    3404 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-a-45be6f-pr58n, ips: 10.132.0.71
2026-07-12T00:44:01.449294947Z I0712 00:44:01.449271    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:44:01.449515764Z I0712 00:44:01.449482    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:44:01.449709221Z I0712 00:44:01.449693    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:44:01.449996982Z I0712 00:44:01.449957    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:44:01.450179595Z I0712 00:44:01.450163    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:44:09.109148679Z I0712 00:44:09.109098    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f for network=default
2026-07-12T00:44:09.393830792Z I0712 00:44:09.393776    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:44:09.393830792Z I0712 00:44:09.393806    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:44:09.393830792Z I0712 00:44:09.393821    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:44:09.393891824Z I0712 00:44:09.393832    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:44:10.032787132Z I0712 00:44:10.032716    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:10.032787132Z I0712 00:44:10.032751    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:10.032787132Z I0712 00:44:10.032765    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:10.032787132Z I0712 00:44:10.032772    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:10.032787132Z I0712 00:44:10.032781    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:10.032839426Z I0712 00:44:10.032795    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-shared-a-45be6f-7cdfd7d8fb-xnd8d
2026-07-12T00:44:13.693848323Z I0712 00:44:13.693800    3404 namespace.go:141] [ai-tenant-e2e-shared-a-45be6f] updating namespace
2026-07-12T00:44:19.529019192Z I0712 00:44:19.528972    3404 namespace.go:141] [ai-tenant-e2e-shared-a-45be6f] updating namespace
2026-07-12T00:44:19.538814770Z I0712 00:44:19.538771    3404 namespace.go:299] [ai-tenant-e2e-shared-a-45be6f] deleting namespace
2026-07-12T00:44:24.365679272Z I0712 00:44:24.365626    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-shared-a-45be6f-openshift-default for network=default
2026-07-12T00:44:24.607111232Z I0712 00:44:24.607024    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:44:24.759134655Z I0712 00:44:24.759081    3404 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl] creating logical port odh-ai-gateway-infra_maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:44:24.759248450Z I0712 00:44:24.759227    3404 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl
2026-07-12T00:44:24.768558005Z I0712 00:44:24.768506    3404 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl] addLogicalPort annotation time took 9.32716ms
2026-07-12T00:44:24.770540666Z I0712 00:44:24.770495    3404 pods.go:270] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl] addLogicalPort took 11.432674ms, libovsdb time 1.274612ms
2026-07-12T00:44:25.138343964Z I0712 00:44:25.138289    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key ]
2026-07-12T00:44:25.151823170Z I0712 00:44:25.151759    3404 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl, hostIfaceName: 85f40c6db06698a, network: default, NAD default, SandboxID: "85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b", PCI device ID: , UID: "cf233d1d-0d60-4124-a9f8-08b51b94ce7f", MAC: 0a:58:0a:84:00:48, IPs: [10.132.0.72/23]
2026-07-12T00:44:25.220456093Z I0712 00:44:25.220390    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:23:5c:81:99:a7\",\"name\":\"85f40c6db06698a\"},{\"mac\":\"0a:58:0a:84:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4cd9a55-1dbb-44c9-b289-437dd251d34e\"}],\"ips\":[{\"address\":\"10.132.0.72/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:44:27.483960943Z I0712 00:44:27.483909    3404 cni.go:454] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key ]
2026-07-12T00:44:27.510462473Z E0712 00:44:27.510418    3404 link_network_manager.go:101] Error while syncing link "85f40c6db06698a": failed to get address from link "85f40c6db06698a": failed to list addresses for "85f40c6db06698a": no such device
2026-07-12T00:44:27.564333585Z I0712 00:44:27.564267    3404 cni.go:480] [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl 85f40c6db06698aebdb91be7347eb5ede24932aa46bdb6514a04572a64ecbd7b network default NAD default NAD key default], result "{}", err <nil>
2026-07-12T00:44:27.608687905Z I0712 00:44:27.608624    3404 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl
2026-07-12T00:44:27.610556671Z I0712 00:44:27.610513    3404 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-revoke-keys-e2e-shared-b-39949b-4rpnl, ips: 10.132.0.72
2026-07-12T00:44:27.610592539Z I0712 00:44:27.610577    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:44:27.610898473Z I0712 00:44:27.610867    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:44:27.611156413Z I0712 00:44:27.611132    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:44:27.611390746Z I0712 00:44:27.611371    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:44:27.611588530Z I0712 00:44:27.611571    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:44:30.128247454Z I0712 00:44:30.128188    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-shared-a-45be6f-openshift-default-7c5b57b7-fqr5d
2026-07-12T00:44:30.128247454Z I0712 00:44:30.128224    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-shared-a-45be6f-openshift-default-7c5b57b7-fqr5d
2026-07-12T00:44:35.133598153Z I0712 00:44:35.133545    3404 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b for network=default
2026-07-12T00:44:35.410971439Z I0712 00:44:35.410922    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:44:35.410971439Z I0712 00:44:35.410948    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:44:35.410971439Z I0712 00:44:35.410961    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:44:35.411009467Z I0712 00:44:35.410970    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:44:36.156487108Z I0712 00:44:36.156430    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:36.156543055Z I0712 00:44:36.156527    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:36.156553928Z I0712 00:44:36.156543    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:36.156563473Z I0712 00:44:36.156552    3404 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:36.156572758Z I0712 00:44:36.156564    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:36.156599807Z I0712 00:44:36.156585    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-shared-b-39949b-7f687555bc-8948x
2026-07-12T00:44:39.803622823Z I0712 00:44:39.803573    3404 namespace.go:141] [ai-tenant-e2e-shared-b-39949b] updating namespace
2026-07-12T00:44:41.949564174Z I0712 00:44:41.949497    3404 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
2026-07-12T00:44:45.569670832Z I0712 00:44:45.569608    3404 namespace.go:141] [ai-tenant-e2e-shared-b-39949b] updating namespace
2026-07-12T00:44:45.578884270Z I0712 00:44:45.578837    3404 namespace.go:299] [ai-tenant-e2e-shared-b-39949b] deleting namespace
2026-07-12T00:44:45.907978633Z I0712 00:44:45.907920    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=11
2026-07-12T00:44:50.461030046Z I0712 00:44:50.460982    3404 services_controller.go:693] Deleting service openshift-ingress/e2e-shared-b-39949b-openshift-default for network=default
2026-07-12T00:44:50.689331110Z I0712 00:44:50.689275    3404 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-12T00:44:56.684116359Z I0712 00:44:56.684059    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-shared-b-39949b-openshift-default-5c5b9f46dc-h58zb
2026-07-12T00:44:56.684167472Z I0712 00:44:56.684133    3404 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-shared-b-39949b-openshift-default-5c5b9f46dc-h58zb
2026-07-12T00:45:02.396965056Z I0712 00:45:02.396913    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-12T00:45:02.396965056Z I0712 00:45:02.396948    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-12T00:45:02.396965056Z I0712 00:45:02.396959    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-12T00:45:02.397009202Z I0712 00:45:02.396972    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-12T00:45:02.397009202Z I0712 00:45:02.396979    3404 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-12T00:45:07.343070278Z I0712 00:45:07.343012    3404 namespace.go:97] [openshift-must-gather-kpjgh] adding namespace
2026-07-12T00:45:07.344157534Z I0712 00:45:07.344115    3404 namespace.go:101] [openshift-must-gather-kpjgh] adding namespace took 1.045232ms
2026-07-12T00:45:07.364887091Z I0712 00:45:07.364834    3404 namespace.go:141] [openshift-must-gather-kpjgh] updating namespace
2026-07-12T00:45:07.382695803Z I0712 00:45:07.382633    3404 base_network_controller_pods.go:489] [default/openshift-must-gather-kpjgh/must-gather-rxsv7] creating logical port openshift-must-gather-kpjgh_must-gather-rxsv7 for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:45:07.382786072Z I0712 00:45:07.382767    3404 kube.go:233] Patching annotations on pod openshift-must-gather-kpjgh/must-gather-rxsv7
2026-07-12T00:45:07.393951353Z I0712 00:45:07.393903    3404 base_network_controller_pods.go:974] [default/openshift-must-gather-kpjgh/must-gather-rxsv7] addLogicalPort annotation time took 11.183019ms
2026-07-12T00:45:07.395580727Z I0712 00:45:07.395534    3404 pods.go:270] [openshift-must-gather-kpjgh/must-gather-rxsv7] addLogicalPort took 12.922912ms, libovsdb time 1.125048ms
2026-07-12T00:45:07.755181835Z I0712 00:45:07.755129    3404 cni.go:454] [openshift-must-gather-kpjgh/must-gather-rxsv7 e51daca06d068cdbbb80b5f8a757a9522257e2d0d18834be43a7b5e8b61561dd network default NAD default NAD key ] ADD starting CNI request [openshift-must-gather-kpjgh/must-gather-rxsv7 e51daca06d068cdbbb80b5f8a757a9522257e2d0d18834be43a7b5e8b61561dd network default NAD default NAD key ]
2026-07-12T00:45:07.765784475Z I0712 00:45:07.765736    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-must-gather-kpjgh, podName: must-gather-rxsv7, hostIfaceName: e51daca06d068cd, network: default, NAD default, SandboxID: "e51daca06d068cdbbb80b5f8a757a9522257e2d0d18834be43a7b5e8b61561dd", PCI device ID: , UID: "d538ba3d-8e95-4116-b22a-f2bb0b0881d8", MAC: 0a:58:0a:84:00:49, IPs: [10.132.0.73/23]
2026-07-12T00:45:07.829804308Z I0712 00:45:07.829739    3404 cni.go:480] [openshift-must-gather-kpjgh/must-gather-rxsv7 e51daca06d068cdbbb80b5f8a757a9522257e2d0d18834be43a7b5e8b61561dd network default NAD default NAD key default] ADD finished CNI request [openshift-must-gather-kpjgh/must-gather-rxsv7 e51daca06d068cdbbb80b5f8a757a9522257e2d0d18834be43a7b5e8b61561dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:16:f6:ea:ed:08\",\"name\":\"e51daca06d068cd\"},{\"mac\":\"0a:58:0a:84:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2c8c20d-213e-4525-8c29-465ced4c3642\"}],\"ips\":[{\"address\":\"10.132.0.73/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:45:09.927917785Z I0712 00:45:09.927850    3404 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=6
2026-07-12T00:45:12.807796190Z I0712 00:45:12.807741    3404 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=41
2026-07-12T00:45:21.824765564Z I0712 00:45:21.824703    3404 base_network_controller_pods.go:489] [default/openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l] creating logical port openshift-must-gather-kpjgh_perf-node-gather-daemonset-6fl5l for pod on switch ip-10-0-134-216.ec2.internal
2026-07-12T00:45:21.824914009Z I0712 00:45:21.824893    3404 kube.go:233] Patching annotations on pod openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l
2026-07-12T00:45:21.836177307Z I0712 00:45:21.835856    3404 base_network_controller_pods.go:974] [default/openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l] addLogicalPort annotation time took 11.005874ms
2026-07-12T00:45:21.838124078Z I0712 00:45:21.838081    3404 pods.go:270] [openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l] addLogicalPort took 13.409374ms, libovsdb time 1.464647ms
2026-07-12T00:45:22.242139302Z I0712 00:45:22.242075    3404 cni.go:454] [openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l c4baac575a8048090495090386e47b9b41434584a32c82a2f7bc23db9395e580 network default NAD default NAD key ] ADD starting CNI request [openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l c4baac575a8048090495090386e47b9b41434584a32c82a2f7bc23db9395e580 network default NAD default NAD key ]
2026-07-12T00:45:22.257787735Z I0712 00:45:22.257725    3404 helper_linux.go:546] ConfigureOVS: namespace: openshift-must-gather-kpjgh, podName: perf-node-gather-daemonset-6fl5l, hostIfaceName: c4baac575a80480, network: default, NAD default, SandboxID: "c4baac575a8048090495090386e47b9b41434584a32c82a2f7bc23db9395e580", PCI device ID: , UID: "e04af27b-7da3-4b1b-825d-1f88e71eb44c", MAC: 0a:58:0a:84:00:4a, IPs: [10.132.0.74/23]
2026-07-12T00:45:22.349645054Z I0712 00:45:22.349588    3404 cni.go:480] [openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l c4baac575a8048090495090386e47b9b41434584a32c82a2f7bc23db9395e580 network default NAD default NAD key default] ADD finished CNI request [openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l c4baac575a8048090495090386e47b9b41434584a32c82a2f7bc23db9395e580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:cc:c0:25:03:38\",\"name\":\"c4baac575a80480\"},{\"mac\":\"0a:58:0a:84:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa0f784a-2c14-46e4-855b-418348a694fe\"}],\"ips\":[{\"address\":\"10.132.0.74/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-12T00:45:39.285683858Z I0712 00:45:39.285399    3404 pods.go:175] Deleting pod: openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l
2026-07-12T00:45:39.287409883Z I0712 00:45:39.287370    3404 pods.go:235] Attempting to release IPs for pod: openshift-must-gather-kpjgh/perf-node-gather-daemonset-6fl5l, ips: 10.132.0.74