+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-152.ec2.internal
++ [[ -n ip-10-0-1-152.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-152.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0504 09:19:18.876250334 - disable conntrack on geneve port'
I0504 09:19:18.876250334 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0504 09:19:18.941101366 - starting ovnkube-node'
I0504 09:19:18.941101366 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-152.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-152.ec2.internal --init-node ip-10-0-1-152.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-152.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0504 09:19:18.993681    3900 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0504 09:19:18.993744    3900 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98944a3045.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0504 09:19:18.995105    3900 kube.go:431] Waiting for certificate
I0504 09:19:18.995139    3900 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0504 09:19:18.995163    3900 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0504 09:19:18.995823    3900 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0504 09:19:19.039787    3900 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 09:19:19.039805    3900 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 09:19:19.047875    3900 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 09:19:19.047974    3900 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrv55"
I0504 09:19:19.055024    3900 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrv55"
I0504 09:19:19.055085    3900 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 09:19:19.995443    3900 kube.go:438] Certificate found
I0504 09:19:19.996033    3900 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0504 09:19:19.996993    3900 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0504 09:19:20.059653    3900 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0504 09:19:20.061989    3900 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 09:14:19 +0000 UTC" deadline="2026-05-05 05:28:35.108206884 +0000 UTC"
I0504 09:19:20.062027    3900 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h9m15.046189857s"
I0504 09:19:20.083507    3900 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0504 09:19:20.083571    3900 server.go:101] MetricServer registers OVS metrics
I0504 09:19:20.083871    3900 server.go:105] MetricServer registers OVN DB metrics
I0504 09:19:20.084430    3900 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0504 09:19:20.084499    3900 factory.go:561] Starting watch factory
I0504 09:19:20.084590    3900 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084611    3900 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084672    3900 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084747    3900 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084780    3900 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084787    3900 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084675    3900 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.084861    3900 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.087177    3900 controller_manager.go:370] Starting the ovnkube controller
I0504 09:19:20.087193    3900 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-152.ec2.internal
I0504 09:19:20.087251    3900 controller_manager.go:395] NBDB zone sync took: 47.093µs
I0504 09:19:20.087303    3900 factory.go:561] Starting watch factory
I0504 09:19:20.087318    3900 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.087329    3900 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.087335    3900 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.087375    3900 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.088999    3900 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0504 09:19:20.089026    3900 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0504 09:19:20.102660    3900 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0504 09:19:20.102680    3900 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0504 09:19:20.104960    3900 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.106566    3900 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0504 09:19:20.106605    3900 server.go:109] MetricServer registers OVN Controller metrics
I0504 09:19:20.107718    3900 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.108785    3900 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.109164    3900 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.112505    3900 server.go:113] MetricServer registers OVN Northd metrics
I0504 09:19:20.113493    3900 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.117859    3900 metrics.go:519] OVN Metrics Server starts to run ...
I0504 09:19:20.121300    3900 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 09:19:20.190878    3900 factory.go:1977] *v1.Pod informer cache synced successfully
I0504 09:19:20.190900    3900 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0504 09:19:20.190904    3900 factory.go:1977] *v1.Namespace informer cache synced successfully
I0504 09:19:20.190907    3900 factory.go:1977] *v1.Node informer cache synced successfully
I0504 09:19:20.190910    3900 factory.go:1977] *v1.Service informer cache synced successfully
I0504 09:19:20.190913    3900 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0504 09:19:20.191009    3900 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.191032    3900 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.191103    3900 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.191130    3900 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.192558    3900 factory.go:1977] *v1.Service informer cache synced successfully
I0504 09:19:20.192573    3900 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0504 09:19:20.192578    3900 factory.go:1977] *v1.Pod informer cache synced successfully
I0504 09:19:20.192582    3900 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0504 09:19:20.192586    3900 factory.go:1977] *v1.Namespace informer cache synced successfully
I0504 09:19:20.192601    3900 factory.go:1977] *v1.Node informer cache synced successfully
I0504 09:19:20.195207    3900 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.195243    3900 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 09:19:20.195969    3900 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0504 09:19:20.195978    3900 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0504 09:19:20.196029    3900 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.196047    3900 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.198289    3900 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0504 09:19:20.198298    3900 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0504 09:19:20.199181    3900 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.201216    3900 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0504 09:19:20.201299    3900 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.201320    3900 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.203956    3900 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0504 09:19:20.204572    3900 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.206582    3900 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0504 09:19:20.206716    3900 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.206741    3900 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.209420    3900 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0504 09:19:20.209768    3900 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.211760    3900 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0504 09:19:20.211829    3900 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.211846    3900 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.214657    3900 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0504 09:19:20.215047    3900 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.217077    3900 factory.go:1977] *v1.EgressService informer cache synced successfully
I0504 09:19:20.217144    3900 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.217158    3900 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.219852    3900 factory.go:1977] *v1.EgressService informer cache synced successfully
I0504 09:19:20.220113    3900 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.222776    3900 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0504 09:19:20.222928    3900 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 09:19:20.222940    3900 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 09:19:20.224884    3900 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0504 09:19:20.226117    3900 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 09:19:20.228132    3900 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0504 09:19:20.228264    3900 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.228282    3900 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.228284    3900 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.228301    3900 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.230938    3900 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0504 09:19:20.231470    3900 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.231798    3900 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 09:19:20.233754    3900 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0504 09:19:20.233767    3900 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0504 09:19:20.233776    3900 factory.go:680] Watch Factory start up complete, took: 149.279381ms
I0504 09:19:20.233878    3900 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0504 09:19:20.236315    3900 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0504 09:19:20.236327    3900 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0504 09:19:20.236337    3900 factory.go:680] Watch Factory start up complete, took: 149.032453ms
I0504 09:19:20.236347    3900 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-152.ec2.internal" zone
I0504 09:19:20.289293    3900 default_node_network_controller.go:710] Initializing the default node network controller
I0504 09:19:20.384750    3900 udn_isolation.go:101] Starting UDN host isolation manager
I0504 09:19:20.390807    3900 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0504 09:19:20.453667    3900 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0504 09:19:20.453808    3900 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0504 09:19:20.453827    3900 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0504 09:19:20.490094    3900 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0504 09:19:20.490166    3900 default_node_network_controller.go:809] Node ip-10-0-1-152.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0504 09:19:20.497271    3900 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.152"] k8s.ovn.org/zone-name:ip-10-0-1-152.ec2.internal] on node ip-10-0-1-152.ec2.internal
I0504 09:19:20.520484    3900 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0504 09:19:20.526692    3900 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0504 09:19:20.526840    3900 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0504 09:19:20.526956    3900 gateway_init.go:263] Preparing Gateway
I0504 09:19:20.526969    3900 gateway_shared_intf.go:1687] Creating new gateway
I0504 09:19:20.638380    3900 iptables.go:108] Creating table: filter chain: FORWARD
I0504 09:19:20.645400    3900 iptables.go:108] Creating table: filter chain: OUTPUT
I0504 09:19:20.652348    3900 gateway_shared_intf.go:1816] Gateway Creation Complete
I0504 09:19:20.652366    3900 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-152.ec2.internal","mac-address":"0a:ff:dd:04:21:f3","ip-addresses":["10.0.1.152/24"],"ip-address":"10.0.1.152/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f3d2ed07-b697-45f0-a06a-3e0f951efc8e k8s.ovn.org/node-encap-ips:["10.0.1.152"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.152/24"} k8s.ovn.org/zone-name:ip-10-0-1-152.ec2.internal] on node ip-10-0-1-152.ec2.internal
I0504 09:19:20.674276    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:20.737320    3900 controller_manager.go:429] Waiting for node in zone sync took: 500.957802ms
I0504 09:19:20.743145    3900 controller_manager.go:611] Switching to transit router for layer2 networks
I0504 09:19:20.743163    3900 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-152.ec2.internal
I0504 09:19:20.760906    3900 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0504 09:19:20.768075    3900 controller_manager.go:290] SCTP support detected in OVN
I0504 09:19:20.768625    3900 services_controller.go:69] Creating services controller for network=default
I0504 09:19:20.768776    3900 udn_enabled_svc.go:80] Waiting for service informer to sync
I0504 09:19:20.768820    3900 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0504 09:19:20.768854    3900 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0504 09:19:20.768869    3900 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0504 09:19:20.768878    3900 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0504 09:19:20.769103    3900 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0504 09:19:20.769151    3900 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0504 09:19:20.769183    3900 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.04µs
I0504 09:19:20.769188    3900 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.668µs
I0504 09:19:20.769198    3900 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 46.666µs
I0504 09:19:20.769203    3900 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0504 09:19:20.769213    3900 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0504 09:19:20.769222    3900 default_network_controller.go:325] Starting the default network controller
I0504 09:19:20.769277    3900 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.958µs
I0504 09:19:20.769308    3900 udn_enabled_svc.go:95] Performing full resync
I0504 09:19:20.769613    3900 udn_enabled_svc.go:99] Waiting for handler to sync
I0504 09:19:20.769626    3900 udn_enabled_svc.go:104] Starting worker
I0504 09:19:20.778917    3900 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0504 09:19:20.778995    3900 repair.go:33] Syncing exgw routes took 65.13µs
I0504 09:19:20.779030    3900 default_network_controller.go:414] Starting all the Watchers...
I0504 09:19:20.779259    3900 namespace.go:98] [openshift-dns-operator] adding namespace
I0504 09:19:20.779372    3900 namespace.go:98] [openshift-backplane-cee] adding namespace
I0504 09:19:20.779384    3900 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0504 09:19:20.779385    3900 namespace.go:98] [openshift-operators] adding namespace
I0504 09:19:20.779391    3900 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0504 09:19:20.779395    3900 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0504 09:19:20.779400    3900 namespace.go:98] [openshift-config] adding namespace
I0504 09:19:20.779403    3900 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0504 09:19:20.779408    3900 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0504 09:19:20.779408    3900 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0504 09:19:20.779416    3900 namespace.go:98] [openshift-network-node-identity] adding namespace
I0504 09:19:20.779414    3900 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0504 09:19:20.779423    3900 namespace.go:98] [default] adding namespace
I0504 09:19:20.779425    3900 namespace.go:98] [kube-system] adding namespace
I0504 09:19:20.779447    3900 namespace.go:98] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace
I0504 09:19:20.779884    3900 namespace.go:102] [openshift-dns-operator] adding namespace took 608.307µs
I0504 09:19:20.779900    3900 namespace.go:98] [openshift-console-operator] adding namespace
I0504 09:19:20.780312    3900 namespace.go:102] [openshift-console-operator] adding namespace took 406.873µs
I0504 09:19:20.780324    3900 namespace.go:98] [openshift-network-console] adding namespace
I0504 09:19:20.780795    3900 namespace.go:102] [openshift-network-console] adding namespace took 465.91µs
I0504 09:19:20.780812    3900 namespace.go:98] [openshift-apiserver] adding namespace
I0504 09:19:20.781270    3900 namespace.go:102] [openshift-apiserver] adding namespace took 453.546µs
I0504 09:19:20.781283    3900 namespace.go:98] [openshift-node] adding namespace
I0504 09:19:20.781765    3900 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.381125ms
I0504 09:19:20.781785    3900 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0504 09:19:20.782231    3900 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.840446ms
I0504 09:19:20.782245    3900 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0504 09:19:20.783085    3900 namespace.go:102] [openshift-operators] adding namespace took 3.690735ms
I0504 09:19:20.783098    3900 namespace.go:98] [kube-node-lease] adding namespace
I0504 09:19:20.783558    3900 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.157826ms
I0504 09:19:20.783568    3900 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0504 09:19:20.784050    3900 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.64019ms
I0504 09:19:20.784070    3900 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0504 09:19:20.784501    3900 namespace.go:102] [openshift-config] adding namespace took 5.088313ms
I0504 09:19:20.784516    3900 namespace.go:98] [openshift-backplane-cse] adding namespace
I0504 09:19:20.784992    3900 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.573075ms
I0504 09:19:20.785008    3900 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0504 09:19:20.785469    3900 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.054773ms
I0504 09:19:20.785487    3900 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0504 09:19:20.786038    3900 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.61301ms
I0504 09:19:20.786059    3900 namespace.go:98] [openshift-ingress-canary] adding namespace
I0504 09:19:20.786562    3900 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.137879ms
I0504 09:19:20.786579    3900 namespace.go:98] [openshift-machine-api] adding namespace
I0504 09:19:20.787026    3900 namespace.go:102] [kube-system] adding namespace took 7.591905ms
I0504 09:19:20.787038    3900 namespace.go:98] [openshift-backplane-csm] adding namespace
I0504 09:19:20.787516    3900 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.086186ms
I0504 09:19:20.787533    3900 namespace.go:98] [openshift-authentication-operator] adding namespace
I0504 09:19:20.788098    3900 namespace.go:102] [default] adding namespace took 8.624657ms
I0504 09:19:20.788138    3900 namespace.go:98] [openshift-dns] adding namespace
I0504 09:19:20.788660    3900 namespace.go:102] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace took 9.202233ms
I0504 09:19:20.788678    3900 namespace.go:98] [openshift-backplane-tam] adding namespace
I0504 09:19:20.789168    3900 namespace.go:102] [openshift-node] adding namespace took 7.879875ms
I0504 09:19:20.789656    3900 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.864755ms
I0504 09:19:20.789672    3900 namespace.go:98] [openshift-multus] adding namespace
I0504 09:19:20.790281    3900 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.028899ms
I0504 09:19:20.790297    3900 namespace.go:98] [openshift-infra] adding namespace
I0504 09:19:20.790767    3900 namespace.go:102] [kube-node-lease] adding namespace took 7.66179ms
I0504 09:19:20.790786    3900 namespace.go:98] [openshift-package-operator] adding namespace
I0504 09:19:20.791278    3900 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.704654ms
I0504 09:19:20.791294    3900 namespace.go:98] [openshift-console-user-settings] adding namespace
I0504 09:19:20.791866    3900 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.788452ms
I0504 09:19:20.791884    3900 namespace.go:98] [openshift-host-network] adding namespace
I0504 09:19:20.792291    3900 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.768139ms
I0504 09:19:20.792305    3900 namespace.go:98] [openshift-backplane] adding namespace
I0504 09:19:20.792813    3900 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.797212ms
I0504 09:19:20.792830    3900 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0504 09:19:20.793293    3900 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.798419ms
I0504 09:19:20.793308    3900 namespace.go:98] [openshift-operators-redhat] adding namespace
I0504 09:19:20.793840    3900 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.772434ms
I0504 09:19:20.793862    3900 namespace.go:98] [openshift-ingress-operator] adding namespace
I0504 09:19:20.794278    3900 namespace.go:102] [openshift-machine-api] adding namespace took 7.692717ms
I0504 09:19:20.794292    3900 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0504 09:19:20.794985    3900 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.941241ms
I0504 09:19:20.795003    3900 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0504 09:19:20.795562    3900 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.021998ms
I0504 09:19:20.795577    3900 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0504 09:19:20.795994    3900 namespace.go:102] [openshift-dns] adding namespace took 7.848661ms
I0504 09:19:20.796013    3900 namespace.go:98] [openshift-network-operator] adding namespace
W0504 09:19:20.796441    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q7lpz: pod openshift-multus/network-metrics-daemon-q7lpz: no pod IPs found 
W0504 09:19:20.796454    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6xzpr: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found 
W0504 09:19:20.796461    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v298t: pod openshift-multus/network-metrics-daemon-v298t: no pod IPs found 
I0504 09:19:20.796491    3900 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.806469ms
I0504 09:19:20.796508    3900 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0504 09:19:20.797053    3900 namespace.go:102] [openshift-multus] adding namespace took 7.374468ms
I0504 09:19:20.797074    3900 namespace.go:98] [openshift] adding namespace
I0504 09:19:20.797511    3900 namespace.go:102] [openshift-infra] adding namespace took 7.206836ms
I0504 09:19:20.797528    3900 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0504 09:19:20.797989    3900 namespace.go:102] [openshift-package-operator] adding namespace took 7.194143ms
I0504 09:19:20.798006    3900 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0504 09:19:20.798423    3900 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.122309ms
I0504 09:19:20.798439    3900 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0504 09:19:20.798960    3900 namespace.go:102] [openshift-host-network] adding namespace took 7.068511ms
I0504 09:19:20.798977    3900 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0504 09:19:20.799415    3900 namespace.go:102] [openshift-backplane] adding namespace took 7.104329ms
I0504 09:19:20.799430    3900 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0504 09:19:20.799939    3900 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.100752ms
I0504 09:19:20.799959    3900 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0504 09:19:20.800375    3900 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.059535ms
I0504 09:19:20.800394    3900 namespace.go:98] [openshift-image-registry] adding namespace
I0504 09:19:20.800816    3900 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.946236ms
I0504 09:19:20.800833    3900 namespace.go:98] [openshift-config-managed] adding namespace
I0504 09:19:20.801255    3900 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.956186ms
I0504 09:19:20.801268    3900 namespace.go:98] [openshift-backplane-srep] adding namespace
I0504 09:19:20.801698    3900 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.687939ms
I0504 09:19:20.801715    3900 namespace.go:98] [openshift-monitoring] adding namespace
I0504 09:19:20.802236    3900 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.653349ms
I0504 09:19:20.802250    3900 namespace.go:98] [openshift-service-ca-operator] adding namespace
W0504 09:19:20.802669    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nzk96: pod openshift-network-diagnostics/network-check-target-nzk96: no pod IPs found 
W0504 09:19:20.802687    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pz9hc: pod openshift-network-diagnostics/network-check-target-pz9hc: no pod IPs found 
W0504 09:19:20.802698    3900 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j4p6m: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found 
I0504 09:19:20.802700    3900 namespace.go:102] [openshift-network-operator] adding namespace took 6.679672ms
I0504 09:19:20.802714    3900 namespace.go:98] [openshift-controller-manager] adding namespace
I0504 09:19:20.803260    3900 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.743815ms
I0504 09:19:20.803274    3900 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0504 09:19:20.803713    3900 namespace.go:102] [openshift] adding namespace took 6.632491ms
I0504 09:19:20.803729    3900 namespace.go:98] [openshift-ingress] adding namespace
I0504 09:19:20.804164    3900 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.62868ms
I0504 09:19:20.804181    3900 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0504 09:19:20.804597    3900 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.584826ms
I0504 09:19:20.804615    3900 namespace.go:98] [openshift-console] adding namespace
I0504 09:19:20.805144    3900 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.697977ms
I0504 09:19:20.805161    3900 namespace.go:98] [openshift-marketplace] adding namespace
I0504 09:19:20.805585    3900 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.60151ms
I0504 09:19:20.805601    3900 namespace.go:98] [openshift-config-operator] adding namespace
I0504 09:19:20.806048    3900 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.611665ms
I0504 09:19:20.806066    3900 namespace.go:98] [openshift-insights] adding namespace
I0504 09:19:20.806461    3900 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.493668ms
I0504 09:19:20.806480    3900 namespace.go:98] [dedicated-admin] adding namespace
I0504 09:19:20.806958    3900 namespace.go:102] [openshift-image-registry] adding namespace took 6.555504ms
I0504 09:19:20.806977    3900 namespace.go:98] [openshift-logging] adding namespace
I0504 09:19:20.807415    3900 namespace.go:102] [openshift-config-managed] adding namespace took 6.574292ms
I0504 09:19:20.807432    3900 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0504 09:19:20.807858    3900 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.583279ms
I0504 09:19:20.807876    3900 namespace.go:98] [openshift-cluster-version] adding namespace
I0504 09:19:20.808414    3900 namespace.go:102] [openshift-monitoring] adding namespace took 6.692352ms
I0504 09:19:20.808430    3900 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0504 09:19:20.808915    3900 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.659481ms
I0504 09:19:20.808930    3900 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0504 09:19:20.809367    3900 namespace.go:102] [openshift-controller-manager] adding namespace took 6.646063ms
I0504 09:19:20.809383    3900 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0504 09:19:20.809881    3900 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.601514ms
I0504 09:19:20.809895    3900 namespace.go:98] [openshift-etcd] adding namespace
I0504 09:19:20.810246    3900 namespace.go:102] [openshift-ingress] adding namespace took 6.510926ms
I0504 09:19:20.810261    3900 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0504 09:19:20.810682    3900 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.49394ms
I0504 09:19:20.811160    3900 namespace.go:102] [openshift-console] adding namespace took 6.537965ms
I0504 09:19:20.811595    3900 namespace.go:102] [openshift-marketplace] adding namespace took 6.426327ms
I0504 09:19:20.812039    3900 namespace.go:102] [openshift-config-operator] adding namespace took 6.431147ms
I0504 09:19:20.812056    3900 namespace.go:98] [openshift-authentication] adding namespace
I0504 09:19:20.812554    3900 namespace.go:102] [openshift-insights] adding namespace took 6.481948ms
I0504 09:19:20.812570    3900 namespace.go:98] [kube-public] adding namespace
I0504 09:19:20.812997    3900 namespace.go:102] [dedicated-admin] adding namespace took 6.510239ms
I0504 09:19:20.813419    3900 namespace.go:102] [openshift-logging] adding namespace took 6.434123ms
I0504 09:19:20.813944    3900 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.504828ms
I0504 09:19:20.814367    3900 namespace.go:102] [openshift-cluster-version] adding namespace took 6.483735ms
I0504 09:19:20.814805    3900 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.37016ms
I0504 09:19:20.815225    3900 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.288141ms
I0504 09:19:20.815658    3900 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.26829ms
I0504 09:19:20.816109    3900 namespace.go:102] [openshift-etcd] adding namespace took 6.20845ms
I0504 09:19:20.816122    3900 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0504 09:19:20.816557    3900 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.289804ms
I0504 09:19:20.816978    3900 namespace.go:102] [openshift-authentication] adding namespace took 4.915727ms
I0504 09:19:20.817383    3900 namespace.go:102] [kube-public] adding namespace took 4.807079ms
I0504 09:19:20.818155    3900 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.028527ms
W0504 09:19:20.818234    3900 master.go:471] Unable to parse remote node ip-10-0-0-177.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0504 09:19:20.818241    3900 master.go:471] Unable to parse remote node ip-10-0-2-89.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0504 09:19:20.818370    3900 master.go:548] Adding or Updating local node "ip-10-0-1-152.ec2.internal" for network "default"
I0504 09:19:20.818402    3900 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-177.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-177.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-177.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-177.ec2.internal
I0504 09:19:20.818404    3900 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-89.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-89.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-89.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-89.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-89.ec2.internal
W0504 09:19:20.825414    3900 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v298t: pod openshift-multus/network-metrics-daemon-v298t: no pod IPs found 
W0504 09:19:20.825439    3900 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nzk96: pod openshift-network-diagnostics/network-check-target-nzk96: no pod IPs found 
I0504 09:19:20.826385    3900 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-152.ec2.internal for the network default
I0504 09:19:20.826683    3900 zone_ic_handler.go:195] Time taken to create transit switch: 285.591µs
I0504 09:19:20.827401    3900 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0504 09:19:20.827433    3900 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0504 09:19:20.827454    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default"
I0504 09:19:20.827483    3900 node_tracker.go:235] Node ip-10-0-0-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-177.ec2.internal"
I0504 09:19:20.827496    3900 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:20.827508    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:20.827513    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-152.ec2.internal in network "default"
I0504 09:19:20.827541    3900 node_tracker.go:169] Node ip-10-0-1-152.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:20.827548    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:20.827553    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default"
I0504 09:19:20.827560    3900 node_tracker.go:235] Node ip-10-0-2-89.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-89.ec2.internal"
I0504 09:19:20.827567    3900 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:20.827453    3900 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0504 09:19:20.827571    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:20.827583    3900 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0504 09:19:20.827595    3900 services_controller.go:208] Setting up event handlers for services for network=default
I0504 09:19:20.827688    3900 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0504 09:19:20.827746    3900 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0504 09:19:20.827760    3900 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0504 09:19:20.928170    3900 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0504 09:19:20.928193    3900 repair.go:60] Starting repairing loop for services
I0504 09:19:20.928319    3900 repair.go:131] Deleted 0 stale service LBs
I0504 09:19:20.928346    3900 repair.go:137] Deleted 0 stale Chassis Template Vars
I0504 09:19:20.928370    3900 repair.go:62] Finished repairing loop for services: 178.675µs
I0504 09:19:20.928405    3900 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0504 09:19:20.928416    3900 services_controller.go:254] Starting workers for network=default
I0504 09:19:20.928789    3900 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q7lpz, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q7lpz: suppressed error logged: pod openshift-multus/network-metrics-daemon-q7lpz: no pod IPs found 
I0504 09:19:20.928823    3900 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pz9hc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pz9hc: no pod IPs found 
I0504 09:19:20.928844    3900 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j4p6m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found 
I0504 09:19:20.928867    3900 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nzk96] creating logical port openshift-network-diagnostics_network-check-target-nzk96 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:20.928921    3900 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6xzpr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6xzpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found 
I0504 09:19:20.928940    3900 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v298t] creating logical port openshift-multus_network-metrics-daemon-v298t for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:20.929075    3900 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nzk96
I0504 09:19:20.929143    3900 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v298t
I0504 09:19:20.944038    3900 pod.go:62] [openshift-network-diagnostics/network-check-target-nzk96] pod update took 15.077176ms
I0504 09:19:20.944065    3900 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nzk96] addLogicalPort annotation time took 15.107124ms
I0504 09:19:20.945353    3900 pods.go:271] [openshift-network-diagnostics/network-check-target-nzk96] addLogicalPort took 16.500813ms, libovsdb time 649.025µs
I0504 09:19:20.948544    3900 pod.go:62] [openshift-multus/network-metrics-daemon-v298t] pod update took 19.540149ms
I0504 09:19:20.948560    3900 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v298t] addLogicalPort annotation time took 19.560706ms
I0504 09:19:20.949399    3900 pods.go:271] [openshift-multus/network-metrics-daemon-v298t] addLogicalPort took 20.473699ms, libovsdb time 588.072µs
I0504 09:19:20.949875    3900 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0504 09:19:20.949897    3900 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0504 09:19:20.949914    3900 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0504 09:19:20.949921    3900 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0504 09:19:20.950133    3900 repair.go:29] Repairing admin network policies took 206.637µs
I0504 09:19:20.950259    3900 repair.go:92] Repairing baseline admin network policies took 115.388µs
I0504 09:19:20.950703    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0504 09:19:20.950718    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0504 09:19:20.952195    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0504 09:19:20.952218    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0504 09:19:20.952229    3900 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0504 09:19:20.953932    3900 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0504 09:19:20.953953    3900 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0504 09:19:20.953963    3900 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0504 09:19:20.956094    3900 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0504 09:19:20.956115    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0504 09:19:20.956126    3900 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0504 09:19:20.958192    3900 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0504 09:19:20.958213    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0504 09:19:20.958221    3900 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0504 09:19:20.959714    3900 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0504 09:19:20.959736    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0504 09:19:20.959744    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0504 09:19:20.960259    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0504 09:19:20.960278    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0504 09:19:20.960289    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0504 09:19:20.960833    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0504 09:19:20.960851    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0504 09:19:20.961311    3900 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0504 09:19:20.961327    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0504 09:19:20.963251    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0504 09:19:20.963275    3900 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0504 09:19:20.963284    3900 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0504 09:19:20.964869    3900 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0504 09:19:20.964889    3900 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0504 09:19:20.964900    3900 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0504 09:19:20.965951    3900 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0504 09:19:20.965975    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0504 09:19:20.965984    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0504 09:19:20.966463    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0504 09:19:20.966483    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0504 09:19:20.966505    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0504 09:19:20.967153    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0504 09:19:20.967173    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0504 09:19:20.967179    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0504 09:19:20.968414    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0504 09:19:20.968431    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0504 09:19:20.968438    3900 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0504 09:19:20.968703    3900 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0504 09:19:20.968718    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0504 09:19:20.968727    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0504 09:19:20.969246    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0504 09:19:20.969265    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0504 09:19:20.969273    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0504 09:19:20.969802    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0504 09:19:20.969823    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0504 09:19:20.969831    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0504 09:19:20.970309    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0504 09:19:20.970328    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0504 09:19:20.970335    3900 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0504 09:19:20.970806    3900 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0504 09:19:20.970824    3900 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0504 09:19:20.970833    3900 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0504 09:19:20.972283    3900 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0504 09:19:20.972301    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0504 09:19:20.972312    3900 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0504 09:19:20.973458    3900 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0504 09:19:20.973477    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0504 09:19:20.973488    3900 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0504 09:19:20.974613    3900 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0504 09:19:20.974646    3900 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0504 09:19:20.974654    3900 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0504 09:19:20.975132    3900 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0504 09:19:20.975148    3900 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0504 09:19:20.975157    3900 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0504 09:19:20.975991    3900 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0504 09:19:20.976012    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0504 09:19:20.976021    3900 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0504 09:19:20.976823    3900 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0504 09:19:20.976841    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0504 09:19:20.976849    3900 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0504 09:19:20.977395    3900 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0504 09:19:20.977414    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0504 09:19:20.977421    3900 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0504 09:19:20.977763    3900 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0504 09:19:20.977789    3900 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0504 09:19:20.977798    3900 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0504 09:19:20.978643    3900 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0504 09:19:20.978659    3900 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0504 09:19:20.978670    3900 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0504 09:19:20.979668    3900 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0504 09:19:20.979686    3900 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0504 09:19:20.979697    3900 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0504 09:19:20.980151    3900 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0504 09:19:20.985027    3900 egressfirewall.go:374] Starting EgressFirewall controller
I0504 09:19:20.985061    3900 controller.go:133] Adding controller egress-firewall-controller event handlers
I0504 09:19:20.985081    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0504 09:19:20.985089    3900 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0504 09:19:20.985095    3900 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0504 09:19:20.985127    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0504 09:19:20.985139    3900 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0504 09:19:20.985391    3900 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0504 09:19:20.985404    3900 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0504 09:19:20.985409    3900 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0504 09:19:20.985418    3900 egressqos.go:193] Setting up event handlers for EgressQoS
I0504 09:19:20.985481    3900 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall
I0504 09:19:20.985493    3900 egressfirewall.go:723] Syncing node "ip-10-0-1-152.ec2.internal" for egress firewall
I0504 09:19:20.985499    3900 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall
I0504 09:19:20.985533    3900 egressqos.go:245] Starting EgressQoS Controller
I0504 09:19:20.985543    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0504 09:19:20.985549    3900 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0504 09:19:20.985554    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0504 09:19:20.985558    3900 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0504 09:19:20.985562    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0504 09:19:20.985566    3900 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0504 09:19:20.985570    3900 egressqos.go:259] Repairing EgressQoSes
I0504 09:19:20.985574    3900 egressqos.go:399] Starting repairing loop for egressqos
I0504 09:19:20.985661    3900 egressqos.go:401] Finished repairing loop for egressqos: 85.198µs
I0504 09:19:20.985684    3900 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0504 09:19:20.985718    3900 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-152.ec2.internal
I0504 09:19:20.985762    3900 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-152.ec2.internal : 46.587µs
I0504 09:19:20.985804    3900 egressservice_zone.go:210] Starting Egress Services Controller
I0504 09:19:20.985818    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0504 09:19:20.985827    3900 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0504 09:19:20.985832    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0504 09:19:20.985837    3900 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0504 09:19:20.985853    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0504 09:19:20.985858    3900 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0504 09:19:20.985863    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0504 09:19:20.985871    3900 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0504 09:19:20.985875    3900 egressservice_zone.go:228] Repairing Egress Services
I0504 09:19:20.986122    3900 master_controller.go:88] Starting Admin Policy Based Route Controller
I0504 09:19:20.986132    3900 external_controller.go:278] Starting Admin Policy Based Route Controller
I0504 09:19:20.986147    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal
I0504 09:19:20.986156    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 10.552µs
I0504 09:19:20.986162    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-152.ec2.internal
I0504 09:19:20.986165    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-152.ec2.internal: 4.152µs
I0504 09:19:20.986169    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal
I0504 09:19:20.986173    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 3.644µs
I0504 09:19:20.986215    3900 default_network_controller.go:585] Completing all the Watchers took 207.177336ms
I0504 09:19:20.986227    3900 default_network_controller.go:589] Starting unidling controllers
I0504 09:19:20.986239    3900 unidle.go:46] Registering OVN SB ControllerEvent handler
I0504 09:19:20.986245    3900 unidle.go:63] Populating Initial ContollerEvent events
I0504 09:19:20.986257    3900 unidle.go:79] Setting up event handlers for services
I0504 09:19:20.986304    3900 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0504 09:19:21.174947    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:21.674823    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:22.175145    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:22.675222    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:22.866603    3900 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0504 09:19:23.174946    3900 default_node_network_controller.go:519] Node connection status = connected
I0504 09:19:23.193655    3900 bridgeconfig.go:537] Gateway is ready
I0504 09:19:23.193673    3900 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0504 09:19:23.206465    3900 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.152. Updating OVN encap IP.
I0504 09:19:23.212268    3900 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.152 - it is already configured
I0504 09:19:23.212286    3900 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.152/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0504 09:19:23.212528    3900 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.152/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-152.ec2.internal","mac-address":"0a:ff:dd:04:21:f3","ip-addresses":["10.0.1.152/24"],"ip-address":"10.0.1.152/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f3d2ed07-b697-45f0-a06a-3e0f951efc8e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.152/24"}] on node ip-10-0-1-152.ec2.internal
I0504 09:19:23.230253    3900 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.152
I0504 09:19:23.230325    3900 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-152.ec2.internal
I0504 09:19:23.230381    3900 egressfirewall.go:723] Syncing node "ip-10-0-1-152.ec2.internal" for egress firewall
I0504 09:19:23.230425    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-152.ec2.internal
I0504 09:19:23.230433    3900 master.go:548] Adding or Updating local node "ip-10-0-1-152.ec2.internal" for network "default"
I0504 09:19:23.230441    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-152.ec2.internal: 17.549µs
I0504 09:19:23.230485    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-152.ec2.internal in network "default"
I0504 09:19:23.230541    3900 node_tracker.go:169] Node ip-10-0-1-152.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:23.230559    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:23.234598    3900 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-152.ec2.internal. Updating no re-route policies
I0504 09:19:23.234690    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v298t
I0504 09:19:23.234711    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v298t
I0504 09:19:23.234711    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-152.ec2.internal
I0504 09:19:23.234738    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr
I0504 09:19:23.234744    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-152.ec2.internal
I0504 09:19:23.234752    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr
I0504 09:19:23.234752    3900 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v298t] creating logical port openshift-multus_network-metrics-daemon-v298t for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:23.234753    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nzk96
I0504 09:19:23.234766    3900 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-152.ec2.internal
I0504 09:19:23.234775    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7fwq6
I0504 09:19:23.234779    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-152.ec2.internal after 0 failed attempt(s)
I0504 09:19:23.234783    3900 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-152.ec2.internal
I0504 09:19:23.234783    3900 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6xzpr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6xzpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found 
I0504 09:19:23.234789    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7fwq6
I0504 09:19:23.234797    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-tl6rq
I0504 09:19:23.234800    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-894x7
I0504 09:19:23.234808    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-tl6rq
I0504 09:19:23.234811    3900 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-152.ec2.internal after 0 failed attempt(s)
I0504 09:19:23.234813    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-894x7
I0504 09:19:23.234820    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-64rwb
I0504 09:19:23.234829    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-tl6rq after 0 failed attempt(s)
I0504 09:19:23.234833    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-64rwb
I0504 09:19:23.234840    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-894x7 after 0 failed attempt(s)
I0504 09:19:23.234845    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6cll
I0504 09:19:23.234866    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc
I0504 09:19:23.234749    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-v64w4
I0504 09:19:23.234885    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nzk96
I0504 09:19:23.234896    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-v64w4
I0504 09:19:23.234787    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q7lpz
I0504 09:19:23.234905    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7fwq6 after 0 failed attempt(s)
I0504 09:19:23.234916    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-v64w4 after 0 failed attempt(s)
I0504 09:19:23.234920    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q7lpz
I0504 09:19:23.234810    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6j2b9
I0504 09:19:23.234933    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6j2b9
I0504 09:19:23.234945    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6j2b9 after 0 failed attempt(s)
I0504 09:19:23.234852    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-64rwb after 0 failed attempt(s)
I0504 09:19:23.234725    3900 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4x48b
I0504 09:19:23.234958    3900 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-q7lpz, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q7lpz: suppressed error logged: pod openshift-multus/network-metrics-daemon-q7lpz: no pod IPs found 
I0504 09:19:23.234963    3900 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4x48b
I0504 09:19:23.234871    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6cll
I0504 09:19:23.234984    3900 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4x48b after 0 failed attempt(s)
I0504 09:19:23.234815    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fd4g5
I0504 09:19:23.234990    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6cll after 0 failed attempt(s)
I0504 09:19:23.234993    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fd4g5
I0504 09:19:23.234887    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc
I0504 09:19:23.235003    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fd4g5 after 0 failed attempt(s)
I0504 09:19:23.234897    3900 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m
I0504 09:19:23.235012    3900 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m
I0504 09:19:23.235027    3900 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pz9hc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pz9hc: no pod IPs found 
I0504 09:19:23.234924    3900 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nzk96] creating logical port openshift-network-diagnostics_network-check-target-nzk96 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:23.235073    3900 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j4p6m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found 
I0504 09:19:23.235665    3900 pods.go:271] [openshift-network-diagnostics/network-check-target-nzk96] addLogicalPort took 749.479µs, libovsdb time 268.992µs
I0504 09:19:23.235678    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nzk96 after 0 failed attempt(s)
I0504 09:19:23.235746    3900 pods.go:271] [openshift-multus/network-metrics-daemon-v298t] addLogicalPort took 1.009242ms, libovsdb time 284.04µs
I0504 09:19:23.235754    3900 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v298t after 0 failed attempt(s)
I0504 09:19:23.249397    3900 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0504 09:19:23.263370    3900 iptables.go:108] Creating table: mangle chain: OUTPUT
I0504 09:19:23.267147    3900 iptables.go:108] Creating table: nat chain: OUTPUT
I0504 09:19:23.320409    3900 iptables.go:108] Creating table: nat chain: PREROUTING
I0504 09:19:23.387037    3900 iptables.go:108] Creating table: filter chain: FORWARD
I0504 09:19:23.407046    3900 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0504 09:19:23.407138    3900 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0504 09:19:23.407184    3900 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0504 09:19:23.407244    3900 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0504 09:19:23.407294    3900 gateway_init.go:325] Gateway and management port readiness took 2.737306332s
I0504 09:19:23.407323    3900 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0504 09:19:23.407358    3900 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0504 09:19:23.407372    3900 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0504 09:19:23.407381    3900 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0504 09:19:23.407443    3900 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0504 09:19:23.407538    3900 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.947µs
I0504 09:19:23.407762    3900 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0504 09:19:23.407790    3900 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.979µs
I0504 09:19:23.407799    3900 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.213µs
I0504 09:19:23.407805    3900 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0504 09:19:23.407815    3900 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0504 09:19:23.407820    3900 default_node_network_controller.go:899] Starting the default node network controller
I0504 09:19:23.407825    3900 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0504 09:19:23.407907    3900 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.945µs
I0504 09:19:23.407969    3900 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0504 09:19:23.407977    3900 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0504 09:19:23.408002    3900 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002c7c00 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0002c7f10 0xc000c15590 0xc0002c8000 0xc0002c8070 <nil> 0xc0008d82d0 0xc00649b340 <nil> <nil> <nil> 0xc0002c80e0 <nil> map[0x2ff9080:0xc0025a7620 0x2ff95c0:0xc0025a77a0 0x2ffa2e0:0xc00119c900 0x2ffa580:0xc0025a75c0 0x2ffad60:0xc0025a7680 0x2ffb000:0xc0025a76e0 0x2ffb2a0:0xc0025a7740 0x2ffba80:0xc0025a7800 0x2ffbd20:0xc0025a7860 0x3026980:0xc00119c660 0x3026d20:0xc00119c6c0 0x3027800:0xc000c77620 0x3029160:0xc001b68000 0x30298a0:0xc00119c8a0 0x302a720:0xc00119c600] 0xc000c34460 0}
I0504 09:19:23.408058    3900 gateway.go:151] Starting gateway service sync
I0504 09:19:23.408474    3900 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0504 09:19:23.411074    3900 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0504 09:19:23.431489    3900 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0504 09:19:23.432857    3900 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0504 09:19:23.434229    3900 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0504 09:19:23.469766    3900 gateway.go:168] Gateway service sync done. Time taken: 61.697708ms
I0504 09:19:23.470427    3900 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31289
I0504 09:19:23.470617    3900 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002c7c00 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0002c7f10 0xc000c15590 0xc0002c8000 0xc0002c8070 <nil> 0xc0008d82d0 0xc00649b340 <nil> <nil> <nil> 0xc0002c80e0 <nil> map[0x2ff9080:0xc0025a7620 0x2ff95c0:0xc0025a77a0 0x2ffa2e0:0xc00119c900 0x2ffa580:0xc0025a75c0 0x2ffad60:0xc0025a7680 0x2ffb000:0xc0025a76e0 0x2ffb2a0:0xc0025a7740 0x2ffba80:0xc0025a7800 0x2ffbd20:0xc0025a7860 0x3026980:0xc00119c660 0x3026d20:0xc00119c6c0 0x3027800:0xc000c77620 0x3029160:0xc001b68000 0x30298a0:0xc00119c8a0 0x302a720:0xc00119c600] 0xc000c34460 0}
I0504 09:19:23.471197    3900 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002c7c00 0xc0002c7ce0 0xc0002c7d50 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0002c7f10 0xc000c15590 0xc0002c8000 0xc0002c8070 <nil> 0xc0008d82d0 0xc00649b340 <nil> <nil> <nil> 0xc0002c80e0 <nil> map[0x2ff9080:0xc0025a7620 0x2ff95c0:0xc0025a77a0 0x2ffa2e0:0xc00119c900 0x2ffa580:0xc0025a75c0 0x2ffad60:0xc0025a7680 0x2ffb000:0xc0025a76e0 0x2ffb2a0:0xc0025a7740 0x2ffba80:0xc0025a7800 0x2ffbd20:0xc0025a7860 0x3026980:0xc00119c660 0x3026d20:0xc00119c6c0 0x3027800:0xc000c77620 0x3029160:0xc001b68000 0x30298a0:0xc00119c8a0 0x302a720:0xc00119c600] 0xc000c34460 0}
I0504 09:19:23.471238    3900 gateway.go:532] Reconciling gateway with updates
I0504 09:19:23.477365    3900 gateway.go:339] Spawning Conntrack Rule Check Thread
I0504 09:19:23.477462    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 09:19:23.477477    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0504 09:19:23.477483    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 09:19:23.477468    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0504 09:19:23.477492    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0504 09:19:23.477492    3900 default_node_network_controller.go:944] Gateway and management port readiness took 69.506431ms
I0504 09:19:23.477497    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0504 09:19:23.477495    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 09:19:23.477508    3900 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed
I0504 09:19:23.477510    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0504 09:19:23.477512    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 09:19:23.477518    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 09:19:23.477523    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0504 09:19:23.477527    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 09:19:23.477532    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0504 09:19:23.477536    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0504 09:19:23.477543    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 09:19:23.477544    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 09:19:23.477544    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0504 09:19:23.477554    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 09:19:23.477551    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0504 09:19:23.477560    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 09:19:23.477566    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0504 09:19:23.477569    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0504 09:19:23.477525    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 09:19:23.477574    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.477573    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 09:19:23.477538    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0504 09:19:23.477580    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 09:19:23.477588    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0504 09:19:23.477590    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0504 09:19:23.477501    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0504 09:19:23.477600    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0504 09:19:23.477600    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 09:19:23.477605    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 09:19:23.477603    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0504 09:19:23.477616    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 09:19:23.477618    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 09:19:23.477619    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 09:19:23.477622    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 09:19:23.477625    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0504 09:19:23.477644    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:23.477657    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 09:19:23.477660    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 09:19:23.477591    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 09:19:23.477605    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 09:19:23.477673    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 09:19:23.477683    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0504 09:19:23.477680    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 09:19:23.477685    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 09:19:23.477693    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0504 09:19:23.477690    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 09:19:23.477696    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 09:19:23.477699    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 09:19:23.477698    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.477710    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 09:19:23.477709    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 09:19:23.477707    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 09:19:23.477714    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0504 09:19:23.477719    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0504 09:19:23.477721    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0504 09:19:23.477725    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 09:19:23.477519    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 09:19:23.477734    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0504 09:19:23.477739    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 09:19:23.477657    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 09:19:23.477587    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 09:19:23.477570    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0504 09:19:23.477517    3900 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed
I0504 09:19:23.477557    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 09:19:23.477908    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 09:19:23.477683    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 09:19:23.477609    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0504 09:19:23.477624    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0504 09:19:23.477538    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 09:19:23.477544    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 09:19:23.478026    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 09:19:23.478032    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0504 09:19:23.477561    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 09:19:23.478044    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 09:19:23.477574    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 09:19:23.477578    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0504 09:19:23.478152    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.477510    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 09:19:23.478176    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 09:19:23.477582    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 09:19:23.478195    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 09:19:23.477649    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 09:19:23.477526    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 09:19:23.477668    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:23.477673    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 09:19:23.477670    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 09:19:23.478396    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 09:19:23.477685    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 09:19:23.477486    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 09:19:23.478469    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 09:19:23.477693    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 09:19:23.478509    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 09:19:23.477688    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 09:19:23.478537    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 09:19:23.477698    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 09:19:23.478571    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 09:19:23.477706    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 09:19:23.478596    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 09:19:23.478603    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0504 09:19:23.478673    3900 node_ip_handler_linux.go:160] Node IP manager is running
W0504 09:19:23.520349    3900 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0504 09:19:23.520570    3900 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0504 09:19:23.520878    3900 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0504 09:19:23.528042    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0504 09:19:23.550381    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0504 09:19:23.550449    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0504 09:19:23.550465    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0504 09:19:23.550471    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0504 09:19:23.550478    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0504 09:19:23.550485    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.550494    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0504 09:19:23.550502    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.550508    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0504 09:19:23.550512    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0504 09:19:23.595806    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0504 09:19:23.595818    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.595838    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0504 09:19:23.595845    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0504 09:19:23.595854    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.595863    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0504 09:19:23.595876    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.595884    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.595893    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0504 09:19:23.595900    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0504 09:19:23.595906    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0504 09:19:23.595912    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0504 09:19:23.595917    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0504 09:19:23.595922    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0504 09:19:23.595927    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0504 09:19:23.595935    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0504 09:19:23.595940    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0504 09:19:23.595946    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0504 09:19:23.595951    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.413595    3900 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall
I0504 09:19:24.413665    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal
I0504 09:19:24.413684    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 23.47µs
I0504 09:19:24.413699    3900 default_network_controller.go:1025] Node "ip-10-0-2-89.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0504 09:19:24.614726    3900 egressip_healthcheck.go:76] Health checking using insecure connection
I0504 09:19:24.614776    3900 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0504 09:19:24.614738    3900 default_node_network_controller.go:1380] Starting node controller node sync
I0504 09:19:24.628418    3900 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.605662ms
I0504 09:19:24.628621    3900 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0504 09:19:24.628978    3900 egressservice_node.go:93] Setting up event handlers for Egress Services
I0504 09:19:24.629126    3900 egressservice_node.go:183] Starting Egress Services Controller
I0504 09:19:24.629155    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0504 09:19:24.629170    3900 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0504 09:19:24.629176    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0504 09:19:24.629182    3900 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0504 09:19:24.629187    3900 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0504 09:19:24.629192    3900 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0504 09:19:24.629196    3900 egressservice_node.go:197] Repairing Egress Services
I0504 09:19:24.640249    3900 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0504 09:19:24.640260    3900 external_controller.go:278] Starting Admin Policy Based Route Controller
I0504 09:19:24.640534    3900 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0504 09:19:24.640565    3900 link_network_manager.go:119] Link manager is running
I0504 09:19:24.640576    3900 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0504 09:19:24.640749    3900 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0504 09:19:24.641087    3900 vrf_manager.go:128] VRF manager is running
I0504 09:19:24.641152    3900 node_controller_manager.go:437] Removing flows to drop GARP
I0504 09:19:24.641161    3900 gateway.go:532] Reconciling gateway with updates
I0504 09:19:24.666585    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 09:19:24.666601    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 09:19:24.666603    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 09:19:24.666614    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 09:19:24.666615    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 09:19:24.666615    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 09:19:24.666624    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 09:19:24.666625    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0504 09:19:24.666582    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 09:19:24.666648    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 09:19:24.666651    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 09:19:24.666653    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 09:19:24.666654    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0504 09:19:24.666652    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 09:19:24.666654    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0504 09:19:24.666664    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 09:19:24.666666    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 09:19:24.666671    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 09:19:24.666673    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666675    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0504 09:19:24.666676    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 09:19:24.666682    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 09:19:24.666680    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 09:19:24.666689    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 09:19:24.666693    3900 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed
I0504 09:19:24.666695    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0504 09:19:24.666698    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 09:19:24.666645    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 09:19:24.666703    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0504 09:19:24.666591    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 09:19:24.666709    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 09:19:24.666715    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0504 09:19:24.666720    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 09:19:24.666721    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 09:19:24.666728    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0504 09:19:24.666731    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 09:19:24.666728    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 09:19:24.666733    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0504 09:19:24.666600    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 09:19:24.666741    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 09:19:24.666746    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 09:19:24.666749    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 09:19:24.666751    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0504 09:19:24.666756    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 09:19:24.666752    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 09:19:24.666758    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0504 09:19:24.666764    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 09:19:24.666771    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0504 09:19:24.666771    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666755    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666774    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0504 09:19:24.666780    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 09:19:24.666777    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 09:19:24.666787    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 09:19:24.666789    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 09:19:24.666787    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0504 09:19:24.666793    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 09:19:24.666798    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 09:19:24.666800    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666800    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:24.666747    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 09:19:24.666802    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 09:19:24.666813    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0504 09:19:24.666827    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 09:19:24.666857    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 09:19:24.666866    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0504 09:19:24.666716    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 09:19:24.666613    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 09:19:24.666888    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 09:19:24.666902    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 09:19:24.666837    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0504 09:19:24.666771    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 09:19:24.666940    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 09:19:24.666858    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0504 09:19:24.666733    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 09:19:24.666958    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 09:19:24.666710    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0504 09:19:24.666817    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0504 09:19:24.666789    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 09:19:24.666982    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 09:19:24.666721    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666753    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 09:19:24.667056    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 09:19:24.666686    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 09:19:24.666697    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 09:19:24.667100    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 09:19:24.667105    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0504 09:19:24.666658    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0504 09:19:24.666604    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 09:19:24.666663    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0504 09:19:24.667137    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0504 09:19:24.666621    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 09:19:24.666702    3900 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed
I0504 09:19:24.666616    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 09:19:24.666623    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0504 09:19:24.667229    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0504 09:19:24.667234    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0504 09:19:24.666725    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.666742    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0504 09:19:24.666645    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0504 09:19:24.666782    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0504 09:19:24.666792    3900 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 09:19:24.667266    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 09:19:24.666656    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 09:19:24.666816    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:24.666816    3900 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 09:19:24.706459    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0504 09:19:24.706454    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0504 09:19:24.706483    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0504 09:19:24.746445    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0504 09:19:24.746474    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0504 09:19:24.746483    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.746490    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0504 09:19:24.746496    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0504 09:19:24.746502    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0504 09:19:24.746509    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0504 09:19:24.746515    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0504 09:19:24.746520    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0504 09:19:24.746539    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0504 09:19:24.746558    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0504 09:19:24.746566    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0504 09:19:24.746573    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0504 09:19:24.746579    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0504 09:19:24.746584    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.746590    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0504 09:19:24.746595    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0504 09:19:24.746601    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0504 09:19:24.786019    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0504 09:19:24.786032    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0504 09:19:24.786052    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.786059    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.786066    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0504 09:19:24.786072    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0504 09:19:24.786078    3900 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0504 09:19:26.008256    3900 default_network_controller.go:1025] Node "ip-10-0-2-89.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:26.669046    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-152.ec2.internal
I0504 09:19:26.669076    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-152.ec2.internal: 39.996µs
I0504 09:19:26.698364    3900 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79fcd5fdb6-qqh4j] creating logical port openshift-image-registry_image-registry-79fcd5fdb6-qqh4j for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:26.698500    3900 kube.go:256] Updating pod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j
I0504 09:19:26.727790    3900 pod.go:62] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j] pod update took 29.323149ms
I0504 09:19:26.727820    3900 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79fcd5fdb6-qqh4j] addLogicalPort annotation time took 29.357687ms
I0504 09:19:26.729072    3900 pods.go:271] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j] addLogicalPort took 30.720149ms, libovsdb time 957.641µs
I0504 09:19:26.750591    3900 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ffdr5] creating logical port openshift-dns_dns-default-ffdr5 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:26.750740    3900 kube.go:256] Updating pod openshift-dns/dns-default-ffdr5
I0504 09:19:26.750780    3900 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631430-7kfvm for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:26.750941    3900 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm
I0504 09:19:26.757977    3900 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-2wfgz for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:26.758072    3900 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz
I0504 09:19:26.769463    3900 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm] pod update took 18.567751ms
I0504 09:19:26.769482    3900 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm] addLogicalPort annotation time took 18.589342ms
I0504 09:19:26.769654    3900 pod.go:62] [openshift-dns/dns-default-ffdr5] pod update took 18.918914ms
I0504 09:19:26.769676    3900 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ffdr5] addLogicalPort annotation time took 18.981726ms
I0504 09:19:26.770674    3900 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm] addLogicalPort took 19.903264ms, libovsdb time 845.107µs
I0504 09:19:26.770733    3900 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-g4gm2] creating logical port openshift-ingress-canary_ingress-canary-g4gm2 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:19:26.770791    3900 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-g4gm2
I0504 09:19:26.770922    3900 pods.go:271] [openshift-dns/dns-default-ffdr5] addLogicalPort took 20.349704ms, libovsdb time 927.941µs
I0504 09:19:26.776725    3900 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz] pod update took 18.678304ms
I0504 09:19:26.776745    3900 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz] addLogicalPort annotation time took 18.700547ms
I0504 09:19:26.777692    3900 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz] addLogicalPort took 19.723807ms, libovsdb time 736.97µs
I0504 09:19:26.787609    3900 pod.go:62] [openshift-ingress-canary/ingress-canary-g4gm2] pod update took 16.833638ms
I0504 09:19:26.787656    3900 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-g4gm2] addLogicalPort annotation time took 16.859789ms
I0504 09:19:26.788513    3900 pods.go:271] [openshift-ingress-canary/ingress-canary-g4gm2] addLogicalPort took 17.78683ms, libovsdb time 608.199µs
I0504 09:19:27.105456    3900 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:27.105527    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal
I0504 09:19:27.105533    3900 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall
I0504 09:19:27.105541    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 19.303µs
I0504 09:19:27.160798    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key ]
I0504 09:19:27.167953    3900 cni.go:452] [openshift-ingress-canary/ingress-canary-g4gm2 e92387b07ab15d0638764ea476eb7ad65877dfad602f00beef7a69c4553b71f9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-g4gm2 e92387b07ab15d0638764ea476eb7ad65877dfad602f00beef7a69c4553b71f9 network default NAD default NAD key ]
I0504 09:19:27.192012    3900 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz 98d49cadac87612a5a9d54c1ec102ae9a0f6f5160d56912622ef83c88bf4914f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz 98d49cadac87612a5a9d54c1ec102ae9a0f6f5160d56912622ef83c88bf4914f network default NAD default NAD key ]
I0504 09:19:27.192428    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631430-7kfvm, hostIfaceName: 0ddbec0532fa3e1, network: default, NAD default, SandboxID: "0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e", PCI device ID: , UID: "9fade1f5-1ad9-431c-b60e-5050179d5f9b", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0504 09:19:27.192879    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-g4gm2, hostIfaceName: e92387b07ab15d0, network: default, NAD default, SandboxID: "e92387b07ab15d0638764ea476eb7ad65877dfad602f00beef7a69c4553b71f9", PCI device ID: , UID: "882a904b-2a11-4870-b931-327000efeacb", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0504 09:19:27.203590    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-2wfgz, hostIfaceName: 98d49cadac87612, network: default, NAD default, SandboxID: "98d49cadac87612a5a9d54c1ec102ae9a0f6f5160d56912622ef83c88bf4914f", PCI device ID: , UID: "a3535763-3bba-4ea1-9659-9430a48017fa", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0504 09:19:27.246333    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:6f:53:82:bd:53\",\"name\":\"0ddbec0532fa3e1\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1740d5bc-ae60-4d59-8184-54ba14a9115c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:19:27.249372    3900 cni.go:473] [openshift-ingress-canary/ingress-canary-g4gm2 e92387b07ab15d0638764ea476eb7ad65877dfad602f00beef7a69c4553b71f9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-g4gm2 e92387b07ab15d0638764ea476eb7ad65877dfad602f00beef7a69c4553b71f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:85:54:c9:d6:f3\",\"name\":\"e92387b07ab15d0\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aefe5d5e-1f66-4ea8-885d-8d2ed86e768f\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:19:27.254762    3900 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz 98d49cadac87612a5a9d54c1ec102ae9a0f6f5160d56912622ef83c88bf4914f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2wfgz 98d49cadac87612a5a9d54c1ec102ae9a0f6f5160d56912622ef83c88bf4914f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:bf:3b:c0:3c:5b\",\"name\":\"98d49cadac87612\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ccbf459-de94-4cda-b18e-3bad882b355d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:19:29.782529    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default"
I0504 09:19:29.782575    3900 node_tracker.go:235] Node ip-10-0-2-89.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-89.ec2.internal"
I0504 09:19:29.782591    3900 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:29.782605    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:29.782602    3900 default_network_controller.go:1025] Node "ip-10-0-2-89.ec2.internal" in remote zone "ip-10-0-2-89.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:29.952549    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default"
I0504 09:19:29.952626    3900 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:29.952665    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:29.952665    3900 default_network_controller.go:1025] Node "ip-10-0-2-89.ec2.internal" in remote zone "ip-10-0-2-89.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:29.953861    3900 zone_ic_handler.go:195] Time taken to create transit switch: 351.877µs
I0504 09:19:29.953876    3900 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-89.ec2.internal for the network default
I0504 09:19:29.955079    3900 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-89.ec2.internal" on network "default" took: 1.581696ms
I0504 09:19:31.472890    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default"
I0504 09:19:31.472917    3900 node_tracker.go:235] Node ip-10-0-0-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-177.ec2.internal"
I0504 09:19:31.472937    3900 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:31.472955    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:31.472948    3900 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:31.518517    3900 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall
I0504 09:19:31.518539    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal
I0504 09:19:31.518542    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default"
I0504 09:19:31.518558    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 26.606µs
I0504 09:19:31.518610    3900 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:31.518620    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 10.0.2.89 to PMTUD blocking rules
I0504 09:19:31.518645    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:31.518651    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 09:19:31.526280    3900 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-89.ec2.internal. Updating no re-route policies
I0504 09:19:31.540727    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 10.0.2.89 to PMTUD blocking rules
I0504 09:19:31.540747    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-89.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 09:19:31.575550    3900 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:31.610348    3900 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 09:19:31.610364    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default"
I0504 09:19:31.610428    3900 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:31.610448    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:31.611372    3900 zone_ic_handler.go:195] Time taken to create transit switch: 295.527µs
I0504 09:19:31.611386    3900 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-177.ec2.internal for the network default
I0504 09:19:31.612393    3900 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-177.ec2.internal" on network "default" took: 1.32661ms
I0504 09:19:34.165325    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 10.0.0.177 to PMTUD blocking rules
I0504 09:19:34.165346    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal
I0504 09:19:34.165351    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 09:19:34.165361    3900 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default"
I0504 09:19:34.165360    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 16.963µs
I0504 09:19:34.165413    3900 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default"
I0504 09:19:34.165328    3900 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall
I0504 09:19:34.165427    3900 services_controller.go:574] Full service sync requested for network=default
I0504 09:19:34.171749    3900 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-177.ec2.internal. Updating no re-route policies
I0504 09:19:34.182865    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 10.0.0.177 to PMTUD blocking rules
I0504 09:19:34.182880    3900 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0504 09:19:34.521499    3900 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:35.161355    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal
I0504 09:19:35.161399    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 50.83µs
I0504 09:19:37.942161    3900 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal
I0504 09:19:37.942200    3900 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 48.758µs
W0504 09:19:43.579320    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 09:19:46.265039    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 09:19:47.522436    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 09:19:58.275884    3900 cni.go:452] [openshift-network-diagnostics/network-check-target-nzk96 f6834ebbd7a5868de46297e6d2854e6421001e654043cc95843df0d3f4db0448 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nzk96 f6834ebbd7a5868de46297e6d2854e6421001e654043cc95843df0d3f4db0448 network default NAD default NAD key ]
I0504 09:19:58.285337    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nzk96, hostIfaceName: f6834ebbd7a5868, network: default, NAD default, SandboxID: "f6834ebbd7a5868de46297e6d2854e6421001e654043cc95843df0d3f4db0448", PCI device ID: , UID: "086c6c1f-6be1-47d3-ab6f-95a2eac0826a", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0504 09:19:58.332694    3900 cni.go:473] [openshift-network-diagnostics/network-check-target-nzk96 f6834ebbd7a5868de46297e6d2854e6421001e654043cc95843df0d3f4db0448 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nzk96 f6834ebbd7a5868de46297e6d2854e6421001e654043cc95843df0d3f4db0448 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ec:33:75:5b:82\",\"name\":\"f6834ebbd7a5868\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76cf3e00-9022-4484-b85f-0bdceb5ef635\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:20:00.190040    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key ]
I0504 09:20:00.196529    3900 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631440-8dwz4 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:20:00.196661    3900 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4
I0504 09:20:00.211918    3900 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4] pod update took 15.31157ms
I0504 09:20:00.211942    3900 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4] addLogicalPort annotation time took 15.343319ms
I0504 09:20:00.213053    3900 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4] addLogicalPort took 16.543935ms, libovsdb time 825.424µs
I0504 09:20:00.274276    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm 0ddbec0532fa3e1df5b423bbe14ab72f86cac17bc36e69d51cf9531f6c85282e network default NAD default NAD key default], result "{}", err <nil>
I0504 09:20:01.006251    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key ]
I0504 09:20:01.016540    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631440-8dwz4, hostIfaceName: ff1c75043d74087, network: default, NAD default, SandboxID: "ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d", PCI device ID: , UID: "5424aa16-db7d-4687-84f0-34c0f2d3c177", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0504 09:20:01.062455    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b0:c0:fa:43:71\",\"name\":\"ff1c75043d74087\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95fc192e-29ae-4d8f-8050-ee8fddd2d148\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:20:01.559555    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0504 09:20:01.596331    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:01.596374    3900 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm
I0504 09:20:01.597507    3900 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm, ips: 10.128.0.7
I0504 09:20:01.597540    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:01.609494    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:01.609514    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:01.613329    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm
I0504 09:20:01.613350    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm
W0504 09:20:14.587998    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 09:20:14.588023    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 09:20:18.273653    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 09:20:18.273683    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0504 09:20:30.810545    3900 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:30.811070    3900 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:30.811097    3900 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:30.811106    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0504 09:20:30.811118    3900 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:20:30.811122    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0504 09:20:31.840164    3900 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:31.840197    3900 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:31.840225    3900 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:31.840234    3900 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:20:32.280360    3900 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0504 09:20:32.291997    3900 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0504 09:20:32.568118    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0504 09:23:13.107963    3900 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78c59f696c-vdf6k] creating logical port openshift-ingress_router-default-78c59f696c-vdf6k for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:23:13.108046    3900 kube.go:256] Updating pod openshift-ingress/router-default-78c59f696c-vdf6k
I0504 09:23:13.110103    3900 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7f9f688667-wg9h2] creating logical port openshift-ingress_router-default-7f9f688667-wg9h2 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:23:13.110191    3900 kube.go:256] Updating pod openshift-ingress/router-default-7f9f688667-wg9h2
I0504 09:23:13.139735    3900 pod.go:62] [openshift-ingress/router-default-7f9f688667-wg9h2] pod update took 29.571672ms
I0504 09:23:13.139757    3900 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7f9f688667-wg9h2] addLogicalPort annotation time took 29.598167ms
I0504 09:23:13.139800    3900 pod.go:62] [openshift-ingress/router-default-78c59f696c-vdf6k] pod update took 31.781854ms
I0504 09:23:13.139822    3900 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78c59f696c-vdf6k] addLogicalPort annotation time took 31.807236ms
I0504 09:23:13.140691    3900 pods.go:271] [openshift-ingress/router-default-7f9f688667-wg9h2] addLogicalPort took 30.600257ms, libovsdb time 709.672µs
I0504 09:23:13.140921    3900 pods.go:271] [openshift-ingress/router-default-78c59f696c-vdf6k] addLogicalPort took 32.974236ms, libovsdb time 851.514µs
W0504 09:23:17.092019    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0504 09:23:17.093691    3900 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0504 09:23:17.094472    3900 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 763.823µs
I0504 09:23:17.115003    3900 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0504 09:23:18.861083    3900 namespace.go:98] [openshift-service-ca] adding namespace
I0504 09:23:18.861915    3900 namespace.go:102] [openshift-service-ca] adding namespace took 808.237µs
I0504 09:23:18.880110    3900 namespace.go:142] [openshift-service-ca] updating namespace
W0504 09:23:26.769957    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0504 09:23:36.774885    3900 cni.go:452] [openshift-dns/dns-default-ffdr5 02f2397bb1b4e1cc8fefcc29f6030aa91c6d7f93980fe0302b060f06b51b6dfd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ffdr5 02f2397bb1b4e1cc8fefcc29f6030aa91c6d7f93980fe0302b060f06b51b6dfd network default NAD default NAD key ]
I0504 09:23:36.774902    3900 cni.go:452] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key ]
I0504 09:23:36.786314    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ffdr5, hostIfaceName: 02f2397bb1b4e1c, network: default, NAD default, SandboxID: "02f2397bb1b4e1cc8fefcc29f6030aa91c6d7f93980fe0302b060f06b51b6dfd", PCI device ID: , UID: "f7dca2e1-7bac-406e-9773-28359d0774a2", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0504 09:23:36.786537    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-79fcd5fdb6-qqh4j, hostIfaceName: eae60fa20d081ed, network: default, NAD default, SandboxID: "eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d", PCI device ID: , UID: "c664f0fe-4134-4c94-936f-20a178c755af", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0504 09:23:36.832976    3900 cni.go:473] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b4:96:f2:94:fa\",\"name\":\"eae60fa20d081ed\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0f714d3-dbe0-48a0-9113-90358a2346e5\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:23:36.847599    3900 cni.go:473] [openshift-dns/dns-default-ffdr5 02f2397bb1b4e1cc8fefcc29f6030aa91c6d7f93980fe0302b060f06b51b6dfd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ffdr5 02f2397bb1b4e1cc8fefcc29f6030aa91c6d7f93980fe0302b060f06b51b6dfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ed:03:10:87:7c\",\"name\":\"02f2397bb1b4e1c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a55c029-1600-4b70-bb7d-4baeffe25e81\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:23:41.057654    3900 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0504 09:23:41.057655    3900 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:41.057707    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:41.057716    3900 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0504 09:23:41.139394    3900 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kc8nb] creating logical port openshift-insights_insights-runtime-extractor-kc8nb for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:23:41.139483    3900 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kc8nb
I0504 09:23:41.159162    3900 pod.go:62] [openshift-insights/insights-runtime-extractor-kc8nb] pod update took 19.706519ms
I0504 09:23:41.159182    3900 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kc8nb] addLogicalPort annotation time took 19.72962ms
I0504 09:23:41.160288    3900 pods.go:271] [openshift-insights/insights-runtime-extractor-kc8nb] addLogicalPort took 20.909092ms, libovsdb time 847.106µs
I0504 09:23:41.492657    3900 cni.go:452] [openshift-insights/insights-runtime-extractor-kc8nb 3d9908d3b49cadbf1a9931929aac536f5ef089e1242c40f6271c3b98318a6ba8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kc8nb 3d9908d3b49cadbf1a9931929aac536f5ef089e1242c40f6271c3b98318a6ba8 network default NAD default NAD key ]
I0504 09:23:41.502254    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kc8nb, hostIfaceName: 3d9908d3b49cadb, network: default, NAD default, SandboxID: "3d9908d3b49cadbf1a9931929aac536f5ef089e1242c40f6271c3b98318a6ba8", PCI device ID: , UID: "8d42e33b-a95c-4b60-917c-f0eb12d77554", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0504 09:23:41.548917    3900 cni.go:473] [openshift-insights/insights-runtime-extractor-kc8nb 3d9908d3b49cadbf1a9931929aac536f5ef089e1242c40f6271c3b98318a6ba8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kc8nb 3d9908d3b49cadbf1a9931929aac536f5ef089e1242c40f6271c3b98318a6ba8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ac:b2:61:23:50\",\"name\":\"3d9908d3b49cadb\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe70443c-f144-4f0b-b4c2-f325ca1486c8\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:23:42.190749    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:23:42.191363    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:23:42.211673    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:23:42.211689    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:23:42.216575    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-jft8c
I0504 09:23:42.216596    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-jft8c
I0504 09:23:42.836767    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:23:42.837347    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:23:42.853266    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:23:42.853282    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:23:42.862823    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-75494c6cdf-5mvx5
I0504 09:23:42.862841    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-75494c6cdf-5mvx5
W0504 09:23:43.213563    3900 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0504 09:23:43.841823    3900 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 09:23:45.266150    3900 cni.go:452] [openshift-ingress/router-default-78c59f696c-vdf6k 669e8539e0b08393040f0e2bb346f373b30ed9966de399d83d486d65af31912f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78c59f696c-vdf6k 669e8539e0b08393040f0e2bb346f373b30ed9966de399d83d486d65af31912f network default NAD default NAD key ]
I0504 09:23:45.267978    3900 cni.go:452] [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key ]
I0504 09:23:45.278136    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78c59f696c-vdf6k, hostIfaceName: 669e8539e0b0839, network: default, NAD default, SandboxID: "669e8539e0b08393040f0e2bb346f373b30ed9966de399d83d486d65af31912f", PCI device ID: , UID: "d2924f8a-399d-4faf-afec-8ac767e38400", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0504 09:23:45.278280    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7f9f688667-wg9h2, hostIfaceName: 0bee19d32c3cd58, network: default, NAD default, SandboxID: "0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a", PCI device ID: , UID: "f9bcab15-507f-41b6-9911-284925f0b672", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0504 09:23:45.326018    3900 cni.go:473] [openshift-ingress/router-default-78c59f696c-vdf6k 669e8539e0b08393040f0e2bb346f373b30ed9966de399d83d486d65af31912f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78c59f696c-vdf6k 669e8539e0b08393040f0e2bb346f373b30ed9966de399d83d486d65af31912f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:55:47:17:ee:f1\",\"name\":\"669e8539e0b0839\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bd7bc82-b139-4e58-bfa4-e60114d0ccb7\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:23:45.340563    3900 cni.go:473] [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e4:aa:b6:6c:ea\",\"name\":\"0bee19d32c3cd58\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9da023-e866-4ff4-82e5-9f969becd49e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:23:45.851901    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:45.851925    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:45.851933    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:45.851947    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:45.851963    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.123687    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.123707    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.123712    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.125817    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.125831    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.186109    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.186124    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.186187    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.186205    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.186211    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882420    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882442    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882454    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882467    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882478    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882482    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:46.882650    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882670    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882678    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882696    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882703    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:46.882710    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:47.108906    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:47.108930    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:47.108939    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0504 09:23:47.111836    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0504 09:23:47.111856    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0504 09:23:47.243449    3900 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0504 09:23:47.336445    3900 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0504 09:23:48.221138    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:48.221159    3900 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:48.221165    3900 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:49.864422    3900 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:49.864446    3900 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:49.864453    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:50.077710    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:50.077730    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:50.077736    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0504 09:23:52.233402    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0504 09:23:53.709078    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-xq867] creating logical port openshift-monitoring_prometheus-operator-76b589d668-xq867 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:23:53.709184    3900 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-xq867
I0504 09:23:53.723505    3900 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-xq867] pod update took 14.346622ms
I0504 09:23:53.723533    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-xq867] addLogicalPort annotation time took 14.385669ms
I0504 09:23:53.724735    3900 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-xq867] addLogicalPort took 15.677421ms, libovsdb time 894.564µs
I0504 09:23:54.064409    3900 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-xq867 f52e03bfe692d89411ae1d502ab8a16df3aeaf7f086d166b2737a69be1f7a34c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-xq867 f52e03bfe692d89411ae1d502ab8a16df3aeaf7f086d166b2737a69be1f7a34c network default NAD default NAD key ]
I0504 09:23:54.074872    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-xq867, hostIfaceName: f52e03bfe692d89, network: default, NAD default, SandboxID: "f52e03bfe692d89411ae1d502ab8a16df3aeaf7f086d166b2737a69be1f7a34c", PCI device ID: , UID: "259de255-4796-40b9-92e6-ed1709778585", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0504 09:23:54.123026    3900 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-xq867 f52e03bfe692d89411ae1d502ab8a16df3aeaf7f086d166b2737a69be1f7a34c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-xq867 f52e03bfe692d89411ae1d502ab8a16df3aeaf7f086d166b2737a69be1f7a34c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:6b:d4:7d:a6:ab\",\"name\":\"f52e03bfe692d89\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/278c7165-2d15-4ffa-89d4-b6aa53d3541a\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:23:58.071587    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 09:23:59.556777    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:23:59.556876    3900 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0504 09:23:59.580964    3900 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.120475ms
I0504 09:23:59.580989    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.152131ms
I0504 09:23:59.582343    3900 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.577759ms, libovsdb time 1.00465ms
I0504 09:23:59.918840    3900 cni.go:452] [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key ]
I0504 09:23:59.942545    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: aba74570f1b4635, network: default, NAD default, SandboxID: "aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea", PCI device ID: , UID: "8ef8b8f8-f2c4-45eb-9d3c-4dd83cd5cbdd", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0504 09:23:59.990489    3900 cni.go:473] [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:48:cf:4f:87:5d\",\"name\":\"aba74570f1b4635\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa9c6917-f13c-48fe-9967-965fcafb336f\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:24:02.177676    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:02.177695    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:02.177700    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:02.290745    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:02.290762    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:02.290766    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0504 09:24:02.933623    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vscxf for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:24:02.933792    3900 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf
I0504 09:24:02.954722    3900 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf] pod update took 20.964494ms
I0504 09:24:02.954749    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf] addLogicalPort annotation time took 20.997232ms
I0504 09:24:02.955984    3900 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf] addLogicalPort took 22.378759ms, libovsdb time 929.109µs
I0504 09:24:03.002549    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn] creating logical port openshift-monitoring_metrics-server-6b4bd68f7d-bw5sn for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:24:03.002709    3900 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn
I0504 09:24:03.021563    3900 pod.go:62] [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn] pod update took 18.888743ms
I0504 09:24:03.021585    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn] addLogicalPort annotation time took 18.917046ms
I0504 09:24:03.022756    3900 pods.go:271] [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn] addLogicalPort took 20.22325ms, libovsdb time 813.712µs
I0504 09:24:03.361079    3900 cni.go:452] [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn 84ba3568eef4d54eac2eddf8b7dfe0f9dae1fafbbf3883ccdb9dafae5a938835 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn 84ba3568eef4d54eac2eddf8b7dfe0f9dae1fafbbf3883ccdb9dafae5a938835 network default NAD default NAD key ]
I0504 09:24:03.370413    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b4bd68f7d-bw5sn, hostIfaceName: 84ba3568eef4d54, network: default, NAD default, SandboxID: "84ba3568eef4d54eac2eddf8b7dfe0f9dae1fafbbf3883ccdb9dafae5a938835", PCI device ID: , UID: "f1fd43ff-d0d8-49f9-a3ae-5aa43e505458", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0504 09:24:03.419324    3900 cni.go:473] [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn 84ba3568eef4d54eac2eddf8b7dfe0f9dae1fafbbf3883ccdb9dafae5a938835 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b4bd68f7d-bw5sn 84ba3568eef4d54eac2eddf8b7dfe0f9dae1fafbbf3883ccdb9dafae5a938835 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0b:6b:59:5e:01\",\"name\":\"84ba3568eef4d54\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c279550-2748-42f6-8b8d-6ca1407a0bc1\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:24:03.891732    3900 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf 8d70a22b4d87b2e43d46bb4f692d58058d084faeaf73114327e10566af2b26e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf 8d70a22b4d87b2e43d46bb4f692d58058d084faeaf73114327e10566af2b26e4 network default NAD default NAD key ]
I0504 09:24:03.902117    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vscxf, hostIfaceName: 8d70a22b4d87b2e, network: default, NAD default, SandboxID: "8d70a22b4d87b2e43d46bb4f692d58058d084faeaf73114327e10566af2b26e4", PCI device ID: , UID: "d50896ba-a263-4234-8a3f-d4656e7358f2", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0504 09:24:03.953518    3900 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf 8d70a22b4d87b2e43d46bb4f692d58058d084faeaf73114327e10566af2b26e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vscxf 8d70a22b4d87b2e43d46bb4f692d58058d084faeaf73114327e10566af2b26e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9b:9f:e3:a9:ac\",\"name\":\"8d70a22b4d87b2e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e133a071-4101-4266-8aa6-efe45d41c5da\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:24:04.850240    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:24:04.850378    3900 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0504 09:24:04.875928    3900 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.599029ms
I0504 09:24:04.876025    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.70033ms
I0504 09:24:04.877682    3900 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.46117ms, libovsdb time 1.220977ms
I0504 09:24:05.500284    3900 cni.go:452] [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key ]
I0504 09:24:05.511222    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 12a08d4b4a1c061, network: default, NAD default, SandboxID: "12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0", PCI device ID: , UID: "9b5f9905-11b5-425c-86ff-a41080769ae6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0504 09:24:05.569581    3900 cni.go:473] [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a1:d6:74:87:71\",\"name\":\"12a08d4b4a1c061\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94c780cb-2637-4826-af98-71609be698c2\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:24:05.938038    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:05.938058    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:05.938065    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:05.938069    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:06.183343    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0504 09:24:06.256291    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0504 09:24:06.288550    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0504 09:24:06.350146    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 09:24:06.350167    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 09:24:06.379229    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0504 09:24:06.453594    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:06.453611    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:06.453616    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:06.453619    3900 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 09:24:07.358018    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 09:24:07.358039    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0504 09:24:16.117454    3900 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0504 09:24:27.167662    3900 base_network_controller_pods.go:487] [default/openshift-console/console-5cdc65bc57-lbjsj] creating logical port openshift-console_console-5cdc65bc57-lbjsj for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:24:27.167786    3900 kube.go:256] Updating pod openshift-console/console-5cdc65bc57-lbjsj
I0504 09:24:27.188814    3900 pod.go:62] [openshift-console/console-5cdc65bc57-lbjsj] pod update took 21.059011ms
I0504 09:24:27.188835    3900 base_network_controller_pods.go:951] [default/openshift-console/console-5cdc65bc57-lbjsj] addLogicalPort annotation time took 21.092624ms
I0504 09:24:27.190032    3900 pods.go:271] [openshift-console/console-5cdc65bc57-lbjsj] addLogicalPort took 22.41036ms, libovsdb time 897.412µs
W0504 09:24:27.236791    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0504 09:24:27.530418    3900 cni.go:452] [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key ]
I0504 09:24:27.539564    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cdc65bc57-lbjsj, hostIfaceName: db7f50c828d9186, network: default, NAD default, SandboxID: "db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b", PCI device ID: , UID: "74faaa75-5957-4bec-a515-fc09d0f5f47c", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0504 09:24:27.587980    3900 cni.go:473] [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:51:ac:36:06:0d\",\"name\":\"db7f50c828d9186\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/046caf3a-c925-4ea2-bedf-84338147d4a7\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:24:29.982674    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:29.982697    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:24:29.982703    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0504 09:24:30.005453    3900 cni.go:452] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key ]
W0504 09:24:30.025931    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0504 09:24:30.049605    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0504 09:24:30.104174    3900 cni.go:473] [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-79fcd5fdb6-qqh4j eae60fa20d081ed7c1f3fa6ea964b8bdffb3c9aa02f44105bac60f995a0a082d network default NAD default NAD key default], result "{}", err <nil>
I0504 09:24:30.154290    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:24:30.154331    3900 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79fcd5fdb6-qqh4j
I0504 09:24:30.155535    3900 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79fcd5fdb6-qqh4j, ips: 10.128.0.5
I0504 09:24:30.155561    3900 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0504 09:24:30.298261    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0504 09:24:30.313481    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:24:30.313504    3900 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:24:30.317292    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j
I0504 09:24:30.317318    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j
W0504 09:24:30.465120    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0504 09:24:32.108353    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90
W0504 09:24:37.479875    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0504 09:24:38.331393    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0504 09:24:42.081527    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0504 09:24:48.102391    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0504 09:24:51.208203    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0504 09:24:55.358867    3900 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:24:55.359477    3900 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:24:56.150015    3900 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:24:56.150036    3900 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:24:56.153545    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-pp5gm
I0504 09:24:56.153572    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-pp5gm
I0504 09:24:59.235042    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0504 09:25:02.196605    3900 cni.go:452] [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key ]
I0504 09:25:02.266052    3900 cni.go:473] [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7f9f688667-wg9h2 0bee19d32c3cd58adde2ffed1af3669ff6c6482309612f2a28031d5a6310e54a network default NAD default NAD key default], result "{}", err <nil>
I0504 09:25:02.318147    3900 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:02.318189    3900 pods.go:176] Deleting pod: openshift-ingress/router-default-7f9f688667-wg9h2
I0504 09:25:02.319658    3900 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7f9f688667-wg9h2, ips: 10.128.0.12
I0504 09:25:02.319694    3900 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:02.707372    3900 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:02.707400    3900 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:02.716174    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f9f688667-wg9h2
I0504 09:25:02.716205    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f9f688667-wg9h2
I0504 09:25:03.719397    3900 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:03.720032    3900 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:04.585294    3900 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:04.585318    3900 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:04.593407    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-tkd84
I0504 09:25:04.593510    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-tkd84
W0504 09:25:05.473415    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 09:25:05.473442    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0504 09:25:06.371269    3900 cni.go:452] [openshift-multus/network-metrics-daemon-v298t 61e4fbb78282d018cc4ee35e06550ee01fc96deeed735de9b8c12b8a760947be network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v298t 61e4fbb78282d018cc4ee35e06550ee01fc96deeed735de9b8c12b8a760947be network default NAD default NAD key ]
I0504 09:25:06.381383    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v298t, hostIfaceName: 61e4fbb78282d01, network: default, NAD default, SandboxID: "61e4fbb78282d018cc4ee35e06550ee01fc96deeed735de9b8c12b8a760947be", PCI device ID: , UID: "eb23dbb5-e695-483d-abe3-8b59ebdc0515", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0504 09:25:06.434320    3900 cni.go:473] [openshift-multus/network-metrics-daemon-v298t 61e4fbb78282d018cc4ee35e06550ee01fc96deeed735de9b8c12b8a760947be network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v298t 61e4fbb78282d018cc4ee35e06550ee01fc96deeed735de9b8c12b8a760947be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a2:66:3e:93:0c\",\"name\":\"61e4fbb78282d01\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83882286-d035-4560-ac36-1cd79fdfb248\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:25:08.110752    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60
I0504 09:25:17.223200    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
I0504 09:25:20.323932    3900 cni.go:452] [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key ]
I0504 09:25:20.402940    3900 cni.go:473] [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 aba74570f1b4635f361a516c95bd243308d901d2f1492a67c377cd93da89d8ea network default NAD default NAD key default], result "{}", err <nil>
I0504 09:25:20.463626    3900 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:20.463691    3900 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0504 09:25:20.465572    3900 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.15
I0504 09:25:20.465613    3900 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:20.802954    3900 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:20.802989    3900 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:20.811236    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0504 09:25:20.811277    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0504 09:25:20.853702    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:25:20.853843    3900 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0504 09:25:20.874290    3900 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.48702ms
I0504 09:25:20.874317    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.518349ms
I0504 09:25:20.875619    3900 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.935042ms, libovsdb time 991.438µs
I0504 09:25:21.214594    3900 cni.go:452] [openshift-monitoring/alertmanager-main-1 3f215755ab8515d9cb572da05027484d671e234401d948a7da3829b2695fcebd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3f215755ab8515d9cb572da05027484d671e234401d948a7da3829b2695fcebd network default NAD default NAD key ]
I0504 09:25:21.224057    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3f215755ab8515d, network: default, NAD default, SandboxID: "3f215755ab8515d9cb572da05027484d671e234401d948a7da3829b2695fcebd", PCI device ID: , UID: "433da5f7-3cd0-4017-a339-0423fc1f5687", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0504 09:25:21.276429    3900 cni.go:473] [openshift-monitoring/alertmanager-main-1 3f215755ab8515d9cb572da05027484d671e234401d948a7da3829b2695fcebd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3f215755ab8515d9cb572da05027484d671e234401d948a7da3829b2695fcebd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:6a:f4:1c:e0:48\",\"name\":\"3f215755ab8515d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942db3fe-aa98-4b9d-ac52-b746ea835725\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:25:23.270390    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8] creating logical port openshift-monitoring_telemeter-client-7f5df8d6cb-4mhx8 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:25:23.270531    3900 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8
I0504 09:25:23.294682    3900 pod.go:62] [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8] pod update took 24.180708ms
I0504 09:25:23.294707    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8] addLogicalPort annotation time took 24.213295ms
I0504 09:25:23.295951    3900 pods.go:271] [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8] addLogicalPort took 25.581522ms, libovsdb time 938.771µs
I0504 09:25:23.638312    3900 cni.go:452] [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8 11de1f3d2ac7ded99d9647743db7d385a2f7ad47be9ff546aab5aeda0b064c2b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8 11de1f3d2ac7ded99d9647743db7d385a2f7ad47be9ff546aab5aeda0b064c2b network default NAD default NAD key ]
I0504 09:25:23.648357    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7f5df8d6cb-4mhx8, hostIfaceName: 11de1f3d2ac7ded, network: default, NAD default, SandboxID: "11de1f3d2ac7ded99d9647743db7d385a2f7ad47be9ff546aab5aeda0b064c2b", PCI device ID: , UID: "296aa388-a779-4ec7-a63b-2304c1d4394f", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0504 09:25:23.706061    3900 cni.go:473] [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8 11de1f3d2ac7ded99d9647743db7d385a2f7ad47be9ff546aab5aeda0b064c2b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7f5df8d6cb-4mhx8 11de1f3d2ac7ded99d9647743db7d385a2f7ad47be9ff546aab5aeda0b064c2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:80:94:67:14:2c\",\"name\":\"11de1f3d2ac7ded\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ccc8bb1-c5aa-4877-b79c-edd95e8e70de\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:25:24.939995    3900 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:24.940538    3900 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:25.682355    3900 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:25.682382    3900 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:25.690800    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0504 09:25:25.690834    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0504 09:25:29.198853    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0504 09:25:37.288452    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0504 09:25:41.276938    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:25:41.276960    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 09:25:41.276969    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0504 09:25:42.594430    3900 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:42.595016    3900 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:42.781077    3900 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:42.781107    3900 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:42.794208    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0504 09:25:42.794245    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0504 09:25:48.117694    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0504 09:25:48.328100    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0504 09:25:48.328154    3900 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg: no pod IPs found 
I0504 09:25:52.089621    3900 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:52.090225    3900 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:52.332452    3900 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:52.332480    3900 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:52.336394    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-pl7xf
I0504 09:25:52.336428    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-pl7xf
I0504 09:25:54.132070    3900 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0504 09:25:54.646004    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key ]
I0504 09:25:54.724765    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 ff1c75043d74087d54f545500afc78d772f1d920e1ba98cd987938d3c096523d network default NAD default NAD key default], result "{}", err <nil>
I0504 09:25:54.768486    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:54.768520    3900 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4
I0504 09:25:54.770021    3900 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4, ips: 10.128.0.10
I0504 09:25:54.770050    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:25:55.664300    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:25:55.664334    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:26:01.113432    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0504 09:26:02.962748    3900 cni.go:452] [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key ]
I0504 09:26:03.040962    3900 cni.go:473] [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cdc65bc57-lbjsj db7f50c828d918622d0b845269f135e0ecc60fbc74a242f960fa10bcc947804b network default NAD default NAD key default], result "{}", err <nil>
I0504 09:26:03.092369    3900 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:26:03.092402    3900 pods.go:176] Deleting pod: openshift-console/console-5cdc65bc57-lbjsj
I0504 09:26:03.093578    3900 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cdc65bc57-lbjsj, ips: 10.128.0.19
I0504 09:26:03.093604    3900 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:26:03.674261    3900 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:26:03.674287    3900 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:26:03.678491    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-lbjsj
I0504 09:26:03.678516    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-lbjsj
I0504 09:26:08.213306    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0504 09:26:28.183060    3900 cni.go:452] [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key ]
I0504 09:26:28.258075    3900 cni.go:473] [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 12a08d4b4a1c061489456f2afe3ec10861409b085f955cef692bac37ef2f09e0 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:26:28.319892    3900 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:26:28.319929    3900 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0504 09:26:28.321219    3900 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.18
I0504 09:26:28.321247    3900 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:26:28.778072    3900 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:26:28.778098    3900 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:26:28.786956    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0504 09:26:28.786987    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0504 09:26:28.834244    3900 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:26:28.834380    3900 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0504 09:26:28.858290    3900 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.946228ms
I0504 09:26:28.858319    3900 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.980401ms
I0504 09:26:28.859490    3900 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.26017ms, libovsdb time 865.865µs
I0504 09:26:29.196399    3900 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9f5266adc0abbf69f848489928ddc3f79bbb7338e7a94191cfb1382414e20021 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9f5266adc0abbf69f848489928ddc3f79bbb7338e7a94191cfb1382414e20021 network default NAD default NAD key ]
I0504 09:26:29.206105    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9f5266adc0abbf6, network: default, NAD default, SandboxID: "9f5266adc0abbf69f848489928ddc3f79bbb7338e7a94191cfb1382414e20021", PCI device ID: , UID: "74efca41-ee27-46a7-b923-499db2253fce", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0504 09:26:29.256202    3900 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9f5266adc0abbf69f848489928ddc3f79bbb7338e7a94191cfb1382414e20021 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9f5266adc0abbf69f848489928ddc3f79bbb7338e7a94191cfb1382414e20021 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b4:f0:4d:d4:72\",\"name\":\"9f5266adc0abbf6\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73d942f3-b766-472b-876d-571d6815981e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:27:21.202316    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
W0504 09:27:30.060262    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 09:27:30.060282    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0504 09:27:38.125006    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=618
I0504 09:27:38.229891    3900 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0504 09:27:51.199622    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0504 09:27:56.366536    3900 base_network_controller_pods.go:487] [default/openshift-console/console-7779d5df46-t25ls] creating logical port openshift-console_console-7779d5df46-t25ls for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:27:56.366692    3900 kube.go:256] Updating pod openshift-console/console-7779d5df46-t25ls
I0504 09:27:56.547621    3900 kube.go:256] Updating pod openshift-console/console-7779d5df46-t25ls
I0504 09:27:56.574334    3900 pod.go:62] [openshift-console/console-7779d5df46-t25ls] pod update took 207.703459ms
I0504 09:27:56.574365    3900 base_network_controller_pods.go:951] [default/openshift-console/console-7779d5df46-t25ls] addLogicalPort annotation time took 207.743784ms
I0504 09:27:56.575565    3900 pods.go:271] [openshift-console/console-7779d5df46-t25ls] addLogicalPort took 209.049231ms, libovsdb time 851.378µs
I0504 09:27:56.718073    3900 cni.go:452] [openshift-console/console-7779d5df46-t25ls 5a665ebb1f8c944cebc18ccce30cb22181cc3c23071750d863d44b473af3f99d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7779d5df46-t25ls 5a665ebb1f8c944cebc18ccce30cb22181cc3c23071750d863d44b473af3f99d network default NAD default NAD key ]
I0504 09:27:56.727791    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7779d5df46-t25ls, hostIfaceName: 5a665ebb1f8c944, network: default, NAD default, SandboxID: "5a665ebb1f8c944cebc18ccce30cb22181cc3c23071750d863d44b473af3f99d", PCI device ID: , UID: "74cb344b-4c2e-497e-90d8-ec9367fdb549", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0504 09:27:56.779200    3900 cni.go:473] [openshift-console/console-7779d5df46-t25ls 5a665ebb1f8c944cebc18ccce30cb22181cc3c23071750d863d44b473af3f99d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7779d5df46-t25ls 5a665ebb1f8c944cebc18ccce30cb22181cc3c23071750d863d44b473af3f99d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:cc:ee:8e:93:06\",\"name\":\"5a665ebb1f8c944\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a782603-f18f-493b-bdae-916272877991\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:28:07.170223    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0504 09:28:21.634289    3900 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:28:21.634895    3900 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:28:21.896495    3900 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:28:21.896519    3900 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:28:21.903263    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-hvwxt
I0504 09:28:21.903290    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-hvwxt
I0504 09:28:32.497458    3900 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:28:32.498009    3900 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:28:32.819521    3900 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:28:32.819550    3900 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:28:32.828002    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-cp5ch
I0504 09:28:32.828028    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-cp5ch
I0504 09:28:40.218141    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0504 09:28:46.112719    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0504 09:28:56.235172    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0504 09:30:00.199976    3900 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631450-27gsw for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:30:00.200113    3900 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw
I0504 09:30:00.212934    3900 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw] pod update took 12.849024ms
I0504 09:30:00.212954    3900 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw] addLogicalPort annotation time took 12.872204ms
I0504 09:30:00.214077    3900 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw] addLogicalPort took 14.125803ms, libovsdb time 840.144µs
I0504 09:30:00.576505    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key ]
I0504 09:30:00.586008    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631450-27gsw, hostIfaceName: 957fc0a4e682391, network: default, NAD default, SandboxID: "957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290", PCI device ID: , UID: "b5f0468f-4306-416b-8bee-b0552b9b0637", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0504 09:30:00.636807    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8c:ad:2f:83:6b\",\"name\":\"957fc0a4e682391\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f017b687-cca1-4e8b-8e2e-7a52ee9ba60d\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:30:03.598247    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key ]
I0504 09:30:03.678124    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw 957fc0a4e682391654f5bcf1606da98527d58531effe09e43acbf440132a3290 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:30:03.721596    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:30:03.721660    3900 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw
I0504 09:30:03.723000    3900 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw, ips: 10.128.0.24
I0504 09:30:03.723035    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:30:04.618418    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:30:04.618461    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:30:42.112667    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=60
I0504 09:30:48.226791    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
I0504 09:30:54.985854    3900 namespace.go:98] [tsf] adding namespace
I0504 09:30:54.986718    3900 namespace.go:102] [tsf] adding namespace took 837.416µs
I0504 09:30:55.008202    3900 namespace.go:142] [tsf] updating namespace
I0504 09:30:55.030717    3900 namespace.go:142] [tsf] updating namespace
I0504 09:30:58.915117    3900 namespace.go:98] [konflux-ui] adding namespace
I0504 09:30:58.916004    3900 namespace.go:102] [konflux-ui] adding namespace took 861.084µs
I0504 09:30:58.918730    3900 namespace.go:98] [rhtpa-operator] adding namespace
I0504 09:30:58.919408    3900 namespace.go:102] [rhtpa-operator] adding namespace took 654.417µs
I0504 09:30:58.923023    3900 namespace.go:98] [tsf-tas] adding namespace
I0504 09:30:58.923137    3900 namespace.go:98] [tsf-tpa] adding namespace
I0504 09:30:58.923174    3900 namespace.go:98] [konflux-operator] adding namespace
I0504 09:30:58.923416    3900 namespace.go:98] [cert-manager-operator] adding namespace
I0504 09:30:58.923805    3900 namespace.go:102] [tsf-tas] adding namespace took 767.141µs
I0504 09:30:58.924396    3900 namespace.go:102] [tsf-tpa] adding namespace took 1.242359ms
I0504 09:30:58.924993    3900 namespace.go:102] [konflux-operator] adding namespace took 1.804537ms
I0504 09:30:58.925021    3900 namespace.go:98] [rhbk-operator] adding namespace
I0504 09:30:58.925819    3900 namespace.go:102] [rhbk-operator] adding namespace took 789.754µs
I0504 09:30:58.926379    3900 namespace.go:102] [cert-manager-operator] adding namespace took 2.95296ms
I0504 09:30:58.933684    3900 namespace.go:98] [tsf-keycloak] adding namespace
I0504 09:30:58.934305    3900 namespace.go:102] [tsf-keycloak] adding namespace took 607.893µs
I0504 09:30:58.979479    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:30:58.979552    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:30:58.988482    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:30:58.991941    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:30:58.993192    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:30:59.007215    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:30:59.032998    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:30:59.033092    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:30:59.044761    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:30:59.044789    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:30:59.053738    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:30:59.053775    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:30:59.054541    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:30:59.069180    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:30:59.080714    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:30:59.090904    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:30:59.107618    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:30:59.114600    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:30:59.122879    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:30:59.135761    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:30:59.164804    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:30:59.164904    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:30:59.183801    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:30:59.221611    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:31:00.535953    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:31:00.559846    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:31:00.744541    3900 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:31:00.744698    3900 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0504 09:31:00.762128    3900 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.457684ms
I0504 09:31:00.762157    3900 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.495417ms
I0504 09:31:00.763343    3900 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.818524ms, libovsdb time 858.457µs
I0504 09:31:01.120726    3900 cni.go:452] [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key ]
I0504 09:31:01.130717    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: cf5947811720b79, network: default, NAD default, SandboxID: "cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3", PCI device ID: , UID: "267b08a6-3cfd-4706-9fbd-25db2f2af165", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0504 09:31:01.180781    3900 cni.go:473] [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:83:a2:c4:ac:aa\",\"name\":\"cf5947811720b79\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c8806e4-07d0-473d-a5a8-ea8ab26a4744\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:31:02.211391    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0504 09:31:05.306196    3900 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.307279    3900 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.307309    3900 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.307317    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:05.307334    3900 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.307341    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:05.334660    3900 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.335413    3900 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.335445    3900 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.335454    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:05.335468    3900 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:05.335472    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:06.340601    3900 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.340645    3900 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.340664    3900 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.340675    3900 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.363006    3900 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.363036    3900 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.363055    3900 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:06.363071    3900 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:09.334823    3900 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:09.335385    3900 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:09.335409    3900 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:09.335419    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:09.335433    3900 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:09.335438    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:10.364034    3900 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:10.364063    3900 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:10.364076    3900 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:10.364091    3900 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:10.431352    3900 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:10.431942    3900 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:10.431969    3900 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:10.431977    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:10.431989    3900 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:10.431996    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:11.470844    3900 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:11.470873    3900 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:11.470889    3900 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:11.470913    3900 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:12.366364    3900 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:12.366916    3900 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:12.366941    3900 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:12.366949    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:12.366966    3900 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:12.366970    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:13.395053    3900 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:13.395557    3900 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:13.395586    3900 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:13.395595    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 09:31:13.395613    3900 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:13.395623    3900 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 09:31:13.409031    3900 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:13.409044    3900 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:13.409055    3900 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:13.409067    3900 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:14.420496    3900 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:14.420520    3900 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:14.420539    3900 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:14.420551    3900 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:31:18.653986    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 09:31:23.830050    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 09:31:23.851221    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0504 09:31:23.972780    3900 namespace.go:98] [cert-manager] adding namespace
I0504 09:31:23.973649    3900 namespace.go:102] [cert-manager] adding namespace took 823.332µs
I0504 09:31:24.094709    3900 namespace.go:142] [cert-manager] updating namespace
I0504 09:31:24.143849    3900 namespace.go:142] [cert-manager] updating namespace
W0504 09:31:25.864515    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0504 09:31:27.130401    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=47
I0504 09:31:28.829819    3900 namespace.go:142] [openshift-operators] updating namespace
I0504 09:31:28.842522    3900 namespace.go:142] [openshift-operators] updating namespace
W0504 09:31:31.446833    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0504 09:31:31.446852    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0504 09:31:37.879725    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0504 09:31:37.942661    3900 namespace.go:98] [trusted-artifact-signer] adding namespace
I0504 09:31:37.943552    3900 namespace.go:102] [trusted-artifact-signer] adding namespace took 859.019µs
I0504 09:31:38.018491    3900 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 09:31:38.127988    3900 namespace.go:142] [trusted-artifact-signer] updating namespace
W0504 09:31:38.287611    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0504 09:31:38.375793    3900 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0504 09:31:42.380894    3900 namespace.go:142] [openshift-operators] updating namespace
I0504 09:31:52.056653    3900 cni.go:452] [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key ]
I0504 09:31:52.123093    3900 cni.go:473] [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions cf5947811720b7909d528331c3b3c6c56aba0fb5e6d4d9f9757ae058ec18e9e3 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:31:52.180255    3900 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:52.180298    3900 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0504 09:31:52.181467    3900 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.25
I0504 09:31:52.181494    3900 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:31:52.217485    3900 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:52.217512    3900 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:31:52.226388    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0504 09:31:52.226416    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0504 09:31:53.908830    3900 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:31:53.908948    3900 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0504 09:31:53.926622    3900 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.703168ms
I0504 09:31:53.926660    3900 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.745219ms
I0504 09:31:53.927863    3900 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 19.052738ms, libovsdb time 870.301µs
I0504 09:31:54.285887    3900 cni.go:452] [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key ]
I0504 09:31:54.295803    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c801ae012fe59ab, network: default, NAD default, SandboxID: "c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c", PCI device ID: , UID: "3f44e87e-683d-43e1-af13-1fa04d3b848d", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0504 09:31:54.346889    3900 cni.go:473] [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c0:78:33:2c:94\",\"name\":\"c801ae012fe59ab\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e25c4ab-ca36-4376-b978-0490928564a2\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:31:56.778732    3900 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-c886v for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:31:56.778898    3900 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v
I0504 09:31:56.791930    3900 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v] pod update took 13.066476ms
I0504 09:31:56.791959    3900 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v] addLogicalPort annotation time took 13.102252ms
I0504 09:31:56.793229    3900 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v] addLogicalPort took 14.520036ms, libovsdb time 912.505µs
I0504 09:31:57.413295    3900 namespace.go:98] [openshift-pipelines] adding namespace
I0504 09:31:57.414287    3900 namespace.go:102] [openshift-pipelines] adding namespace took 961.759µs
I0504 09:31:57.432951    3900 namespace.go:142] [openshift-pipelines] updating namespace
I0504 09:31:57.775686    3900 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-p2hpd for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:31:57.775794    3900 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd
I0504 09:31:57.790791    3900 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd] pod update took 15.023607ms
I0504 09:31:57.790820    3900 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd] addLogicalPort annotation time took 15.057626ms
I0504 09:31:57.791951    3900 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd] addLogicalPort took 16.288115ms, libovsdb time 804.157µs
I0504 09:31:58.277950    3900 namespace.go:142] [cert-manager] updating namespace
I0504 09:31:58.484490    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:31:58.884155    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:31:59.086310    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:31:59.288356    3900 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace
I0504 09:31:59.690263    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:31:59.890621    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:32:00.099885    3900 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 09:32:00.299527    3900 namespace.go:142] [tsf] updating namespace
I0504 09:32:00.494986    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:32:00.697748    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:32:00.758116    3900 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v c8d4266b732d1b05ad9d69bf58cd2b5aa6922bf34ea64d84042f111e9a4eb798 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v c8d4266b732d1b05ad9d69bf58cd2b5aa6922bf34ea64d84042f111e9a4eb798 network default NAD default NAD key ]
I0504 09:32:00.768227    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-c886v, hostIfaceName: c8d4266b732d1b0, network: default, NAD default, SandboxID: "c8d4266b732d1b05ad9d69bf58cd2b5aa6922bf34ea64d84042f111e9a4eb798", PCI device ID: , UID: "00ae00a9-5069-4bf9-a264-ec1346600ee1", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0504 09:32:00.819885    3900 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v c8d4266b732d1b05ad9d69bf58cd2b5aa6922bf34ea64d84042f111e9a4eb798 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-c886v c8d4266b732d1b05ad9d69bf58cd2b5aa6922bf34ea64d84042f111e9a4eb798 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f4:d8:7a:49:c6\",\"name\":\"c8d4266b732d1b0\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cafa73ea-5cbd-4566-8c53-0111c204c986\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:32:00.898467    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:32:01.035093    3900 namespace.go:142] [cert-manager] updating namespace
I0504 09:32:01.045960    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:32:01.055707    3900 namespace.go:142] [default] updating namespace
I0504 09:32:01.066046    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:32:01.078616    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:32:01.097736    3900 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace
W0504 09:32:01.099357    3900 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0504 09:32:01.113955    3900 namespace.go:142] [openshift] updating namespace
I0504 09:32:01.122962    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:32:01.132880    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:32:01.143713    3900 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 09:32:01.157370    3900 namespace.go:142] [tsf] updating namespace
I0504 09:32:01.169977    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:32:01.178803    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:32:01.190654    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:32:01.275601    3900 namespace.go:142] [cert-manager] updating namespace
I0504 09:32:01.381453    3900 namespace.go:142] [cert-manager-operator] updating namespace
I0504 09:32:01.478022    3900 namespace.go:142] [default] updating namespace
I0504 09:32:01.580947    3900 namespace.go:142] [konflux-operator] updating namespace
I0504 09:32:01.680744    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:32:01.781293    3900 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace
I0504 09:32:01.876044    3900 namespace.go:142] [openshift] updating namespace
I0504 09:32:01.975500    3900 namespace.go:142] [rhbk-operator] updating namespace
I0504 09:32:02.078365    3900 namespace.go:142] [rhtpa-operator] updating namespace
I0504 09:32:02.177418    3900 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 09:32:02.275303    3900 namespace.go:142] [tsf] updating namespace
I0504 09:32:02.378020    3900 namespace.go:142] [tsf-keycloak] updating namespace
I0504 09:32:02.477025    3900 namespace.go:142] [tsf-tas] updating namespace
I0504 09:32:02.577108    3900 namespace.go:142] [tsf-tpa] updating namespace
I0504 09:32:02.956679    3900 namespace.go:142] [openshift-pipelines] updating namespace
I0504 09:32:10.066841    3900 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd f68dc645fa2110f9aea91388a8ee4090d6fccd02d635183c446464217c9205a5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd f68dc645fa2110f9aea91388a8ee4090d6fccd02d635183c446464217c9205a5 network default NAD default NAD key ]
I0504 09:32:10.076619    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-p2hpd, hostIfaceName: f68dc645fa2110f, network: default, NAD default, SandboxID: "f68dc645fa2110f9aea91388a8ee4090d6fccd02d635183c446464217c9205a5", PCI device ID: , UID: "42cb45be-08f3-435f-bad7-b71427359946", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0504 09:32:10.129391    3900 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd f68dc645fa2110f9aea91388a8ee4090d6fccd02d635183c446464217c9205a5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p2hpd f68dc645fa2110f9aea91388a8ee4090d6fccd02d635183c446464217c9205a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bd:29:22:84:d2\",\"name\":\"f68dc645fa2110f\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3874118-ed16-4d60-8308-4b12c18e48cb\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:32:11.157876    3900 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0504 09:32:12.238333    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
W0504 09:32:14.593539    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 09:32:14.593561    3900 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 09:32:14.593577    3900 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 09:32:16.905381    3900 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 09:32:16.905401    3900 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 09:32:16.905406    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 09:32:16.951774    3900 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:32:16.951792    3900 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:32:16.951796    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:32:16.951801    3900 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:32:22.105614    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0504 09:32:28.116742    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35
W0504 09:32:32.148557    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0504 09:32:34.642286    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-mzxnl for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:32:34.642374    3900 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl
I0504 09:32:34.657039    3900 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl] pod update took 14.684201ms
I0504 09:32:34.657059    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl] addLogicalPort annotation time took 14.708953ms
I0504 09:32:34.658221    3900 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl] addLogicalPort took 15.950988ms, libovsdb time 845.498µs
I0504 09:32:34.779474    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-wfcnx for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:32:34.779552    3900 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx
I0504 09:32:34.796797    3900 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx] pod update took 17.262956ms
I0504 09:32:34.796825    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx] addLogicalPort annotation time took 17.2954ms
I0504 09:32:34.798115    3900 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx] addLogicalPort took 18.665154ms, libovsdb time 941.373µs
I0504 09:32:35.000714    3900 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl 41644e18b83dfafa90a375cbffa3375a1ec60c71554fa8ae9063280710f7c3b8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl 41644e18b83dfafa90a375cbffa3375a1ec60c71554fa8ae9063280710f7c3b8 network default NAD default NAD key ]
I0504 09:32:35.010264    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-mzxnl, hostIfaceName: 41644e18b83dfaf, network: default, NAD default, SandboxID: "41644e18b83dfafa90a375cbffa3375a1ec60c71554fa8ae9063280710f7c3b8", PCI device ID: , UID: "b8506d4a-92b5-4d35-a705-4f1d3a602f13", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0504 09:32:35.060316    3900 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl 41644e18b83dfafa90a375cbffa3375a1ec60c71554fa8ae9063280710f7c3b8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mzxnl 41644e18b83dfafa90a375cbffa3375a1ec60c71554fa8ae9063280710f7c3b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0d:32:64:3a:3f\",\"name\":\"41644e18b83dfaf\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81699177-dadf-4da9-a309-f46bbe7e9b7e\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:32:35.140342    3900 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx 90136523cc9534ed9643661e2a6883f493209870eaacf104c0e676f4d4d416b7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx 90136523cc9534ed9643661e2a6883f493209870eaacf104c0e676f4d4d416b7 network default NAD default NAD key ]
I0504 09:32:35.152279    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-wfcnx, hostIfaceName: 90136523cc9534e, network: default, NAD default, SandboxID: "90136523cc9534ed9643661e2a6883f493209870eaacf104c0e676f4d4d416b7", PCI device ID: , UID: "ded29aad-7da5-4703-a275-128267e86472", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0504 09:32:35.201892    3900 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx 90136523cc9534ed9643661e2a6883f493209870eaacf104c0e676f4d4d416b7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wfcnx 90136523cc9534ed9643661e2a6883f493209870eaacf104c0e676f4d4d416b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:35:e0:42:0b:c2\",\"name\":\"90136523cc9534e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88c97368-7a11-48a0-9df7-f8f64d7fa2f7\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:32:44.289511    3900 cni.go:452] [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key ]
I0504 09:32:44.368198    3900 cni.go:473] [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure c801ae012fe59ab8c931d1daefe99246c4bca5c4a28f884ccf5cdf94b830bf6c network default NAD default NAD key default], result "{}", err <nil>
I0504 09:32:44.418184    3900 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:32:44.418223    3900 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0504 09:32:44.419448    3900 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.26
I0504 09:32:44.419475    3900 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:32:44.440198    3900 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:32:44.440221    3900 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:32:44.443432    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0504 09:32:44.443456    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0504 09:32:45.545008    3900 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:32:45.545121    3900 kube.go:256] Updating pod tsf/test-tsf-iam
I0504 09:32:45.561748    3900 pod.go:62] [tsf/test-tsf-iam] pod update took 16.659529ms
I0504 09:32:45.561772    3900 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.692963ms
I0504 09:32:45.562898    3900 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.911182ms, libovsdb time 787.252µs
I0504 09:32:45.905199    3900 cni.go:452] [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key ]
I0504 09:32:45.915293    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 11586e75a5b73e5, network: default, NAD default, SandboxID: "11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228", PCI device ID: , UID: "af910d54-f112-41b3-80fa-ee5382e6a769", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0504 09:32:45.964847    3900 cni.go:473] [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:6e:5f:ba:34:db\",\"name\":\"11586e75a5b73e5\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fd72766-f0e0-436c-8f8c-497416b2f630\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:32:46.325936    3900 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0504 09:32:46.326509    3900 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0504 09:32:46.326532    3900 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0504 09:32:46.328451    3900 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0504 09:32:53.047454    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0504 09:32:53.047473    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0504 09:32:53.049998    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0504 09:32:53.050012    3900 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0504 09:33:00.362604    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0504 09:33:06.202370    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0504 09:33:11.372609    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0504 09:33:17.950584    3900 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0504 09:33:21.034505    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:21.034651    3900 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0504 09:33:21.048546    3900 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.937804ms
I0504 09:33:21.048566    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.964155ms
I0504 09:33:21.049851    3900 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.362139ms, libovsdb time 869.266µs
I0504 09:33:30.094225    3900 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 7321c1d21f333a5ae21c0a8044db0f1395dba2012d25e95ad83310be74cdd947 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 7321c1d21f333a5ae21c0a8044db0f1395dba2012d25e95ad83310be74cdd947 network default NAD default NAD key ]
I0504 09:33:30.104006    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 7321c1d21f333a5, network: default, NAD default, SandboxID: "7321c1d21f333a5ae21c0a8044db0f1395dba2012d25e95ad83310be74cdd947", PCI device ID: , UID: "b8e2a866-30f0-41ee-a778-638a270e79d1", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0504 09:33:30.155024    3900 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 7321c1d21f333a5ae21c0a8044db0f1395dba2012d25e95ad83310be74cdd947 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 7321c1d21f333a5ae21c0a8044db0f1395dba2012d25e95ad83310be74cdd947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:68:19:7a:85:a9\",\"name\":\"7321c1d21f333a5\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/223425b7-bb4d-443a-9b12-ad129a0c78ff\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:33:32.114874    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0504 09:33:32.128869    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=300
I0504 09:33:35.559475    3900 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0504 09:33:36.517992    3900 cni.go:452] [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key ]
I0504 09:33:36.591452    3900 cni.go:473] [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 11586e75a5b73e5d4ca5307544afc15281906ae1185e8d39495c06c99a1a9228 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:33:36.648261    3900 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:36.648305    3900 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0504 09:33:36.649538    3900 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.31
I0504 09:33:36.649566    3900 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:36.694232    3900 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:33:36.694253    3900 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:33:36.704533    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0504 09:33:36.704564    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0504 09:33:36.894168    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-jwvpm for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:36.894296    3900 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm
I0504 09:33:36.910683    3900 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm] pod update took 16.417865ms
I0504 09:33:36.910703    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm] addLogicalPort annotation time took 16.440823ms
I0504 09:33:36.912067    3900 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm] addLogicalPort took 17.916599ms, libovsdb time 893.365µs
I0504 09:33:36.994338    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-qjmqx for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:36.994451    3900 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx
I0504 09:33:37.013892    3900 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx] pod update took 19.461071ms
I0504 09:33:37.013915    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx] addLogicalPort annotation time took 19.487484ms
I0504 09:33:37.015119    3900 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx] addLogicalPort took 20.791254ms, libovsdb time 871.744µs
I0504 09:33:37.101898    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-96zdt for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:37.101991    3900 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt
I0504 09:33:37.119456    3900 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt] pod update took 17.48565ms
I0504 09:33:37.119476    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt] addLogicalPort annotation time took 17.509676ms
I0504 09:33:37.120774    3900 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt] addLogicalPort took 18.890526ms, libovsdb time 950.551µs
I0504 09:33:37.255214    3900 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm 8694d8cd4404441fe149ee33e34a34d29d0c7d2548986c23d2d1d1dc666373c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm 8694d8cd4404441fe149ee33e34a34d29d0c7d2548986c23d2d1d1dc666373c8 network default NAD default NAD key ]
I0504 09:33:37.265170    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-jwvpm, hostIfaceName: 8694d8cd4404441, network: default, NAD default, SandboxID: "8694d8cd4404441fe149ee33e34a34d29d0c7d2548986c23d2d1d1dc666373c8", PCI device ID: , UID: "39c8eec6-aa50-4524-ae11-9a7161308a30", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0504 09:33:37.314897    3900 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm 8694d8cd4404441fe149ee33e34a34d29d0c7d2548986c23d2d1d1dc666373c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jwvpm 8694d8cd4404441fe149ee33e34a34d29d0c7d2548986c23d2d1d1dc666373c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:37:6d:8e:61:cc\",\"name\":\"8694d8cd4404441\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1be5d1f-b0f5-4e0c-8ce1-237c6d4b81a2\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:33:37.355498    3900 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx df4e5152411beb56a798dcdfb564b68f1e6a89e1e2c4bd737f2bc8f005065a9c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx df4e5152411beb56a798dcdfb564b68f1e6a89e1e2c4bd737f2bc8f005065a9c network default NAD default NAD key ]
I0504 09:33:37.366094    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-qjmqx, hostIfaceName: df4e5152411beb5, network: default, NAD default, SandboxID: "df4e5152411beb56a798dcdfb564b68f1e6a89e1e2c4bd737f2bc8f005065a9c", PCI device ID: , UID: "ec52a1b4-2c27-462d-bbe3-636484cd6bcb", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0504 09:33:37.415312    3900 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx df4e5152411beb56a798dcdfb564b68f1e6a89e1e2c4bd737f2bc8f005065a9c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qjmqx df4e5152411beb56a798dcdfb564b68f1e6a89e1e2c4bd737f2bc8f005065a9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:92:76:73:47:ee\",\"name\":\"df4e5152411beb5\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae0fa2c1-23fb-46ac-a63f-c2031029cc0a\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:33:37.466938    3900 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt 9d16a464dfe594eaee8a5ab7e989f95f1d5195cebf4bfc68ef052e6f31917b68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt 9d16a464dfe594eaee8a5ab7e989f95f1d5195cebf4bfc68ef052e6f31917b68 network default NAD default NAD key ]
I0504 09:33:37.477171    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-96zdt, hostIfaceName: 9d16a464dfe594e, network: default, NAD default, SandboxID: "9d16a464dfe594eaee8a5ab7e989f95f1d5195cebf4bfc68ef052e6f31917b68", PCI device ID: , UID: "07e658a4-0898-454f-ba08-914777bb4604", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0504 09:33:37.528332    3900 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt 9d16a464dfe594eaee8a5ab7e989f95f1d5195cebf4bfc68ef052e6f31917b68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96zdt 9d16a464dfe594eaee8a5ab7e989f95f1d5195cebf4bfc68ef052e6f31917b68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c1:ef:bf:19:59\",\"name\":\"9d16a464dfe594e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c27c631-e04c-45cd-9f9d-bce80df778b4\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:33:37.596669    3900 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:37.596793    3900 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0504 09:33:37.612463    3900 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.694373ms
I0504 09:33:37.612486    3900 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.724133ms
I0504 09:33:37.613716    3900 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.060777ms, libovsdb time 864.584µs
I0504 09:33:37.964829    3900 cni.go:452] [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key ]
I0504 09:33:37.975035    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: dbd5cd456723767, network: default, NAD default, SandboxID: "dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459", PCI device ID: , UID: "5186b97e-a7b8-4d97-9c0d-a4beed6006f0", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0504 09:33:38.023681    3900 cni.go:473] [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c7:97:c7:27:41\",\"name\":\"dbd5cd456723767\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b8b2a3-63ba-446b-9bef-ab75de698f7d\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:33:39.524544    3900 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-d2882-vxvx5] creating logical port tsf-tas_ctlog-createtree-job-d2882-vxvx5 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:39.524746    3900 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-d2882-vxvx5
I0504 09:33:39.545997    3900 pod.go:62] [tsf-tas/ctlog-createtree-job-d2882-vxvx5] pod update took 21.282722ms
I0504 09:33:39.546030    3900 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-d2882-vxvx5] addLogicalPort annotation time took 21.31928ms
I0504 09:33:39.547438    3900 pods.go:271] [tsf-tas/ctlog-createtree-job-d2882-vxvx5] addLogicalPort took 22.914182ms, libovsdb time 932.467µs
I0504 09:33:39.913016    3900 cni.go:452] [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key ]
I0504 09:33:39.924892    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-d2882-vxvx5, hostIfaceName: 4e9de6f8a82e6c2, network: default, NAD default, SandboxID: "4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be", PCI device ID: , UID: "a3058002-bbff-4960-b406-2f200a8593c4", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0504 09:33:39.983235    3900 cni.go:473] [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:de:81:12:27:09\",\"name\":\"4e9de6f8a82e6c2\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f5ad1ac-45f7-4db5-9dc5-baccfd48ed0d\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:33:42.097789    3900 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0504 09:33:42.097812    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0504 09:33:42.563856    3900 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 09:33:42.563876    3900 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 09:33:42.563881    3900 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0504 09:33:42.571751    3900 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6c98d59855-rnbht] creating logical port tsf-tas_trillian-db-6c98d59855-rnbht for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:33:42.571844    3900 kube.go:256] Updating pod tsf-tas/trillian-db-6c98d59855-rnbht
I0504 09:33:42.587828    3900 pod.go:62] [tsf-tas/trillian-db-6c98d59855-rnbht] pod update took 16.009048ms
I0504 09:33:42.587851    3900 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6c98d59855-rnbht] addLogicalPort annotation time took 16.036514ms
I0504 09:33:42.588961    3900 pods.go:271] [tsf-tas/trillian-db-6c98d59855-rnbht] addLogicalPort took 17.22778ms, libovsdb time 776.773µs
I0504 09:33:45.482344    3900 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:45.482975    3900 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:46.369681    3900 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:33:46.369711    3900 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:33:47.598225    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 09:33:47.598249    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 09:33:47.598255    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0504 09:33:50.146677    3900 cni.go:452] [tsf-tas/trillian-db-6c98d59855-rnbht c99a0e714ee6b0798b66fc48f4dcf755ce592dce4628ed8b0c77b442dbfd1451 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6c98d59855-rnbht c99a0e714ee6b0798b66fc48f4dcf755ce592dce4628ed8b0c77b442dbfd1451 network default NAD default NAD key ]
I0504 09:33:50.156524    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6c98d59855-rnbht, hostIfaceName: c99a0e714ee6b07, network: default, NAD default, SandboxID: "c99a0e714ee6b0798b66fc48f4dcf755ce592dce4628ed8b0c77b442dbfd1451", PCI device ID: , UID: "903fae16-44ce-4413-b0ab-df7971958e0c", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0504 09:33:50.207813    3900 cni.go:473] [tsf-tas/trillian-db-6c98d59855-rnbht c99a0e714ee6b0798b66fc48f4dcf755ce592dce4628ed8b0c77b442dbfd1451 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6c98d59855-rnbht c99a0e714ee6b0798b66fc48f4dcf755ce592dce4628ed8b0c77b442dbfd1451 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5c:ee:0e:a6:cb\",\"name\":\"c99a0e714ee6b07\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ee4fbd-52bc-4098-b89f-11550784a60a\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:33:52.159475    3900 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0504 09:33:53.198221    3900 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0504 09:33:54.319192    3900 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:54.319771    3900 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:33:55.341284    3900 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:33:55.341313    3900 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:33:55.633571    3900 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0504 09:34:06.680231    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0504 09:34:20.408689    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-f42d7 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:20.408792    3900 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7
I0504 09:34:20.424875    3900 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7] pod update took 16.111833ms
I0504 09:34:20.424899    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7] addLogicalPort annotation time took 16.141564ms
I0504 09:34:20.426359    3900 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7] addLogicalPort took 17.682162ms, libovsdb time 1.045356ms
I0504 09:34:20.776052    3900 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7 f2da6a53913ed6355064a0ea43ca81726cc791766e2677cec0ff668ee3c72f06 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7 f2da6a53913ed6355064a0ea43ca81726cc791766e2677cec0ff668ee3c72f06 network default NAD default NAD key ]
I0504 09:34:20.805833    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-f42d7, hostIfaceName: f2da6a53913ed63, network: default, NAD default, SandboxID: "f2da6a53913ed6355064a0ea43ca81726cc791766e2677cec0ff668ee3c72f06", PCI device ID: , UID: "821053b7-76e5-457d-b58a-75f297c1db80", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0504 09:34:20.855215    3900 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7 f2da6a53913ed6355064a0ea43ca81726cc791766e2677cec0ff668ee3c72f06 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-f42d7 f2da6a53913ed6355064a0ea43ca81726cc791766e2677cec0ff668ee3c72f06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:86:fd:28:50:25\",\"name\":\"f2da6a53913ed63\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28d00664-9d09-4227-8aba-febc518ff911\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:34:24.365135    3900 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0504 09:34:24.365160    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0504 09:34:24.542668    3900 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0504 09:34:26.784909    3900 cni.go:452] [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key ]
I0504 09:34:26.866750    3900 cni.go:473] [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas dbd5cd456723767987bb115a5b21221ef584535f759f8dee2c798c5d172c0459 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:34:26.951066    3900 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:26.951102    3900 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0504 09:34:26.952420    3900 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36
I0504 09:34:26.952448    3900 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:26.972948    3900 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:26.972974    3900 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:26.980537    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0504 09:34:26.980561    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0504 09:34:27.717587    3900 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-gjgzl] creating logical port tsf_patch-tekton-config-gjgzl for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:27.717715    3900 kube.go:256] Updating pod tsf/patch-tekton-config-gjgzl
I0504 09:34:27.733180    3900 pod.go:62] [tsf/patch-tekton-config-gjgzl] pod update took 15.497962ms
I0504 09:34:27.733207    3900 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-gjgzl] addLogicalPort annotation time took 15.531718ms
I0504 09:34:27.734488    3900 pods.go:271] [tsf/patch-tekton-config-gjgzl] addLogicalPort took 16.931065ms, libovsdb time 891.803µs
I0504 09:34:28.154344    3900 cni.go:452] [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key ]
I0504 09:34:28.164162    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-gjgzl, hostIfaceName: e9ca0ecddfee674, network: default, NAD default, SandboxID: "e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe", PCI device ID: , UID: "3e5866d9-7298-4344-8e65-6a0237a0aa52", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0504 09:34:28.215552    3900 cni.go:473] [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:15:3c:05:6c:ad\",\"name\":\"e9ca0ecddfee674\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/763fad62-3c7e-46b4-9a1f-5f8f625e852f\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:34:33.582169    3900 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:33.582776    3900 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:34.435975    3900 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:34.436001    3900 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:35.838651    3900 cni.go:452] [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key ]
I0504 09:34:35.915651    3900 cni.go:473] [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-gjgzl e9ca0ecddfee6748d01d53c91cb93457db9ddf04c753425832a9a4ab01fdd6fe network default NAD default NAD key default], result "{}", err <nil>
I0504 09:34:35.969694    3900 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:35.969749    3900 pods.go:176] Deleting pod: tsf/patch-tekton-config-gjgzl
I0504 09:34:35.971011    3900 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-gjgzl, ips: 10.128.0.40
I0504 09:34:35.971039    3900 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:36.404954    3900 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5b95bf8766-mmktx] creating logical port tsf-tas_rekor-search-ui-5b95bf8766-mmktx for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:36.405080    3900 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5b95bf8766-mmktx
I0504 09:34:36.421664    3900 pod.go:62] [tsf-tas/rekor-search-ui-5b95bf8766-mmktx] pod update took 16.606045ms
I0504 09:34:36.421694    3900 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5b95bf8766-mmktx] addLogicalPort annotation time took 16.641263ms
I0504 09:34:36.422974    3900 pods.go:271] [tsf-tas/rekor-search-ui-5b95bf8766-mmktx] addLogicalPort took 18.036364ms, libovsdb time 921.285µs
I0504 09:34:36.762565    3900 cni.go:452] [tsf-tas/rekor-search-ui-5b95bf8766-mmktx 303396cb3cc9f2722ba20c99079b9e696d1ed546309c87eadaee35b28eeda8d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5b95bf8766-mmktx 303396cb3cc9f2722ba20c99079b9e696d1ed546309c87eadaee35b28eeda8d0 network default NAD default NAD key ]
I0504 09:34:36.772674    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5b95bf8766-mmktx, hostIfaceName: 303396cb3cc9f27, network: default, NAD default, SandboxID: "303396cb3cc9f2722ba20c99079b9e696d1ed546309c87eadaee35b28eeda8d0", PCI device ID: , UID: "a249149c-d941-482b-a923-07d2fd03b5de", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0504 09:34:36.826589    3900 cni.go:473] [tsf-tas/rekor-search-ui-5b95bf8766-mmktx 303396cb3cc9f2722ba20c99079b9e696d1ed546309c87eadaee35b28eeda8d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5b95bf8766-mmktx 303396cb3cc9f2722ba20c99079b9e696d1ed546309c87eadaee35b28eeda8d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:93:63:bf:48:21\",\"name\":\"303396cb3cc9f27\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7eb1733-894d-479e-be90-cefcee8ae728\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:34:36.869114    3900 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:36.869202    3900 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:38.858000    3900 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-74d66f7ff6-msx2v] creating logical port tsf-tas_rekor-server-74d66f7ff6-msx2v for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:38.858094    3900 kube.go:256] Updating pod tsf-tas/rekor-server-74d66f7ff6-msx2v
I0504 09:34:38.871991    3900 pod.go:62] [tsf-tas/rekor-server-74d66f7ff6-msx2v] pod update took 13.917095ms
I0504 09:34:38.872023    3900 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-74d66f7ff6-msx2v] addLogicalPort annotation time took 13.957827ms
I0504 09:34:38.873484    3900 pods.go:271] [tsf-tas/rekor-server-74d66f7ff6-msx2v] addLogicalPort took 15.508775ms, libovsdb time 1.010334ms
W0504 09:34:39.860213    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0504 09:34:41.877260    3900 cni.go:452] [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key ]
I0504 09:34:41.926679    3900 cni.go:452] [tsf-tas/rekor-server-74d66f7ff6-msx2v 1989cc1e6fbd70028dd0af2c2dd5216f06357aaa178f0fdb73124d42f04d2aa5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-74d66f7ff6-msx2v 1989cc1e6fbd70028dd0af2c2dd5216f06357aaa178f0fdb73124d42f04d2aa5 network default NAD default NAD key ]
I0504 09:34:41.937842    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-74d66f7ff6-msx2v, hostIfaceName: 1989cc1e6fbd700, network: default, NAD default, SandboxID: "1989cc1e6fbd70028dd0af2c2dd5216f06357aaa178f0fdb73124d42f04d2aa5", PCI device ID: , UID: "1bf5b9a2-7f7d-4ac7-8d7c-6d47aed86b67", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0504 09:34:41.955490    3900 cni.go:473] [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-d2882-vxvx5 4e9de6f8a82e6c22e16d1b9e117b22ae8a8b3acd12fc20ebf59990bf5710c8be network default NAD default NAD key default], result "{}", err <nil>
I0504 09:34:41.994699    3900 cni.go:473] [tsf-tas/rekor-server-74d66f7ff6-msx2v 1989cc1e6fbd70028dd0af2c2dd5216f06357aaa178f0fdb73124d42f04d2aa5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-74d66f7ff6-msx2v 1989cc1e6fbd70028dd0af2c2dd5216f06357aaa178f0fdb73124d42f04d2aa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:7b:91:6e:93:23\",\"name\":\"1989cc1e6fbd700\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81d4dcfd-b2ea-48c0-a958-450c663c59dc\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:34:42.021296    3900 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:42.021330    3900 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-d2882-vxvx5
I0504 09:34:42.022605    3900 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-d2882-vxvx5, ips: 10.128.0.37
I0504 09:34:42.022668    3900 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:42.894081    3900 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:42.894103    3900 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:34:44.649232    3900 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0504 09:34:44.789285    3900 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d686cdcd5-2g79w] creating logical port tsf-tas_ctlog-6d686cdcd5-2g79w for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:44.789383    3900 kube.go:256] Updating pod tsf-tas/ctlog-6d686cdcd5-2g79w
I0504 09:34:44.810594    3900 pod.go:62] [tsf-tas/ctlog-6d686cdcd5-2g79w] pod update took 21.237465ms
I0504 09:34:44.810619    3900 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6d686cdcd5-2g79w] addLogicalPort annotation time took 21.266258ms
I0504 09:34:44.811863    3900 pods.go:271] [tsf-tas/ctlog-6d686cdcd5-2g79w] addLogicalPort took 22.593493ms, libovsdb time 858.157µs
W0504 09:34:44.897071    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0504 09:34:45.147985    3900 cni.go:452] [tsf-tas/ctlog-6d686cdcd5-2g79w f7c3c5992f03883a046229f947c6b233771eea6785c08f377102c2631960e0eb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6d686cdcd5-2g79w f7c3c5992f03883a046229f947c6b233771eea6785c08f377102c2631960e0eb network default NAD default NAD key ]
I0504 09:34:45.157611    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d686cdcd5-2g79w, hostIfaceName: f7c3c5992f03883, network: default, NAD default, SandboxID: "f7c3c5992f03883a046229f947c6b233771eea6785c08f377102c2631960e0eb", PCI device ID: , UID: "62433ed0-7965-4146-8057-f5cb07dd3b0f", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0504 09:34:45.211958    3900 cni.go:473] [tsf-tas/ctlog-6d686cdcd5-2g79w f7c3c5992f03883a046229f947c6b233771eea6785c08f377102c2631960e0eb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6d686cdcd5-2g79w f7c3c5992f03883a046229f947c6b233771eea6785c08f377102c2631960e0eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:01:48:17:b3:06\",\"name\":\"f7c3c5992f03883\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a46d7d76-1e49-4cf3-be3e-dc25206211f6\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:34:45.822515    3900 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:45.823100    3900 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:46.680331    3900 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:46.680358    3900 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:46.720315    3900 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:46.720339    3900 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:46.726391    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gjgzl
I0504 09:34:46.726419    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gjgzl
W0504 09:34:46.909587    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0504 09:34:47.403664    3900 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:47.403771    3900 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0504 09:34:47.422125    3900 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 18.381138ms
I0504 09:34:47.422149    3900 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 18.410782ms
I0504 09:34:47.423439    3900 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 19.816852ms, libovsdb time 879.567µs
I0504 09:34:47.764225    3900 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key ]
I0504 09:34:47.774670    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 9107f540562704e, network: default, NAD default, SandboxID: "9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168", PCI device ID: , UID: "1a9e546b-3ecc-4090-8c2b-ac6e6ec8a599", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0504 09:34:47.826592    3900 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:57:42:82:b9:4f\",\"name\":\"9107f540562704e\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae192e09-ab6a-4d90-b3f9-024e459652d7\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:34:50.935478    3900 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key ]
I0504 09:34:51.023146    3900 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 9107f540562704e9efad9da4617a96f9c3a20c85c499f6fded1c9fc4eb078168 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:34:51.081820    3900 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:51.081866    3900 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0504 09:34:51.083225    3900 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.44
I0504 09:34:51.083259    3900 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:51.102684    3900 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:51.102714    3900 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:51.110129    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0504 09:34:51.110159    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0504 09:34:51.333116    3900 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:34:51.333216    3900 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0504 09:34:51.348162    3900 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.970419ms
I0504 09:34:51.348188    3900 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.003213ms
I0504 09:34:51.349499    3900 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.407003ms, libovsdb time 812.636µs
I0504 09:34:51.696498    3900 cni.go:452] [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key ]
I0504 09:34:51.705940    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3d7965bf04657e4, network: default, NAD default, SandboxID: "3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d", PCI device ID: , UID: "73b5c1e7-e602-4640-ae53-0a5f01d39bb0", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0504 09:34:51.759135    3900 cni.go:473] [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:8c:d8:a6:cb:35\",\"name\":\"3d7965bf04657e4\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c5aa05a-c9de-442e-948d-67af2c177849\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:34:51.910946    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0504 09:34:52.216377    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
W0504 09:34:55.906661    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0504 09:34:57.705852    3900 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:34:57.706377    3900 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0504 09:34:57.922133    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0504 09:34:58.730026    3900 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:34:58.730054    3900 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:01.757836    3900 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:01.758396    3900 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:01.870086    3900 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:01.870111    3900 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:02.063920    3900 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-wl47j] creating logical port tsf-tpa_create-importers-wl47j for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:02.064011    3900 kube.go:256] Updating pod tsf-tpa/create-importers-wl47j
I0504 09:35:02.079865    3900 pod.go:62] [tsf-tpa/create-importers-wl47j] pod update took 15.876001ms
I0504 09:35:02.079893    3900 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-wl47j] addLogicalPort annotation time took 15.910104ms
I0504 09:35:02.081244    3900 pods.go:271] [tsf-tpa/create-importers-wl47j] addLogicalPort took 17.339635ms, libovsdb time 954.457µs
I0504 09:35:02.427601    3900 cni.go:452] [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key ]
I0504 09:35:02.437534    3900 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-wl47j, hostIfaceName: 92a59ac526e471a, network: default, NAD default, SandboxID: "92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45", PCI device ID: , UID: "760714ae-fd39-4394-8649-a1c45b871761", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0504 09:35:02.506323    3900 cni.go:473] [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:69:3b:1d:a4:59\",\"name\":\"92a59ac526e471a\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/867c526d-7726-46d9-bed9-1a6977640250\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:35:06.029615    3900 cni.go:452] [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key ]
I0504 09:35:06.113743    3900 cni.go:473] [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-wl47j 92a59ac526e471a83a33f6d0e32019a4c63307ef3331be1c72244284ef706f45 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:35:06.357446    3900 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:06.357487    3900 pods.go:176] Deleting pod: tsf-tpa/create-importers-wl47j
I0504 09:35:06.358976    3900 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-wl47j, ips: 10.128.0.46
I0504 09:35:06.359009    3900 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:07.380544    3900 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:07.380570    3900 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:35:10.653234    3900 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0504 09:35:14.091075    3900 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:14.091682    3900 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:14.824485    3900 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:14.824515    3900 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 09:35:19.837969    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0504 09:35:38.198949    3900 cni.go:452] [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key ]
I0504 09:35:38.281186    3900 cni.go:473] [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3d7965bf04657e4ca595bee34197765024222a95a8c19d018906f54c7ace1c1d network default NAD default NAD key default], result "{}", err <nil>
I0504 09:35:38.338102    3900 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:38.338133    3900 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0504 09:35:38.339553    3900 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.45
I0504 09:35:38.339580    3900 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:35:38.381141    3900 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:38.381178    3900 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:35:38.388657    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0504 09:35:38.388686    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0504 09:35:39.161750    3900 namespace.go:98] [integration-service] adding namespace
I0504 09:35:39.162780    3900 namespace.go:102] [integration-service] adding namespace took 1.004491ms
I0504 09:35:39.164941    3900 namespace.go:98] [build-service] adding namespace
I0504 09:35:39.165837    3900 namespace.go:102] [build-service] adding namespace took 870.524µs
I0504 09:35:39.165876    3900 namespace.go:98] [default-tenant] adding namespace
I0504 09:35:39.166455    3900 namespace.go:102] [default-tenant] adding namespace took 569.503µs
I0504 09:35:39.168281    3900 namespace.go:98] [image-controller] adding namespace
I0504 09:35:39.169146    3900 namespace.go:102] [image-controller] adding namespace took 847.239µs
I0504 09:35:39.236101    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:39.262613    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:39.262652    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:39.282480    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:39.295233    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:39.315166    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:39.315224    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:39.368195    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:39.432721    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:39.453470    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:39.481714    3900 namespace.go:98] [release-service] adding namespace
I0504 09:35:39.482527    3900 namespace.go:102] [release-service] adding namespace took 793.687µs
I0504 09:35:39.510112    3900 namespace.go:142] [release-service] updating namespace
I0504 09:35:39.537571    3900 namespace.go:142] [konflux-ui] updating namespace
I0504 09:35:39.566732    3900 namespace.go:142] [release-service] updating namespace
I0504 09:35:39.647547    3900 namespace.go:98] [konflux-info] adding namespace
I0504 09:35:39.648335    3900 namespace.go:102] [konflux-info] adding namespace took 766.74µs
I0504 09:35:39.699820    3900 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:39.699955    3900 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0504 09:35:39.718779    3900 namespace.go:142] [konflux-info] updating namespace
I0504 09:35:39.752187    3900 namespace.go:142] [konflux-info] updating namespace
I0504 09:35:39.770423    3900 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0504 09:35:39.786490    3900 namespace.go:98] [namespace-lister] adding namespace
I0504 09:35:39.787325    3900 namespace.go:102] [namespace-lister] adding namespace took 816.995µs
I0504 09:35:39.840678    3900 namespace.go:98] [enterprise-contract-service] adding namespace
I0504 09:35:39.841391    3900 namespace.go:102] [enterprise-contract-service] adding namespace took 696.319µs
I0504 09:35:39.866960    3900 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 167.032947ms
I0504 09:35:39.866981    3900 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 167.058495ms
I0504 09:35:39.868123    3900 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 168.318624ms, libovsdb time 815.322µs
I0504 09:35:39.878488    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:39.878520    3900 namespace.go:142] [namespace-lister] updating namespace
I0504 09:35:39.882247    3900 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 09:35:39.942442    3900 namespace.go:142] [namespace-lister] updating namespace
I0504 09:35:39.984965    3900 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 09:35:39.988552    3900 cni.go:452] [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key ]
I0504 09:35:39.998528    3900 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a6a3d41365946de, network: default, NAD default, SandboxID: "a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870", PCI device ID: , UID: "fbc25cd3-e9ce-49c2-858e-7d6898d7e801", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0504 09:35:40.050232    3900 cni.go:473] [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:08:95:02:d8:b7\",\"name\":\"a6a3d41365946de\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d5844f1-d976-40ca-a97c-4cd30b94c8aa\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:35:40.064447    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:40.218445    3900 namespace.go:98] [segment-bridge] adding namespace
I0504 09:35:40.219260    3900 namespace.go:102] [segment-bridge] adding namespace took 792.119µs
I0504 09:35:40.461812    3900 namespace.go:98] [konflux-cli] adding namespace
I0504 09:35:40.462769    3900 namespace.go:102] [konflux-cli] adding namespace took 931.698µs
I0504 09:35:40.576524    3900 namespace.go:142] [segment-bridge] updating namespace
I0504 09:35:40.799748    3900 namespace.go:142] [segment-bridge] updating namespace
I0504 09:35:41.027143    3900 namespace.go:142] [konflux-cli] updating namespace
I0504 09:35:41.122367    3900 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0504 09:35:41.123026    3900 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0504 09:35:41.123045    3900 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0504 09:35:41.125670    3900 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0504 09:35:41.217476    3900 namespace.go:142] [konflux-cli] updating namespace
I0504 09:35:41.307316    3900 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0504 09:35:41.307349    3900 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0504 09:35:41.308154    3900 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0504 09:35:42.321779    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:42.599031    3900 base_network_controller_pods.go:487] [default/konflux-ui/dex-c6896887d-lqch8] creating logical port konflux-ui_dex-c6896887d-lqch8 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:42.599125    3900 kube.go:256] Updating pod konflux-ui/dex-c6896887d-lqch8
I0504 09:35:42.631153    3900 pod.go:62] [konflux-ui/dex-c6896887d-lqch8] pod update took 32.050092ms
I0504 09:35:42.631181    3900 base_network_controller_pods.go:951] [default/konflux-ui/dex-c6896887d-lqch8] addLogicalPort annotation time took 32.083479ms
I0504 09:35:42.632695    3900 pods.go:271] [konflux-ui/dex-c6896887d-lqch8] addLogicalPort took 33.674982ms, libovsdb time 1.014238ms
I0504 09:35:42.737893    3900 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5b78f45564-gvbd9] creating logical port konflux-ui_proxy-5b78f45564-gvbd9 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:42.738013    3900 kube.go:256] Updating pod konflux-ui/proxy-5b78f45564-gvbd9
I0504 09:35:42.769863    3900 pod.go:62] [konflux-ui/proxy-5b78f45564-gvbd9] pod update took 31.897729ms
I0504 09:35:42.769894    3900 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5b78f45564-gvbd9] addLogicalPort annotation time took 31.933969ms
I0504 09:35:42.771304    3900 pods.go:271] [konflux-ui/proxy-5b78f45564-gvbd9] addLogicalPort took 33.431059ms, libovsdb time 979.196µs
I0504 09:35:42.804406    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:43.067127    3900 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 09:35:43.122107    3900 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-cx6z6 for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:43.122232    3900 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6
I0504 09:35:43.157273    3900 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6] pod update took 35.060835ms
I0504 09:35:43.157302    3900 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6] addLogicalPort annotation time took 35.09516ms
I0504 09:35:43.158552    3900 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6] addLogicalPort took 36.467061ms, libovsdb time 826.053µs
I0504 09:35:43.210494    3900 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-b22mg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-b22mg for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:43.210591    3900 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-b22mg
I0504 09:35:43.242463    3900 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-b22mg] pod update took 31.896838ms
I0504 09:35:43.242493    3900 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-b22mg] addLogicalPort annotation time took 31.930692ms
I0504 09:35:43.244030    3900 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-b22mg] addLogicalPort took 33.555117ms, libovsdb time 988.598µs
I0504 09:35:43.368481    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:43.575513    3900 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-b22mg 57ef63999281335529f9b085b4509a1cd6e01f800c06e70d44735dc8a6a2bbc1 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-b22mg 57ef63999281335529f9b085b4509a1cd6e01f800c06e70d44735dc8a6a2bbc1 network default NAD default NAD key ]
I0504 09:35:43.582610    3900 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-kwvwq for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:35:43.582729    3900 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq
I0504 09:35:43.585536    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:43.585702    3900 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-b22mg, hostIfaceName: 57ef63999281335, network: default, NAD default, SandboxID: "57ef63999281335529f9b085b4509a1cd6e01f800c06e70d44735dc8a6a2bbc1", PCI device ID: , UID: "22b853a8-e256-4b27-9b28-6b871fbad2f2", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0504 09:35:43.625307    3900 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq] pod update took 42.601756ms
I0504 09:35:43.625332    3900 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq] addLogicalPort annotation time took 42.632106ms
I0504 09:35:43.626710    3900 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq] addLogicalPort took 44.121213ms, libovsdb time 891.549µs
I0504 09:35:43.644728    3900 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-b22mg 57ef63999281335529f9b085b4509a1cd6e01f800c06e70d44735dc8a6a2bbc1 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-b22mg 57ef63999281335529f9b085b4509a1cd6e01f800c06e70d44735dc8a6a2bbc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ff:b0:15:bf:7f\",\"name\":\"57ef63999281335\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94070f25-266f-4e72-a618-853ea9e1cea9\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:35:43.782955    3900 namespace.go:142] [konflux-cli] updating namespace
I0504 09:35:44.014364    3900 namespace.go:142] [konflux-info] updating namespace
I0504 09:35:44.186563    3900 namespace.go:142] [namespace-lister] updating namespace
I0504 09:35:44.378749    3900 namespace.go:142] [release-service] updating namespace
I0504 09:35:44.592682    3900 namespace.go:142] [segment-bridge] updating namespace
I0504 09:35:44.716113    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:44.741015    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:44.764756    3900 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 09:35:44.786529    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:44.802427    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:44.836430    3900 namespace.go:142] [konflux-cli] updating namespace
I0504 09:35:44.869850    3900 namespace.go:142] [konflux-info] updating namespace
I0504 09:35:44.894654    3900 namespace.go:142] [namespace-lister] updating namespace
I0504 09:35:44.918559    3900 namespace.go:142] [release-service] updating namespace
I0504 09:35:44.953695    3900 namespace.go:142] [segment-bridge] updating namespace
I0504 09:35:45.034890    3900 namespace.go:142] [build-service] updating namespace
I0504 09:35:45.189998    3900 namespace.go:142] [default-tenant] updating namespace
I0504 09:35:45.203192    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0504 09:35:45.313701    3900 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 09:35:45.412273    3900 namespace.go:142] [image-controller] updating namespace
I0504 09:35:45.483727    3900 namespace.go:142] [integration-service] updating namespace
I0504 09:35:45.585522    3900 namespace.go:142] [konflux-cli] updating namespace
I0504 09:35:45.666653    3900 namespace.go:142] [konflux-info] updating namespace
I0504 09:35:45.765406    3900 namespace.go:142] [namespace-lister] updating namespace
I0504 09:35:45.876625    3900 namespace.go:142] [release-service] updating namespace
W0504 09:35:46.024569    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0504 09:35:46.047178    3900 namespace.go:142] [segment-bridge] updating namespace
W0504 09:35:46.150614    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0504 09:35:48.627118    3900 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key ]
I0504 09:35:48.637457    3900 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-cx6z6, hostIfaceName: 6ab0862eb49d04a, network: default, NAD default, SandboxID: "6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000", PCI device ID: , UID: "e75bd531-eeb8-48a6-a403-58b46b0a789c", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0504 09:35:48.691617    3900 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b9:d4:53:18:59\",\"name\":\"6ab0862eb49d04a\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/311c8b85-4849-4d5e-afa1-0ec3ffb2f47d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:35:49.290410    3900 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0504 09:35:51.009369    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 09:35:51.010733    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0504 09:35:51.048089    3900 cni.go:452] [konflux-ui/dex-c6896887d-lqch8 d55189bcf6e8035d765ac44bb731f91a5e0dfc9f2777ac7cf29faf8f7f4d6220 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-c6896887d-lqch8 d55189bcf6e8035d765ac44bb731f91a5e0dfc9f2777ac7cf29faf8f7f4d6220 network default NAD default NAD key ]
I0504 09:35:51.050027    3900 cni.go:452] [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key ]
I0504 09:35:51.060114    3900 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-c6896887d-lqch8, hostIfaceName: d55189bcf6e8035, network: default, NAD default, SandboxID: "d55189bcf6e8035d765ac44bb731f91a5e0dfc9f2777ac7cf29faf8f7f4d6220", PCI device ID: , UID: "eb360938-e6f0-4a0a-b82f-14f179a671b4", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0504 09:35:51.060952    3900 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5b78f45564-gvbd9, hostIfaceName: d9af572ad5249ba, network: default, NAD default, SandboxID: "d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab", PCI device ID: , UID: "d2289208-7f6b-4015-98d5-5272d2f9f9f9", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0504 09:35:51.114693    3900 cni.go:473] [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:37:f6:9f:b2:34\",\"name\":\"d9af572ad5249ba\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc5c5bab-2631-4a12-88db-1768f6452635\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:35:51.136539    3900 cni.go:473] [konflux-ui/dex-c6896887d-lqch8 d55189bcf6e8035d765ac44bb731f91a5e0dfc9f2777ac7cf29faf8f7f4d6220 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-c6896887d-lqch8 d55189bcf6e8035d765ac44bb731f91a5e0dfc9f2777ac7cf29faf8f7f4d6220 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7b:b1:81:d5:4f\",\"name\":\"d55189bcf6e8035\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c21ecd60-96fa-434f-830f-c1a233eaa969\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:35:51.284162    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 09:35:51.288513    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0504 09:35:51.444162    3900 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq 8d4c69447ff4d2f9c16429aababe59df9289d370631c7ca4efb34d95cc6cf8f9 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq 8d4c69447ff4d2f9c16429aababe59df9289d370631c7ca4efb34d95cc6cf8f9 network default NAD default NAD key ]
I0504 09:35:51.454825    3900 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-kwvwq, hostIfaceName: 8d4c69447ff4d2f, network: default, NAD default, SandboxID: "8d4c69447ff4d2f9c16429aababe59df9289d370631c7ca4efb34d95cc6cf8f9", PCI device ID: , UID: "cef32ea6-f1fb-4a4d-8d2d-d4c798db4a33", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0504 09:35:51.508567    3900 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq 8d4c69447ff4d2f9c16429aababe59df9289d370631c7ca4efb34d95cc6cf8f9 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-kwvwq 8d4c69447ff4d2f9c16429aababe59df9289d370631c7ca4efb34d95cc6cf8f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d6:ae:d7:ec:09\",\"name\":\"8d4c69447ff4d2f\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29712e54-3d7e-44c3-a6c7-8d09db31c26c\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:35:56.322692    3900 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0504 09:35:56.322779    3900 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0504 09:35:56.348230    3900 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0504 09:35:56.386227    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0504 09:35:56.386245    3900 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0504 09:35:57.069391    3900 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0504 09:35:57.069415    3900 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:00.279776    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0504 09:36:01.221781    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
W0504 09:36:02.019060    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0504 09:36:02.019091    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0504 09:36:02.023930    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 09:36:02.023957    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0504 09:36:02.883664    3900 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key ]
I0504 09:36:02.970563    3900 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 6ab0862eb49d04a9d603086ce36a9bf2cf7b24a71478436de67dff767859f000 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:36:03.285997    3900 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:36:03.286042    3900 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6
I0504 09:36:03.287393    3900 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6, ips: 10.128.0.50
I0504 09:36:03.287424    3900 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:36:03.671420    3900 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:36:03.671453    3900 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:36:03.682261    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6
I0504 09:36:03.682288    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6
I0504 09:36:05.230124    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
W0504 09:36:07.335330    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0504 09:36:07.335816    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0504 09:36:09.366623    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0504 09:36:13.206124    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0504 09:36:30.443356    3900 namespace.go:142] [openshift-pipelines] updating namespace
W0504 09:36:36.123658    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:36.123688    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:36.123699    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:36.123704    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:36.415086    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0504 09:36:36.415110    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0504 09:36:44.214898    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0504 09:37:03.233437    3900 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0504 09:37:06.221896    3900 cni.go:452] [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key ]
I0504 09:37:06.308391    3900 cni.go:473] [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5b78f45564-gvbd9 d9af572ad5249ba19bf24fafa2d28e97c8fd82e205562e2b29be5cd0aa93c2ab network default NAD default NAD key default], result "{}", err <nil>
I0504 09:37:06.374362    3900 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:37:06.374402    3900 pods.go:176] Deleting pod: konflux-ui/proxy-5b78f45564-gvbd9
I0504 09:37:06.375966    3900 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5b78f45564-gvbd9, ips: 10.128.0.49
I0504 09:37:06.375997    3900 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:37:06.724750    3900 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:37:06.724789    3900 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:37:06.732617    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b78f45564-gvbd9
I0504 09:37:06.732666    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b78f45564-gvbd9
I0504 09:37:10.756854    3900 cni.go:452] [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key ]
I0504 09:37:10.834608    3900 cni.go:473] [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux a6a3d41365946de46f77b8a50562c47ebd65c09bd888ac2f62f68ab020b55870 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:37:10.891561    3900 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:37:10.891592    3900 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0504 09:37:10.892978    3900 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.47
I0504 09:37:10.893010    3900 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:37:10.911283    3900 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:37:10.911302    3900 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:37:10.918425    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0504 09:37:10.918453    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0504 09:37:37.242128    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0504 09:37:40.962875    3900 namespace.go:98] [managed-tenant-mv8vb] adding namespace
I0504 09:37:40.963821    3900 namespace.go:102] [managed-tenant-mv8vb] adding namespace took 922.674µs
I0504 09:37:41.018420    3900 namespace.go:142] [managed-tenant-mv8vb] updating namespace
I0504 09:37:41.036547    3900 namespace.go:142] [managed-tenant-mv8vb] updating namespace
I0504 09:37:42.028044    3900 namespace.go:142] [managed-tenant-mv8vb] updating namespace
I0504 09:37:42.149900    3900 namespace.go:142] [managed-tenant-mv8vb] updating namespace
I0504 09:37:42.244741    3900 namespace.go:142] [managed-tenant-mv8vb] updating namespace
I0504 09:38:27.238948    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0504 09:38:30.116901    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14
I0504 09:38:58.136616    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=130
I0504 09:39:02.205912    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0504 09:39:45.115964    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158
I0504 09:40:00.217787    3900 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631460-n5jnk for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:40:00.217902    3900 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk
I0504 09:40:00.241521    3900 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk] pod update took 23.642203ms
I0504 09:40:00.241547    3900 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk] addLogicalPort annotation time took 23.672926ms
I0504 09:40:00.242817    3900 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk] addLogicalPort took 25.051369ms, libovsdb time 854.643µs
I0504 09:40:00.581683    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key ]
I0504 09:40:00.591299    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631460-n5jnk, hostIfaceName: f19cbcdc6d864b8, network: default, NAD default, SandboxID: "f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a", PCI device ID: , UID: "b2048265-969a-487c-a93f-7164e1615900", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0504 09:40:00.644066    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8f:19:56:84:4a\",\"name\":\"f19cbcdc6d864b8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4a35a3e-8706-404e-b15c-9991f7cefb39\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:40:04.684841    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key ]
I0504 09:40:04.756659    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk f19cbcdc6d864b84d653dada4a288511c6d276557e0a6106d842c93fdeb1b40a network default NAD default NAD key default], result "{}", err <nil>
I0504 09:40:04.811045    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:40:04.811109    3900 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk
I0504 09:40:04.812521    3900 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk, ips: 10.128.0.53
I0504 09:40:04.812558    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:40:05.695890    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:40:05.695920    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:40:44.120405    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=56
I0504 09:41:16.132766    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=366
I0504 09:41:19.118601    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75
I0504 09:41:39.209213    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5
I0504 09:41:51.225441    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0504 09:42:00.233850    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0504 09:42:33.219987    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0504 09:44:16.209783    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0504 09:44:25.242250    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0504 09:44:45.236953    3900 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0504 09:44:58.055057    3900 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:44:58.055107    3900 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:44:58.060717    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-46th2
I0504 09:44:58.060746    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-46th2
I0504 09:44:59.245331    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0504 09:45:01.034781    3900 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:45:01.034830    3900 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:45:01.041090    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5mlx9
I0504 09:45:01.041119    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5mlx9
I0504 09:45:07.037415    3900 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:45:07.037462    3900 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:45:07.047110    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wl47j
I0504 09:45:07.047139    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wl47j
I0504 09:45:23.119156    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0504 09:45:28.120666    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0504 09:45:32.208998    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0504 09:45:48.140579    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0504 09:46:06.218152    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0504 09:47:15.136777    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12
I0504 09:47:59.223517    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0504 09:48:07.372348    3900 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod] creating logical port default-tenant_tsf-comp-dt68e-on-pull-request-v7f8x-init-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:48:07.372519    3900 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod
I0504 09:48:07.397753    3900 pod.go:62] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod] pod update took 25.265451ms
I0504 09:48:07.397777    3900 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod] addLogicalPort annotation time took 25.293325ms
I0504 09:48:07.399025    3900 pods.go:271] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod] addLogicalPort took 26.694099ms, libovsdb time 886.301µs
I0504 09:48:07.731590    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key ]
I0504 09:48:07.741259    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-pull-request-v7f8x-init-pod, hostIfaceName: 75bcde72a67dcfa, network: default, NAD default, SandboxID: "75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee", PCI device ID: , UID: "afbcbbf0-f7e4-46b1-8f1d-245fe4c39bdc", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0504 09:48:07.794515    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:0f:fe:87:1a:44\",\"name\":\"75bcde72a67dcfa\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d46653b4-8ada-41c4-83b1-4a72ccac4bf7\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:48:24.744733    3900 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-wtnpw for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:48:24.744859    3900 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw
I0504 09:48:24.761328    3900 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw] pod update took 16.506598ms
I0504 09:48:24.761352    3900 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw] addLogicalPort annotation time took 16.539373ms
I0504 09:48:24.762716    3900 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw] addLogicalPort took 18.000802ms, libovsdb time 929.911µs
I0504 09:48:25.117609    3900 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key ]
I0504 09:48:25.126912    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-wtnpw, hostIfaceName: d76469c2065a80c, network: default, NAD default, SandboxID: "d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135", PCI device ID: , UID: "587aa05f-7b4a-4d6d-b5c7-f086770b2db9", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0504 09:48:25.181471    3900 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:49:ba:f1:d4:f6\",\"name\":\"d76469c2065a80c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/893457e2-22fc-4199-bdb1-b888c397714f\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:48:25.301277    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key ]
I0504 09:48:25.386921    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod 75bcde72a67dcfa8c4da4514f0b2b5b02e93dafd0ee65e3d04279d8f6d791cee network default NAD default NAD key default], result "{}", err <nil>
I0504 09:48:25.432503    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:25.432575    3900 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod
I0504 09:48:25.434039    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod, ips: 10.128.0.54
I0504 09:48:25.434074    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:26.182888    3900 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:48:26.182917    3900 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:48:26.189417    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod
I0504 09:48:26.189452    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod
I0504 09:48:36.281329    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:36.281910    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:36.578573    3900 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:48:36.578763    3900 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod
I0504 09:48:36.606834    3900 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod] pod update took 28.105853ms
I0504 09:48:36.606863    3900 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod] addLogicalPort annotation time took 28.137075ms
I0504 09:48:36.608146    3900 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod] addLogicalPort took 29.591507ms, libovsdb time 855.438µs
I0504 09:48:36.940875    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key ]
I0504 09:48:36.951212    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod, hostIfaceName: a08139aed1d81cc, network: default, NAD default, SandboxID: "a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec", PCI device ID: , UID: "5270804c-c0b0-4c74-b72d-cb64e3f4f919", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0504 09:48:37.005567    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:7d:28:e8:06:b8\",\"name\":\"a08139aed1d81cc\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e5f87ab-a9a8-42ed-9974-c7fd3282df6d\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0504 09:48:38.207642    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:48:38.207667    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:48:38.207675    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 09:48:38.207681    3900 util.go:959] Failed to build node endpoints for node ip-10-0-1-152.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0504 09:48:49.340265    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key ]
I0504 09:48:49.427419    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod a08139aed1d81cc19049f884f97fc4e712b8d5ccba8a6daf1dd5466443a604ec network default NAD default NAD key default], result "{}", err <nil>
I0504 09:48:49.505898    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:49.505937    3900 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod
I0504 09:48:49.507525    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod, ips: 10.128.0.56
I0504 09:48:49.507571    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:48:50.122495    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37
I0504 09:48:57.124407    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0504 09:49:56.581141    3900 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-build-container-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:49:56.581320    3900 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod
I0504 09:49:56.630311    3900 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod] pod update took 49.035414ms
I0504 09:49:56.630342    3900 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod] addLogicalPort annotation time took 49.06894ms
I0504 09:49:56.631766    3900 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod] addLogicalPort took 50.647295ms, libovsdb time 1.024613ms
I0504 09:49:56.776017    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:49:56.776570    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:49:56.952921    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key ]
I0504 09:49:56.962945    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-build-container-pod, hostIfaceName: 1a80181768bdabe, network: default, NAD default, SandboxID: "1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb", PCI device ID: , UID: "d6ff9ea8-b76e-4e4c-9008-6a1e05648796", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0504 09:49:57.016264    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:c6:02:ae:9e:aa\",\"name\":\"1a80181768bdabe\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9617a9a9-6f16-4b9d-880a-b3f286ca0812\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:49:58.237152    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0504 09:49:59.212861    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0504 09:50:00.184020    3900 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631470-65lqt for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:50:00.184168    3900 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt
I0504 09:50:00.197765    3900 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt] pod update took 13.627244ms
I0504 09:50:00.197793    3900 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt] addLogicalPort annotation time took 13.660711ms
I0504 09:50:00.199370    3900 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt] addLogicalPort took 15.368806ms, libovsdb time 1.062849ms
I0504 09:50:00.556898    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key ]
I0504 09:50:00.567469    3900 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631470-65lqt, hostIfaceName: dd40563f2495312, network: default, NAD default, SandboxID: "dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698", PCI device ID: , UID: "acbbdfed-a9da-4e97-8876-89659c0a28c9", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0504 09:50:00.627439    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ae:df:aa:fb:be\",\"name\":\"dd40563f2495312\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/367e11e7-05a5-4eb9-a5b5-d7e157b54080\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:50:03.734782    3900 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key ]
I0504 09:50:03.823436    3900 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt dd40563f24953127e4a920295bdcdf8e68a61cf801b818356d20ff8dbea7c698 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:50:03.887250    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:50:03.887291    3900 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt
I0504 09:50:03.888868    3900 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt, ips: 10.128.0.58
I0504 09:50:03.888905    3900 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:50:04.760907    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:50:04.760963    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:50:04.802603    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:50:04.802654    3900 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:50:04.808221    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4
I0504 09:50:04.808256    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4
I0504 09:50:21.240789    3900 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0504 09:50:48.248779    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0504 09:51:07.124345    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5
I0504 09:51:18.229270    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0504 09:51:47.245348    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0504 09:53:11.144450    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0504 09:53:28.214248    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0504 09:53:54.013101    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key ]
I0504 09:53:54.108598    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod 1a80181768bdabe181a8277b509b41a573b8f885b1c804bb9eebe2ea1f2c34fb network default NAD default NAD key default], result "{}", err <nil>
I0504 09:53:54.248653    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:53:54.248726    3900 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod
I0504 09:53:54.250525    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod, ips: 10.128.0.57
I0504 09:53:54.250563    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:54:15.212503    3900 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0504 09:54:22.510819    3900 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:54:22.510978    3900 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod
I0504 09:54:22.537031    3900 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod] pod update took 26.086554ms
I0504 09:54:22.537059    3900 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod] addLogicalPort annotation time took 26.118867ms
I0504 09:54:22.538480    3900 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod] addLogicalPort took 27.675852ms, libovsdb time 883.658µs
I0504 09:54:22.552510    3900 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod] creating logical port default-tenant_tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:54:22.552701    3900 kube.go:256] Updating pod default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod
I0504 09:54:22.581918    3900 pod.go:62] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod] pod update took 29.251877ms
I0504 09:54:22.581945    3900 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod] addLogicalPort annotation time took 29.283316ms
I0504 09:54:22.583325    3900 pods.go:271] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod] addLogicalPort took 30.833257ms, libovsdb time 1.000463ms
I0504 09:54:22.875831    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key ]
I0504 09:54:22.886292    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod, hostIfaceName: 8bd4112e33c4433, network: default, NAD default, SandboxID: "8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84", PCI device ID: , UID: "715c0b6a-4f67-4ce2-9f88-15fab79cda41", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23]
I0504 09:54:22.919217    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key ]
I0504 09:54:22.931464    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod, hostIfaceName: 9d58a3c2e7f5a65, network: default, NAD default, SandboxID: "9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689", PCI device ID: , UID: "cf831f3a-c1ed-466c-8d7f-fdc403c4a238", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23]
I0504 09:54:22.945434    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ec:52:6a:00:b8\",\"name\":\"8bd4112e33c4433\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fa2297a-a66a-42f8-b16f-a1699929a0b8\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:54:22.988003    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0b:af:db:28:49\",\"name\":\"9d58a3c2e7f5a65\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d27d518-d8c7-4111-a4b2-c2afba7e95e8\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:54:23.313847    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:54:23.314454    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:00.123686    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12
I0504 09:55:14.530014    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key ]
I0504 09:55:14.626715    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod 8bd4112e33c44335817a83227e50feb8759e826ed267f41fd607cda412a40b84 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:55:14.845760    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:14.845802    3900 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod
I0504 09:55:14.847390    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod, ips: 10.128.0.59
I0504 09:55:14.847427    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:40.685117    3900 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key ]
I0504 09:55:40.771523    3900 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw d76469c2065a80c2190dcc7ed7e740f1025c4d56ea6210991e3f806ddc0ec135 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:55:40.853859    3900 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:40.853907    3900 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw
I0504 09:55:40.855354    3900 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw, ips: 10.128.0.55
I0504 09:55:40.855392    3900 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:41.683780    3900 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:55:41.683813    3900 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 09:55:41.692201    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw
I0504 09:55:41.692226    3900 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw
I0504 09:55:42.047327    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:42.047898    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:43.045999    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:43.046577    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:45.221595    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0504 09:55:48.067749    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:55:48.068300    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:56:02.141073    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=176
I0504 09:56:04.195670    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:56:04.196203    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:57:35.249278    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0504 09:57:41.227197    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0504 09:58:20.612675    3900 cni.go:452] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key ]
I0504 09:58:20.706030    3900 cni.go:473] [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod 9d58a3c2e7f5a659df0d12a47b7062514e04c2cbdaed667bd1136012ee09d689 network default NAD default NAD key default], result "{}", err <nil>
I0504 09:58:20.780777    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:58:20.780824    3900 pods.go:176] Deleting pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod
I0504 09:58:20.782135    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod, ips: 10.128.0.60
I0504 09:58:20.782165    3900 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 09:58:23.624240    3900 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-lktv-vchwt-collect-keyless-params-pod for pod on switch ip-10-0-1-152.ec2.internal
I0504 09:58:23.624379    3900 kube.go:256] Updating pod default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod
I0504 09:58:23.654056    3900 pod.go:62] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod] pod update took 29.703528ms
I0504 09:58:23.654092    3900 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod] addLogicalPort annotation time took 29.744776ms
I0504 09:58:23.655755    3900 pods.go:271] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod] addLogicalPort took 31.526844ms, libovsdb time 1.026421ms
I0504 09:58:24.012319    3900 cni.go:452] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key ]
I0504 09:58:24.022149    3900 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lktv-vchwt-collect-keyless-params-pod, hostIfaceName: 55bf2249f183004, network: default, NAD default, SandboxID: "55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd", PCI device ID: , UID: "7083e7d6-9c71-4bd9-9921-c54ceaeca9bb", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23]
I0504 09:58:24.079273    3900 cni.go:473] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6e:8d:27:65:db\",\"name\":\"55bf2249f183004\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef7246e4-2bbd-40fb-90b3-1f536701ef84\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0504 09:58:30.241528    3900 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0504 09:58:31.126939    3900 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60
I0504 09:58:38.732508    3900 cni.go:452] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key ]
I0504 09:58:38.805318    3900 cni.go:473] [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod 55bf2249f183004d005345a74caf4c2f42a019f3ea7b86ede6bf4a07e8100cfd network default NAD default NAD key default], result "{}", err <nil>
I0504 09:58:38.928674    3900 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 09:58:38.928715    3900 pods.go:176] Deleting pod: default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod
I0504 09:58:38.930117    3900 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod, ips: 10.128.0.61
I0504 09:58:38.930153    3900 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it