+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-97.ec2.internal
++ [[ -n ip-10-0-2-97.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-97.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 23:12:02.025821430 - disable conntrack on geneve port'
I0326 23:12:02.025821430 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 23:12:02.044042278 - starting ovnkube-node'
I0326 23:12:02.044042278 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-97.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-97.ec2.internal --init-node ip-10-0-2-97.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-97.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0326 23:12:02.082649    3894 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0326 23:12:02.082694    3894 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-7a3fdde624.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0326 23:12:02.084528    3894 kube.go:419] Waiting for certificate
I0326 23:12:02.084569    3894 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0326 23:12:02.084606    3894 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0326 23:12:02.085434    3894 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:12:02.114262    3894 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:12:02.114282    3894 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:12:02.116666    3894 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:12:02.116746    3894 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kdp9w"
I0326 23:12:02.123098    3894 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kdp9w"
I0326 23:12:02.123183    3894 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:12:03.084852    3894 kube.go:426] Certificate found
I0326 23:12:03.085342    3894 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:12:03.086330    3894 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0326 23:12:03.126797    3894 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:07:02 +0000 UTC" deadline="2026-03-27 19:32:20.71331635 +0000 UTC"
I0326 23:12:03.126847    3894 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h20m17.586482386s"
I0326 23:12:03.153922    3894 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:12:03.161939    3894 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0326 23:12:03.164110    3894 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0326 23:12:03.164301    3894 factory.go:531] Starting watch factory
I0326 23:12:03.164602    3894 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.164632    3894 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.165704    3894 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.165723    3894 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.166408    3894 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.166629    3894 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.167031    3894 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.167058    3894 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.167268    3894 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.167329    3894 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.167290    3894 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.168376    3894 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.173525    3894 controller_manager.go:368] Starting the ovnkube controller
I0326 23:12:03.173541    3894 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-97.ec2.internal
I0326 23:12:03.173637    3894 controller_manager.go:393] NBDB zone sync took: 85.904µs
I0326 23:12:03.173669    3894 factory.go:531] Starting watch factory
I0326 23:12:03.186441    3894 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.186863    3894 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0326 23:12:03.186959    3894 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.188354    3894 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.188863    3894 ovn_northd.go:121] Registering OVN northd metrics
I0326 23:12:03.190911    3894 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0326 23:12:03.191039    3894 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0326 23:12:03.192111    3894 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.192297    3894 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.196847    3894 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:12:03.206633    3894 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0326 23:12:03.270346    3894 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:12:03.270360    3894 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:12:03.270364    3894 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:12:03.270367    3894 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:12:03.270370    3894 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:12:03.270372    3894 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:12:03.270432    3894 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.270447    3894 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.270465    3894 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.270502    3894 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.280982    3894 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:12:03.280993    3894 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:12:03.280996    3894 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:12:03.280999    3894 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:12:03.281003    3894 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:12:03.281005    3894 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:12:03.293096    3894 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.313439    3894 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:12:03.376137    3894 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:12:03.376151    3894 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:12:03.376218    3894 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.376235    3894 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.386577    3894 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:12:03.386596    3894 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:12:03.393790    3894 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.481959    3894 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:12:03.482036    3894 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.482047    3894 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.485999    3894 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.487971    3894 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:12:03.488030    3894 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.488041    3894 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.491257    3894 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.492208    3894 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:12:03.493353    3894 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:12:03.493402    3894 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.493414    3894 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.496614    3894 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.497562    3894 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:12:03.498646    3894 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:12:03.498706    3894 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.498718    3894 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.503538    3894 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:12:03.508753    3894 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:12:03.516408    3894 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.605632    3894 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:12:03.605809    3894 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:12:03.605822    3894 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:12:03.614123    3894 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:12:03.614272    3894 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:12:03.619269    3894 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:12:03.619329    3894 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.619342    3894 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.619398    3894 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.619415    3894 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.627857    3894 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.669693    3894 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:12:03.711940    3894 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:12:03.717112    3894 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:12:03.717122    3894 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:12:03.717131    3894 factory.go:636] Watch Factory start up complete, took: 552.833441ms
I0326 23:12:03.717213    3894 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0326 23:12:03.724800    3894 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:12:03.724809    3894 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:12:03.724816    3894 factory.go:636] Watch Factory start up complete, took: 551.148912ms
I0326 23:12:03.724823    3894 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-97.ec2.internal" zone
I0326 23:12:03.762788    3894 default_node_network_controller.go:709] Initializing the default node network controller
I0326 23:12:03.814522    3894 udn_isolation.go:101] Starting UDN host isolation manager
I0326 23:12:03.820807    3894 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0326 23:12:03.862092    3894 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0326 23:12:03.862167    3894 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0326 23:12:03.862184    3894 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0326 23:12:03.892540    3894 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0326 23:12:03.892591    3894 default_node_network_controller.go:808] Node ip-10-0-2-97.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0326 23:12:03.897492    3894 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.97"] k8s.ovn.org/zone-name:ip-10-0-2-97.ec2.internal] on node ip-10-0-2-97.ec2.internal
I0326 23:12:03.917338    3894 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0326 23:12:03.922440    3894 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0326 23:12:03.922557    3894 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0326 23:12:03.922696    3894 gateway_init.go:263] Preparing Gateway
I0326 23:12:03.922707    3894 gateway_shared_intf.go:1658] Creating new gateway
I0326 23:12:03.974990    3894 controller_manager.go:427] Waiting for node in zone sync took: 250.157365ms
I0326 23:12:03.980113    3894 controller_manager.go:608] Switching to transit router for layer2 networks
I0326 23:12:03.980125    3894 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-97.ec2.internal
I0326 23:12:03.992904    3894 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:12:03.994474    3894 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:12:03.998971    3894 iptables.go:108] Creating table: filter chain: OUTPUT
I0326 23:12:03.999754    3894 controller_manager.go:288] SCTP support detected in OVN
I0326 23:12:04.000332    3894 services_controller.go:69] Creating services controller for network=default
I0326 23:12:04.000421    3894 udn_enabled_svc.go:80] Waiting for service informer to sync
I0326 23:12:04.000472    3894 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0326 23:12:04.000538    3894 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0326 23:12:04.000549    3894 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0326 23:12:04.000557    3894 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:12:04.000685    3894 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0326 23:12:04.000726    3894 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0326 23:12:04.000751    3894 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.96µs
I0326 23:12:04.000756    3894 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.383µs
I0326 23:12:04.000759    3894 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.674µs
I0326 23:12:04.000767    3894 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0326 23:12:04.000775    3894 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0326 23:12:04.000783    3894 default_network_controller.go:321] Starting the default network controller
I0326 23:12:04.000855    3894 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.087µs
I0326 23:12:04.000924    3894 udn_enabled_svc.go:95] Performing full resync
I0326 23:12:04.001220    3894 udn_enabled_svc.go:99] Waiting for handler to sync
I0326 23:12:04.001231    3894 udn_enabled_svc.go:104] Starting worker
I0326 23:12:04.005320    3894 gateway_shared_intf.go:1787] Gateway Creation Complete
I0326 23:12:04.005332    3894 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-97.ec2.internal","mac-address":"0e:be:38:bd:94:23","ip-addresses":["10.0.2.97/24"],"ip-address":"10.0.2.97/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8534ccda-9364-4002-bb17-5ce415a9bfb0 k8s.ovn.org/node-encap-ips:["10.0.2.97"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.97/24"} k8s.ovn.org/zone-name:ip-10-0-2-97.ec2.internal] on node ip-10-0-2-97.ec2.internal
I0326 23:12:04.008747    3894 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0326 23:12:04.008806    3894 repair.go:33] Syncing exgw routes took 45.633µs
I0326 23:12:04.008825    3894 default_network_controller.go:407] Starting all the Watchers...
I0326 23:12:04.008962    3894 namespace.go:98] [openshift-config] adding namespace
I0326 23:12:04.008971    3894 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0326 23:12:04.008974    3894 namespace.go:98] [openshift-dns-operator] adding namespace
I0326 23:12:04.008979    3894 namespace.go:98] [openshift-console-user-settings] adding namespace
I0326 23:12:04.008985    3894 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0326 23:12:04.008983    3894 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0326 23:12:04.008962    3894 namespace.go:98] [openshift-backplane-srep] adding namespace
I0326 23:12:04.008992    3894 namespace.go:98] [openshift-network-operator] adding namespace
I0326 23:12:04.008997    3894 namespace.go:98] [openshift-backplane-cee] adding namespace
I0326 23:12:04.008999    3894 namespace.go:98] [openshift-ingress-canary] adding namespace
I0326 23:12:04.009000    3894 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0326 23:12:04.009009    3894 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0326 23:12:04.009013    3894 namespace.go:98] [openshift-image-registry] adding namespace
I0326 23:12:04.009033    3894 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0326 23:12:04.008962    3894 namespace.go:98] [openshift-apiserver] adding namespace
I0326 23:12:04.009543    3894 namespace.go:102] [openshift-config] adding namespace took 567.126µs
I0326 23:12:04.009560    3894 namespace.go:98] [openshift-etcd] adding namespace
I0326 23:12:04.010023    3894 namespace.go:102] [openshift-etcd] adding namespace took 458.619µs
I0326 23:12:04.010038    3894 namespace.go:98] [openshift-authentication-operator] adding namespace
I0326 23:12:04.010543    3894 namespace.go:102] [openshift-authentication-operator] adding namespace took 500.162µs
I0326 23:12:04.010557    3894 namespace.go:98] [openshift-backplane-tam] adding namespace
I0326 23:12:04.011033    3894 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.052449ms
I0326 23:12:04.011058    3894 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0326 23:12:04.011474    3894 namespace.go:102] [openshift-dns-operator] adding namespace took 2.490517ms
I0326 23:12:04.011488    3894 namespace.go:98] [openshift-authentication] adding namespace
I0326 23:12:04.011964    3894 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.976552ms
I0326 23:12:04.011976    3894 namespace.go:98] [kube-public] adding namespace
I0326 23:12:04.012418    3894 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.425718ms
I0326 23:12:04.012433    3894 namespace.go:98] [openshift-config-operator] adding namespace
I0326 23:12:04.012857    3894 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.862512ms
I0326 23:12:04.012870    3894 namespace.go:98] [kube-system] adding namespace
I0326 23:12:04.013345    3894 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.348518ms
I0326 23:12:04.013359    3894 namespace.go:98] [openshift-backplane-cse] adding namespace
I0326 23:12:04.013832    3894 namespace.go:102] [openshift-network-operator] adding namespace took 4.834273ms
I0326 23:12:04.013850    3894 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0326 23:12:04.014372    3894 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.362703ms
I0326 23:12:04.014387    3894 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0326 23:12:04.014776    3894 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.763378ms
I0326 23:12:04.014790    3894 namespace.go:98] [openshift-cluster-version] adding namespace
I0326 23:12:04.015363    3894 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.349449ms
I0326 23:12:04.015373    3894 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0326 23:12:04.015805    3894 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.789314ms
I0326 23:12:04.015813    3894 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0326 23:12:04.016295    3894 namespace.go:102] [openshift-image-registry] adding namespace took 7.271187ms
I0326 23:12:04.016309    3894 namespace.go:98] [openshift-controller-manager] adding namespace
I0326 23:12:04.016777    3894 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.735593ms
I0326 23:12:04.016788    3894 namespace.go:98] [openshift-monitoring] adding namespace
I0326 23:12:04.017221    3894 namespace.go:102] [openshift-apiserver] adding namespace took 8.151676ms
I0326 23:12:04.017233    3894 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0326 23:12:04.017660    3894 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.099371ms
I0326 23:12:04.017669    3894 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0326 23:12:04.018080    3894 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.016931ms
I0326 23:12:04.018092    3894 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0326 23:12:04.018468    3894 namespace.go:102] [openshift-authentication] adding namespace took 6.974697ms
I0326 23:12:04.018478    3894 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0326 23:12:04.018847    3894 namespace.go:102] [kube-public] adding namespace took 6.865891ms
I0326 23:12:04.018857    3894 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0326 23:12:04.019244    3894 namespace.go:102] [openshift-config-operator] adding namespace took 6.803415ms
W0326 23:12:04.019242    3894 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-wgq66: pod kube-system/global-pull-secret-syncer-wgq66: no pod IPs found 
I0326 23:12:04.019264    3894 namespace.go:98] [openshift-infra] adding namespace
I0326 23:12:04.019768    3894 namespace.go:102] [kube-system] adding namespace took 6.892053ms
I0326 23:12:04.019782    3894 namespace.go:98] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] adding namespace
I0326 23:12:04.020298    3894 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.930305ms
I0326 23:12:04.020318    3894 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0326 23:12:04.020846    3894 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.990183ms
I0326 23:12:04.020862    3894 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0326 23:12:04.021247    3894 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.85485ms
I0326 23:12:04.021260    3894 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0326 23:12:04.021667    3894 namespace.go:102] [openshift-cluster-version] adding namespace took 6.872898ms
I0326 23:12:04.021678    3894 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0326 23:12:04.022063    3894 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.685206ms
I0326 23:12:04.022074    3894 namespace.go:98] [openshift-backplane] adding namespace
I0326 23:12:04.022455    3894 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.636625ms
I0326 23:12:04.022469    3894 namespace.go:98] [openshift-console] adding namespace
I0326 23:12:04.022721    3894 default_node_network_controller.go:518] Node connection status = connected
I0326 23:12:04.022914    3894 namespace.go:102] [openshift-controller-manager] adding namespace took 6.600729ms
I0326 23:12:04.022924    3894 namespace.go:98] [openshift-logging] adding namespace
I0326 23:12:04.023393    3894 namespace.go:102] [openshift-monitoring] adding namespace took 6.599743ms
I0326 23:12:04.023408    3894 namespace.go:98] [openshift-backplane-csm] adding namespace
I0326 23:12:04.023760    3894 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.522825ms
I0326 23:12:04.023771    3894 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0326 23:12:04.024168    3894 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.495164ms
I0326 23:12:04.024558    3894 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.463017ms
I0326 23:12:04.024568    3894 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0326 23:12:04.025328    3894 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.84442ms
I0326 23:12:04.025342    3894 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0326 23:12:04.025690    3894 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.826989ms
I0326 23:12:04.025705    3894 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0326 23:12:04.026086    3894 namespace.go:102] [openshift-infra] adding namespace took 6.817112ms
I0326 23:12:04.026098    3894 namespace.go:98] [openshift-ingress] adding namespace
I0326 23:12:04.026463    3894 namespace.go:102] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] adding namespace took 6.677072ms
I0326 23:12:04.026474    3894 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0326 23:12:04.026829    3894 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.506088ms
I0326 23:12:04.026840    3894 namespace.go:98] [openshift-console-operator] adding namespace
I0326 23:12:04.027216    3894 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.349233ms
I0326 23:12:04.027228    3894 namespace.go:98] [openshift-operators] adding namespace
I0326 23:12:04.027620    3894 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.355739ms
I0326 23:12:04.027631    3894 namespace.go:98] [openshift-multus] adding namespace
I0326 23:12:04.028034    3894 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.351816ms
I0326 23:12:04.028045    3894 namespace.go:98] [openshift-operators-redhat] adding namespace
I0326 23:12:04.028418    3894 namespace.go:102] [openshift-backplane] adding namespace took 6.339619ms
I0326 23:12:04.028430    3894 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0326 23:12:04.028783    3894 namespace.go:102] [openshift-console] adding namespace took 6.308695ms
I0326 23:12:04.028793    3894 namespace.go:98] [openshift-insights] adding namespace
I0326 23:12:04.029158    3894 namespace.go:102] [openshift-logging] adding namespace took 6.229679ms
I0326 23:12:04.029167    3894 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0326 23:12:04.029507    3894 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.095297ms
I0326 23:12:04.029518    3894 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0326 23:12:04.029879    3894 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.104568ms
I0326 23:12:04.029890    3894 namespace.go:98] [openshift-config-managed] adding namespace
I0326 23:12:04.030279    3894 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.7053ms
I0326 23:12:04.030291    3894 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0326 23:12:04.030635    3894 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.289438ms
I0326 23:12:04.030645    3894 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0326 23:12:04.031034    3894 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.323964ms
I0326 23:12:04.031045    3894 namespace.go:98] [dedicated-admin] adding namespace
I0326 23:12:04.031376    3894 namespace.go:102] [openshift-ingress] adding namespace took 5.270742ms
I0326 23:12:04.031392    3894 namespace.go:98] [openshift-ingress-operator] adding namespace
I0326 23:12:04.031864    3894 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.385677ms
I0326 23:12:04.031874    3894 namespace.go:98] [kube-node-lease] adding namespace
I0326 23:12:04.032437    3894 namespace.go:102] [openshift-console-operator] adding namespace took 5.591344ms
I0326 23:12:04.032451    3894 namespace.go:98] [openshift-dns] adding namespace
W0326 23:12:04.032875    3894 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-j5gtc: pod openshift-multus/network-metrics-daemon-j5gtc: no pod IPs found 
I0326 23:12:04.032926    3894 namespace.go:102] [openshift-operators] adding namespace took 5.692305ms
I0326 23:12:04.032961    3894 namespace.go:98] [openshift-marketplace] adding namespace
I0326 23:12:04.033499    3894 namespace.go:102] [openshift-multus] adding namespace took 5.862205ms
I0326 23:12:04.033511    3894 namespace.go:98] [openshift-network-node-identity] adding namespace
I0326 23:12:04.033926    3894 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.87598ms
I0326 23:12:04.033939    3894 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0326 23:12:04.034332    3894 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.896105ms
I0326 23:12:04.034348    3894 namespace.go:98] [openshift-node] adding namespace
I0326 23:12:04.034785    3894 namespace.go:102] [openshift-insights] adding namespace took 5.986756ms
I0326 23:12:04.035320    3894 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.148266ms
I0326 23:12:04.035332    3894 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0326 23:12:04.035737    3894 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.211981ms
W0326 23:12:04.036244    3894 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h98w9: pod openshift-network-diagnostics/network-check-target-h98w9: no pod IPs found 
I0326 23:12:04.036286    3894 namespace.go:102] [openshift-config-managed] adding namespace took 6.392311ms
I0326 23:12:04.036299    3894 namespace.go:98] [openshift-package-operator] adding namespace
I0326 23:12:04.036728    3894 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.431445ms
I0326 23:12:04.036740    3894 namespace.go:98] [default] adding namespace
I0326 23:12:04.037189    3894 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.538927ms
I0326 23:12:04.037202    3894 namespace.go:98] [openshift-host-network] adding namespace
I0326 23:12:04.037537    3894 namespace.go:102] [dedicated-admin] adding namespace took 6.487709ms
I0326 23:12:04.037548    3894 namespace.go:98] [openshift-machine-api] adding namespace
I0326 23:12:04.037902    3894 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.504933ms
I0326 23:12:04.037913    3894 namespace.go:98] [openshift-network-console] adding namespace
I0326 23:12:04.038360    3894 namespace.go:102] [kube-node-lease] adding namespace took 6.481534ms
I0326 23:12:04.038726    3894 namespace.go:102] [openshift-dns] adding namespace took 6.270555ms
I0326 23:12:04.039115    3894 namespace.go:102] [openshift-marketplace] adding namespace took 6.148446ms
I0326 23:12:04.039478    3894 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.963153ms
I0326 23:12:04.039858    3894 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.895795ms
I0326 23:12:04.040234    3894 namespace.go:102] [openshift-node] adding namespace took 5.88098ms
I0326 23:12:04.040590    3894 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.253355ms
I0326 23:12:04.040602    3894 namespace.go:98] [openshift] adding namespace
I0326 23:12:04.040953    3894 namespace.go:102] [openshift-package-operator] adding namespace took 4.650865ms
I0326 23:12:04.040966    3894 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0326 23:12:04.041328    3894 namespace.go:102] [default] adding namespace took 4.58389ms
I0326 23:12:04.041793    3894 namespace.go:102] [openshift-host-network] adding namespace took 4.587772ms
I0326 23:12:04.042235    3894 namespace.go:102] [openshift-machine-api] adding namespace took 4.682853ms
I0326 23:12:04.042603    3894 namespace.go:102] [openshift-network-console] adding namespace took 4.685408ms
I0326 23:12:04.042968    3894 namespace.go:102] [openshift] adding namespace took 2.361558ms
I0326 23:12:04.043386    3894 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.414505ms
I0326 23:12:04.043720    3894 zone_ic_handler.go:186] Time taken to create transit switch: 244.692µs
I0326 23:12:04.043800    3894 master.go:532] Adding or Updating local node "ip-10-0-2-97.ec2.internal" for network "default"
I0326 23:12:04.044292    3894 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-8.ec2.internal for the network default
I0326 23:12:04.045101    3894 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-8.ec2.internal" on network "default" took: 820.147µs
W0326 23:12:04.051291    3894 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-h98w9: pod openshift-network-diagnostics/network-check-target-h98w9: no pod IPs found 
W0326 23:12:04.051310    3894 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-j5gtc: pod openshift-multus/network-metrics-daemon-j5gtc: no pod IPs found 
W0326 23:12:04.051319    3894 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-wgq66: pod kube-system/global-pull-secret-syncer-wgq66: no pod IPs found 
I0326 23:12:04.052172    3894 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-97.ec2.internal for the network default
I0326 23:12:04.052973    3894 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0326 23:12:04.053000    3894 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0326 23:12:04.053011    3894 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0326 23:12:04.053041    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default"
I0326 23:12:04.053084    3894 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:04.053094    3894 services_controller.go:574] Full service sync requested for network=default
I0326 23:12:04.053102    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-8.ec2.internal in network "default"
I0326 23:12:04.053121    3894 node_tracker.go:169] Node ip-10-0-1-8.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:04.053127    3894 services_controller.go:574] Full service sync requested for network=default
I0326 23:12:04.153925    3894 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0326 23:12:04.153962    3894 services_controller.go:208] Setting up event handlers for services for network=default
I0326 23:12:04.154011    3894 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0326 23:12:04.154052    3894 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0326 23:12:04.154066    3894 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0326 23:12:04.254883    3894 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0326 23:12:04.254895    3894 repair.go:60] Starting repairing loop for services
I0326 23:12:04.254979    3894 repair.go:131] Deleted 0 stale service LBs
I0326 23:12:04.254997    3894 repair.go:137] Deleted 0 stale Chassis Template Vars
I0326 23:12:04.255011    3894 repair.go:62] Finished repairing loop for services: 117.202µs
I0326 23:12:04.255036    3894 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0326 23:12:04.255045    3894 services_controller.go:254] Starting workers for network=default
I0326 23:12:04.255432    3894 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wgq66] creating logical port kube-system_global-pull-secret-syncer-wgq66 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:04.255438    3894 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h98w9] creating logical port openshift-network-diagnostics_network-check-target-h98w9 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:04.255556    3894 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-wgq66
I0326 23:12:04.255582    3894 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j5gtc] creating logical port openshift-multus_network-metrics-daemon-j5gtc for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:04.255631    3894 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-h98w9
I0326 23:12:04.255667    3894 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-j5gtc
I0326 23:12:04.273738    3894 pod.go:62] [openshift-multus/network-metrics-daemon-j5gtc] pod update took 18.098317ms
I0326 23:12:04.273754    3894 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-j5gtc] addLogicalPort annotation time took 18.115351ms
I0326 23:12:04.275005    3894 pods.go:271] [openshift-multus/network-metrics-daemon-j5gtc] addLogicalPort took 19.438708ms, libovsdb time 1.069558ms
I0326 23:12:04.277352    3894 pod.go:62] [openshift-network-diagnostics/network-check-target-h98w9] pod update took 21.757643ms
I0326 23:12:04.277368    3894 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-h98w9] addLogicalPort annotation time took 21.780935ms
I0326 23:12:04.277383    3894 pod.go:62] [kube-system/global-pull-secret-syncer-wgq66] pod update took 21.875873ms
I0326 23:12:04.277395    3894 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-wgq66] addLogicalPort annotation time took 21.893552ms
I0326 23:12:04.278159    3894 pods.go:271] [openshift-network-diagnostics/network-check-target-h98w9] addLogicalPort took 22.734108ms, libovsdb time 604.519µs
I0326 23:12:04.278438    3894 pods.go:271] [kube-system/global-pull-secret-syncer-wgq66] addLogicalPort took 23.018869ms, libovsdb time 869.227µs
I0326 23:12:04.278877    3894 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0326 23:12:04.278898    3894 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0326 23:12:04.278910    3894 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0326 23:12:04.278914    3894 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0326 23:12:04.279101    3894 repair.go:29] Repairing admin network policies took 182.369µs
I0326 23:12:04.279199    3894 repair.go:92] Repairing baseline admin network policies took 89.791µs
I0326 23:12:04.279663    3894 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0326 23:12:04.279684    3894 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0326 23:12:04.281537    3894 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0326 23:12:04.281556    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0326 23:12:04.281568    3894 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0326 23:12:04.283501    3894 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0326 23:12:04.283530    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0326 23:12:04.283541    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0326 23:12:04.284755    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0326 23:12:04.284774    3894 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0326 23:12:04.284785    3894 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0326 23:12:04.286615    3894 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0326 23:12:04.286634    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0326 23:12:04.286643    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0326 23:12:04.288374    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:12:04.288393    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0326 23:12:04.288400    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0326 23:12:04.288649    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0326 23:12:04.288663    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0326 23:12:04.288670    3894 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0326 23:12:04.290019    3894 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0326 23:12:04.290035    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0326 23:12:04.290041    3894 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0326 23:12:04.290514    3894 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0326 23:12:04.290534    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0326 23:12:04.290544    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0326 23:12:04.291833    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0326 23:12:04.291849    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0326 23:12:04.291856    3894 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0326 23:12:04.292142    3894 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0326 23:12:04.292159    3894 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0326 23:12:04.292165    3894 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0326 23:12:04.292394    3894 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0326 23:12:04.292407    3894 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0326 23:12:04.292414    3894 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0326 23:12:04.293200    3894 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0326 23:12:04.293217    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0326 23:12:04.293226    3894 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0326 23:12:04.294265    3894 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0326 23:12:04.294284    3894 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0326 23:12:04.294291    3894 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0326 23:12:04.294823    3894 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0326 23:12:04.294844    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0326 23:12:04.294856    3894 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0326 23:12:04.295191    3894 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0326 23:12:04.295208    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0326 23:12:04.295217    3894 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0326 23:12:04.296374    3894 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0326 23:12:04.296393    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0326 23:12:04.296403    3894 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0326 23:12:04.297563    3894 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0326 23:12:04.297580    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0326 23:12:04.297588    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0326 23:12:04.298095    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0326 23:12:04.298112    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0326 23:12:04.298119    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0326 23:12:04.298693    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0326 23:12:04.298726    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0326 23:12:04.299197    3894 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0326 23:12:04.299210    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:12:04.299908    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0326 23:12:04.299926    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0326 23:12:04.299934    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0326 23:12:04.300570    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0326 23:12:04.300586    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0326 23:12:04.300602    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0326 23:12:04.301127    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0326 23:12:04.301146    3894 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0326 23:12:04.301154    3894 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0326 23:12:04.301729    3894 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0326 23:12:04.301748    3894 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0326 23:12:04.301756    3894 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0326 23:12:04.303604    3894 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0326 23:12:04.303620    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0326 23:12:04.303628    3894 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0326 23:12:04.304440    3894 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0326 23:12:04.304458    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0326 23:12:04.304473    3894 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0326 23:12:04.305001    3894 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0326 23:12:04.305025    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0326 23:12:04.305032    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0326 23:12:04.305613    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:12:04.305630    3894 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0326 23:12:04.305650    3894 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:12:04.306441    3894 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0326 23:12:04.306463    3894 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0326 23:12:04.306473    3894 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0326 23:12:04.307626    3894 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0326 23:12:04.312464    3894 egressfirewall.go:319] Starting EgressFirewall controller
I0326 23:12:04.312497    3894 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0326 23:12:04.312510    3894 controller.go:133] Adding controller egress-firewall-controller event handlers
I0326 23:12:04.312556    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0326 23:12:04.312563    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0326 23:12:04.312571    3894 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0326 23:12:04.312576    3894 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0326 23:12:04.312826    3894 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0326 23:12:04.312839    3894 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0326 23:12:04.312847    3894 egressqos.go:193] Setting up event handlers for EgressQoS
I0326 23:12:04.312862    3894 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall
I0326 23:12:04.312873    3894 egressfirewall.go:628] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall
I0326 23:12:04.313006    3894 egressqos.go:245] Starting EgressQoS Controller
I0326 23:12:04.313015    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0326 23:12:04.313021    3894 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0326 23:12:04.313027    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0326 23:12:04.313032    3894 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0326 23:12:04.313038    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0326 23:12:04.313043    3894 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0326 23:12:04.313047    3894 egressqos.go:259] Repairing EgressQoSes
I0326 23:12:04.313051    3894 egressqos.go:399] Starting repairing loop for egressqos
I0326 23:12:04.313118    3894 egressqos.go:401] Finished repairing loop for egressqos: 67.187µs
I0326 23:12:04.313133    3894 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0326 23:12:04.313210    3894 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-97.ec2.internal
I0326 23:12:04.313252    3894 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-97.ec2.internal : 43.497µs
I0326 23:12:04.313267    3894 egressservice_zone.go:210] Starting Egress Services Controller
I0326 23:12:04.313274    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:12:04.313279    3894 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:12:04.313284    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:12:04.313288    3894 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:12:04.313294    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:12:04.313298    3894 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:12:04.313303    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0326 23:12:04.313307    3894 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0326 23:12:04.313311    3894 egressservice_zone.go:228] Repairing Egress Services
I0326 23:12:04.313577    3894 master_controller.go:88] Starting Admin Policy Based Route Controller
I0326 23:12:04.313586    3894 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:12:04.313631    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal
I0326 23:12:04.313645    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 17.066µs
I0326 23:12:04.313655    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal
I0326 23:12:04.313660    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 6.358µs
I0326 23:12:04.313715    3894 default_network_controller.go:568] Completing all the Watchers took 304.881521ms
I0326 23:12:04.313727    3894 default_network_controller.go:572] Starting unidling controllers
I0326 23:12:04.313738    3894 unidle.go:46] Registering OVN SB ControllerEvent handler
I0326 23:12:04.313742    3894 unidle.go:63] Populating Initial ContollerEvent events
I0326 23:12:04.313753    3894 unidle.go:79] Setting up event handlers for services
I0326 23:12:04.313795    3894 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0326 23:12:04.523728    3894 default_node_network_controller.go:518] Node connection status = connected
I0326 23:12:04.715258    3894 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall
I0326 23:12:04.715279    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-8.ec2.internal in network "default"
I0326 23:12:04.715298    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal
I0326 23:12:04.715338    3894 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-8.ec2.internal. Updating no re-route policies
I0326 23:12:04.715344    3894 node_tracker.go:169] Node ip-10-0-1-8.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:04.715369    3894 services_controller.go:574] Full service sync requested for network=default
I0326 23:12:04.715341    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 16.862µs
I0326 23:12:05.024338    3894 default_node_network_controller.go:518] Node connection status = connected
I0326 23:12:05.039140    3894 bridgeconfig.go:537] Gateway is ready
I0326 23:12:05.039159    3894 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0326 23:12:05.039162    3894 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0326 23:12:05.049216    3894 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.97. Updating OVN encap IP.
I0326 23:12:05.053561    3894 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.97 - it is already configured
I0326 23:12:05.053573    3894 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.97/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0326 23:12:05.053765    3894 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.97/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-97.ec2.internal","mac-address":"0e:be:38:bd:94:23","ip-addresses":["10.0.2.97/24"],"ip-address":"10.0.2.97/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8534ccda-9364-4002-bb17-5ce415a9bfb0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.97/24"}] on node ip-10-0-2-97.ec2.internal
I0326 23:12:05.069370    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal
I0326 23:12:05.069385    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 20.076µs
I0326 23:12:05.069420    3894 egressfirewall.go:628] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall
I0326 23:12:05.069468    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default"
I0326 23:12:05.069524    3894 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:05.069563    3894 services_controller.go:574] Full service sync requested for network=default
I0326 23:12:05.069523    3894 master.go:532] Adding or Updating local node "ip-10-0-2-97.ec2.internal" for network "default"
I0326 23:12:05.069769    3894 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.97
I0326 23:12:05.069879    3894 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-97.ec2.internal
I0326 23:12:05.074961    3894 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-97.ec2.internal. Updating no re-route policies
I0326 23:12:05.075021    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tw8fn
I0326 23:12:05.075039    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tw8fn
I0326 23:12:05.075062    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tw8fn after 0 failed attempt(s)
I0326 23:12:05.075066    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-cz54x
I0326 23:12:05.075079    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-cz54x
I0326 23:12:05.075093    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h6lrz
I0326 23:12:05.075103    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2shkv
I0326 23:12:05.075104    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8kfm
I0326 23:12:05.075116    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2shkv
I0326 23:12:05.075116    3894 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-97.ec2.internal
I0326 23:12:05.075119    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-np46q
I0326 23:12:05.075092    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwd6s
I0326 23:12:05.075129    3894 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-97.ec2.internal
I0326 23:12:05.075106    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-cz54x after 0 failed attempt(s)
I0326 23:12:05.075134    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwd6s
I0326 23:12:05.075123    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-h6lrz
I0326 23:12:05.075123    3894 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9lj4s
I0326 23:12:05.075141    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h98w9
I0326 23:12:05.075141    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2shkv after 0 failed attempt(s)
I0326 23:12:05.075146    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qk8qh
I0326 23:12:05.075077    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-j5gtc
I0326 23:12:05.075154    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwd6s after 0 failed attempt(s)
I0326 23:12:05.075152    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h98w9
I0326 23:12:05.075136    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-97.ec2.internal
I0326 23:12:05.075167    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-97.ec2.internal
I0326 23:12:05.075183    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qk8qh
I0326 23:12:05.075194    3894 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h98w9] creating logical port openshift-network-diagnostics_network-check-target-h98w9 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:05.075193    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-j5gtc
I0326 23:12:05.075146    3894 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-9lj4s
I0326 23:12:05.075135    3894 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-wgq66
I0326 23:12:05.075239    3894 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-9lj4s after 0 failed attempt(s)
I0326 23:12:05.075135    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-np46q
I0326 23:12:05.075260    3894 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-wgq66
I0326 23:12:05.075277    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-np46q after 0 failed attempt(s)
I0326 23:12:05.075130    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8kfm
I0326 23:12:05.075310    3894 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wgq66] creating logical port kube-system_global-pull-secret-syncer-wgq66 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:05.075309    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s8kfm after 0 failed attempt(s)
I0326 23:12:05.075186    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-97.ec2.internal after 0 failed attempt(s)
I0326 23:12:05.075324    3894 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j5gtc] creating logical port openshift-multus_network-metrics-daemon-j5gtc for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:05.075148    3894 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-97.ec2.internal after 0 failed attempt(s)
I0326 23:12:05.075148    3894 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-r4q77
I0326 23:12:05.075210    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qk8qh after 0 failed attempt(s)
I0326 23:12:05.075352    3894 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-r4q77
I0326 23:12:05.075156    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-h6lrz after 0 failed attempt(s)
I0326 23:12:05.075366    3894 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-r4q77 after 0 failed attempt(s)
I0326 23:12:05.075908    3894 pods.go:271] [openshift-network-diagnostics/network-check-target-h98w9] addLogicalPort took 723.452µs, libovsdb time 329.075µs
I0326 23:12:05.075920    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-h98w9 after 0 failed attempt(s)
I0326 23:12:05.076080    3894 pods.go:271] [kube-system/global-pull-secret-syncer-wgq66] addLogicalPort took 779.774µs, libovsdb time 291.142µs
I0326 23:12:05.076092    3894 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-wgq66 after 0 failed attempt(s)
I0326 23:12:05.076251    3894 pods.go:271] [openshift-multus/network-metrics-daemon-j5gtc] addLogicalPort took 963.602µs, libovsdb time 341.414µs
I0326 23:12:05.076260    3894 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-j5gtc after 0 failed attempt(s)
I0326 23:12:05.088694    3894 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0326 23:12:05.098764    3894 iptables.go:108] Creating table: mangle chain: OUTPUT
I0326 23:12:05.101844    3894 iptables.go:108] Creating table: nat chain: OUTPUT
I0326 23:12:05.118985    3894 iptables.go:108] Creating table: nat chain: PREROUTING
I0326 23:12:05.159879    3894 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:12:05.176168    3894 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0326 23:12:05.176275    3894 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0326 23:12:05.176334    3894 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0326 23:12:05.176424    3894 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0326 23:12:05.176472    3894 gateway_init.go:325] Gateway and management port readiness took 1.156359427s
I0326 23:12:05.176497    3894 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0326 23:12:05.176532    3894 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0326 23:12:05.176544    3894 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0326 23:12:05.176552    3894 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:12:05.176604    3894 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0326 23:12:05.176696    3894 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.669µs
I0326 23:12:05.176982    3894 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0326 23:12:05.177023    3894 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 30.343µs
I0326 23:12:05.177033    3894 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.742µs
I0326 23:12:05.177044    3894 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0326 23:12:05.177056    3894 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0326 23:12:05.177064    3894 default_node_network_controller.go:898] Starting the default node network controller
I0326 23:12:05.177070    3894 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0326 23:12:05.177142    3894 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.18µs
I0326 23:12:05.177224    3894 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0326 23:12:05.177232    3894 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0326 23:12:05.177276    3894 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000131e30 0xc0002dcb60 0xc0002dcbd0 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce00 0xc000b9ab90 0xc0002dce70 0xc0002dcee0 <nil> 0xc000b9abe0 0xc00647b180 <nil> <nil> 0xc0002dcf50 map[0x2f67040:0xc002798a80 0x2f67580:0xc002798c00 0x2f68000:0xc00249a540 0x2f682a0:0xc002798a20 0x2f687e0:0xc002798ae0 0x2f68a80:0xc002798b40 0x2f68d20:0xc002798ba0 0x2f69500:0xc002798c60 0x2f697a0:0xc002798cc0 0x2f93d40:0xc000ad2300 0x2f940e0:0xc000ad24e0 0x2f94bc0:0xc000bacf60 0x2f96520:0xc001408180 0x2f97000:0xc000ad2540 0x2f97e80:0xc0014081e0] 0xc00016a700 0}
I0326 23:12:05.177332    3894 gateway.go:151] Starting gateway service sync
I0326 23:12:05.177749    3894 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0326 23:12:05.179757    3894 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0326 23:12:05.190049    3894 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0326 23:12:05.191106    3894 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0326 23:12:05.192201    3894 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0326 23:12:05.225104    3894 gateway.go:168] Gateway service sync done. Time taken: 47.759378ms
I0326 23:12:05.225902    3894 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31200
I0326 23:12:05.226111    3894 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000131e30 0xc0002dcb60 0xc0002dcbd0 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce00 0xc000b9ab90 0xc0002dce70 0xc0002dcee0 <nil> 0xc000b9abe0 0xc00647b180 <nil> <nil> 0xc0002dcf50 map[0x2f67040:0xc002798a80 0x2f67580:0xc002798c00 0x2f68000:0xc00249a540 0x2f682a0:0xc002798a20 0x2f687e0:0xc002798ae0 0x2f68a80:0xc002798b40 0x2f68d20:0xc002798ba0 0x2f69500:0xc002798c60 0x2f697a0:0xc002798cc0 0x2f93d40:0xc000ad2300 0x2f940e0:0xc000ad24e0 0x2f94bc0:0xc000bacf60 0x2f96520:0xc001408180 0x2f97000:0xc000ad2540 0x2f97e80:0xc0014081e0] 0xc00016a700 0}
I0326 23:12:05.226582    3894 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000131e30 0xc0002dcb60 0xc0002dcbd0 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce00 0xc000b9ab90 0xc0002dce70 0xc0002dcee0 <nil> 0xc000b9abe0 0xc00647b180 <nil> <nil> 0xc0002dcf50 map[0x2f67040:0xc002798a80 0x2f67580:0xc002798c00 0x2f68000:0xc00249a540 0x2f682a0:0xc002798a20 0x2f687e0:0xc002798ae0 0x2f68a80:0xc002798b40 0x2f68d20:0xc002798ba0 0x2f69500:0xc002798c60 0x2f697a0:0xc002798cc0 0x2f93d40:0xc000ad2300 0x2f940e0:0xc000ad24e0 0x2f94bc0:0xc000bacf60 0x2f96520:0xc001408180 0x2f97000:0xc000ad2540 0x2f97e80:0xc0014081e0] 0xc00016a700 0}
I0326 23:12:05.226623    3894 gateway.go:519] Reconciling gateway with updates
I0326 23:12:05.231407    3894 gateway.go:326] Spawning Conntrack Rule Check Thread
I0326 23:12:05.231477    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:12:05.231494    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:12:05.231502    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:12:05.231501    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:12:05.231514    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:12:05.231517    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:12:05.231519    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:12:05.231531    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:12:05.231537    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:12:05.231544    3894 default_node_network_controller.go:943] Gateway and management port readiness took 54.305965ms
I0326 23:12:05.231554    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:12:05.231560    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:12:05.231565    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.231578    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:12:05.231586    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:12:05.231591    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:12:05.231595    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:12:05.231607    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:12:05.231587    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:12:05.231607    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:12:05.231615    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:12:05.231617    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:12:05.231596    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:12:05.231626    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:05.231633    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:12:05.231624    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:12:05.231595    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:12:05.231640    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:12:05.231645    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:12:05.231652    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:12:05.231651    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:12:05.231655    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:12:05.231638    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:05.231661    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:12:05.231663    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:12:05.231671    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:12:05.231626    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:12:05.231679    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:12:05.231685    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:12:05.231686    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:12:05.231665    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:12:05.231692    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:12:05.231697    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:12:05.231700    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:12:05.231704    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:12:05.231710    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:12:05.231707    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:12:05.231713    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:12:05.231721    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:12:05.231729    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:12:05.231731    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:12:05.231736    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:12:05.231742    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:12:05.231744    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:12:05.231742    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:12:05.231754    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:12:05.231755    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:12:05.231760    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:12:05.231765    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:12:05.231775    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:12:05.231730    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:12:05.231783    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:12:05.231597    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:12:05.231797    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:12:05.231800    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:12:05.231802    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:12:05.231811    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:12:05.231814    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:12:05.231657    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:12:05.231824    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:12:05.231826    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:12:05.231834    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.231837    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:12:05.231639    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:12:05.231814    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:12:05.231851    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:12:05.231660    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:12:05.231609    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:12:05.231872    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:12:05.231681    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:12:05.231785    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:12:05.231887    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:12:05.231734    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:12:05.231624    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:12:05.231904    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:12:05.231710    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:12:05.231923    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:12:05.231640    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:12:05.231826    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:12:05.231716    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:12:05.231845    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:12:05.231986    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:12:05.231482    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:12:05.231989    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:12:05.231624    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:12:05.231996    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:12:05.232001    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:12:05.232016    3894 port_claim.go:71] Svc openshift-ingress/router-default: port 32402 is already open, no action needed
I0326 23:12:05.232020    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:12:05.232024    3894 port_claim.go:71] Svc openshift-ingress/router-default: port 32577 is already open, no action needed
I0326 23:12:05.232027    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:12:05.231713    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:12:05.232000    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:12:05.231856    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:12:05.233148    3894 node_ip_handler_linux.go:160] Node IP manager is running
W0326 23:12:05.267834    3894 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:12:05.268079    3894 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:12:05.268213    3894 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0326 23:12:05.276672    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:12:05.276698    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:12:05.276705    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.276712    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:12:05.276718    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:12:05.313557    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:12:05.313588    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:12:05.313596    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:12:05.313609    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:12:05.313616    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:12:05.313622    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313629    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:12:05.313636    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313644    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313650    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:12:05.313657    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313662    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313669    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:12:05.313674    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:12:05.313689    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.313705    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:12:05.313711    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:12:05.313716    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:12:05.313722    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:12:05.349713    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:12:05.349721    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:12:05.349713    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:12:05.349732    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.349739    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:12:05.349746    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:12:05.349757    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
W0326 23:12:06.385539    3894 egressip_healthcheck.go:76] Health checking using insecure connection
I0326 23:12:06.385546    3894 default_node_network_controller.go:1364] Starting node controller node sync
I0326 23:12:06.385598    3894 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0326 23:12:06.397354    3894 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.745056ms
I0326 23:12:06.397484    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-8.ec2.internal", IP: 10.0.1.8 to PMTUD blocking rules
I0326 23:12:06.397499    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-8.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:12:06.403253    3894 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0326 23:12:06.403556    3894 egressservice_node.go:93] Setting up event handlers for Egress Services
I0326 23:12:06.403722    3894 egressservice_node.go:183] Starting Egress Services Controller
I0326 23:12:06.403737    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:12:06.403751    3894 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:12:06.403760    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:12:06.403772    3894 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:12:06.403780    3894 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:12:06.403790    3894 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:12:06.403796    3894 egressservice_node.go:197] Repairing Egress Services
I0326 23:12:06.412916    3894 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0326 23:12:06.412928    3894 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:12:06.413260    3894 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0326 23:12:06.413275    3894 link_network_manager.go:117] Link manager is running
I0326 23:12:06.413287    3894 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0326 23:12:06.413366    3894 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0326 23:12:06.414301    3894 vrf_manager.go:128] VRF manager is running
I0326 23:12:06.414392    3894 node_controller_manager.go:437] Removing flows to drop GARP
I0326 23:12:06.414400    3894 gateway.go:519] Reconciling gateway with updates
I0326 23:12:06.440805    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:12:06.440818    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:12:06.440831    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:12:06.440837    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:12:06.440834    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:12:06.440851    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:12:06.440859    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:12:06.440871    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:12:06.440881    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:12:06.440885    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:12:06.440890    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:12:06.440894    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:12:06.440897    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:12:06.440899    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:12:06.440903    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.440904    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:12:06.440906    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:12:06.440910    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:12:06.440906    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:12:06.440917    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:12:06.440914    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:12:06.440924    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:12:06.440931    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:12:06.440935    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:12:06.440938    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:12:06.440963    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:12:06.440968    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:12:06.440969    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:12:06.440978    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:12:06.440981    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:12:06.440985    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:12:06.440991    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:12:06.440992    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:12:06.440937    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:12:06.440992    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:12:06.441007    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:12:06.441007    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:12:06.441010    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:12:06.441019    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:12:06.441030    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:12:06.441042    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:12:06.441045    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:12:06.441050    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:12:06.441052    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:06.441062    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:12:06.440980    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:12:06.441069    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:06.441071    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:12:06.441014    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:12:06.440922    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:12:06.441106    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:12:06.441130    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:12:06.440968    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:12:06.441140    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:12:06.441063    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:12:06.441026    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:12:06.441155    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:12:06.441160    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:12:06.441162    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.441144    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:12:06.441170    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:12:06.440965    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:12:06.441067    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:12:06.440889    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:12:06.441212    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:12:06.440969    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:12:06.440982    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:12:06.441243    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:12:06.441253    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:12:06.441262    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:12:06.441268    3894 port_claim.go:71] Svc openshift-ingress/router-default: port 32402 is already open, no action needed
I0326 23:12:06.440994    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:12:06.441276    3894 port_claim.go:71] Svc openshift-ingress/router-default: port 32577 is already open, no action needed
I0326 23:12:06.441285    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:12:06.440991    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:12:06.440995    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:12:06.441002    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:12:06.441364    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:12:06.441008    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:12:06.441399    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:12:06.441406    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.441018    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:12:06.441418    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:12:06.441020    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:12:06.441455    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:12:06.441033    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:12:06.441481    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:12:06.441037    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:12:06.441506    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:12:06.441513    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:12:06.441043    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:12:06.441524    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:12:06.441044    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:12:06.441561    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:12:06.441565    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:12:06.441051    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:12:06.441574    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:12:06.441146    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:12:06.440938    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:12:06.441642    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:12:06.440982    3894 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:12:06.441678    3894 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:12:06.483878    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:12:06.483900    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:12:06.483910    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:12:06.483920    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:12:06.483928    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:12:06.483935    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:12:06.483955    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.483962    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:12:06.483967    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.483973    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:12:06.483980    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:12:06.483989    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.483994    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:12:06.483999    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.484004    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:12:06.484009    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:12:06.484014    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 23:12:06.484019    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.484025    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.484029    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:12:06.523138    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:12:06.523146    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:12:06.523161    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:12:06.523168    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:12:06.523174    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:12:06.523181    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:12:06.523186    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:12:06.523193    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:12:06.523199    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:12:06.563263    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:12:06.563283    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:12:06.563292    3894 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 23:12:07.928910    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal
I0326 23:12:07.928959    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 58.769µs
I0326 23:12:07.953037    3894 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-d7d6b6c95-f4l7m] creating logical port openshift-image-registry_image-registry-d7d6b6c95-f4l7m for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:07.953171    3894 kube.go:256] Updating pod openshift-image-registry/image-registry-d7d6b6c95-f4l7m
I0326 23:12:07.973810    3894 pod.go:62] [openshift-image-registry/image-registry-d7d6b6c95-f4l7m] pod update took 20.633926ms
I0326 23:12:07.973830    3894 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-d7d6b6c95-f4l7m] addLogicalPort annotation time took 20.703408ms
I0326 23:12:07.974994    3894 pods.go:271] [openshift-image-registry/image-registry-d7d6b6c95-f4l7m] addLogicalPort took 21.969559ms, libovsdb time 876.483µs
I0326 23:12:08.002025    3894 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9fbgx] creating logical port openshift-dns_dns-default-9fbgx for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:08.002135    3894 kube.go:256] Updating pod openshift-dns/dns-default-9fbgx
I0326 23:12:08.003496    3894 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-48dm8] creating logical port openshift-ingress-canary_ingress-canary-48dm8 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:08.003667    3894 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-48dm8
I0326 23:12:08.003804    3894 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576110-v8vf4 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:08.003926    3894 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-mrds6 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:08.003969    3894 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4
I0326 23:12:08.004063    3894 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6
I0326 23:12:08.021301    3894 pod.go:62] [openshift-dns/dns-default-9fbgx] pod update took 19.194568ms
I0326 23:12:08.021321    3894 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-9fbgx] addLogicalPort annotation time took 19.218232ms
I0326 23:12:08.021917    3894 pod.go:62] [openshift-ingress-canary/ingress-canary-48dm8] pod update took 18.301203ms
I0326 23:12:08.021940    3894 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-48dm8] addLogicalPort annotation time took 18.328857ms
I0326 23:12:08.022035    3894 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6] pod update took 17.999727ms
I0326 23:12:08.022056    3894 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6] addLogicalPort annotation time took 18.043773ms
I0326 23:12:08.023235    3894 pods.go:271] [openshift-dns/dns-default-9fbgx] addLogicalPort took 21.223698ms, libovsdb time 1.450292ms
I0326 23:12:08.023541    3894 pods.go:271] [openshift-ingress-canary/ingress-canary-48dm8] addLogicalPort took 20.059466ms, libovsdb time 1.125054ms
I0326 23:12:08.023842    3894 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6] addLogicalPort took 19.927819ms, libovsdb time 1.362651ms
I0326 23:12:08.025085    3894 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4] pod update took 21.155477ms
I0326 23:12:08.025105    3894 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4] addLogicalPort annotation time took 21.176831ms
I0326 23:12:08.026360    3894 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4] addLogicalPort took 22.569851ms, libovsdb time 926.973µs
I0326 23:12:08.221425    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal
I0326 23:12:08.221452    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 33.538µs
I0326 23:12:08.987382    3894 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:12:08.987445    3894 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:12:09.004174    3894 cni.go:403] [openshift-ingress-canary/ingress-canary-48dm8 025398c0fe6684ee367de23ccab18ca3f4d9074938ed799fb41effb7e98ef577 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-48dm8 025398c0fe6684ee367de23ccab18ca3f4d9074938ed799fb41effb7e98ef577 network default NAD default]
I0326 23:12:09.006773    3894 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6 245eb6ad6f3c5f7e388c6388a809025e71c4e91090d054288c23ef5845c5bc21 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6 245eb6ad6f3c5f7e388c6388a809025e71c4e91090d054288c23ef5845c5bc21 network default NAD default]
I0326 23:12:09.006837    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default]
I0326 23:12:09.032494    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-mrds6, hostIfaceName: 245eb6ad6f3c5f7, network: default, NAD default, SandboxID: "245eb6ad6f3c5f7e388c6388a809025e71c4e91090d054288c23ef5845c5bc21", PCI device ID: , UID: "9116103a-285e-45ea-835e-e3e8007036f4", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0326 23:12:09.034795    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-48dm8, hostIfaceName: 025398c0fe6684e, network: default, NAD default, SandboxID: "025398c0fe6684ee367de23ccab18ca3f4d9074938ed799fb41effb7e98ef577", PCI device ID: , UID: "4dab6199-7b1f-4242-8b77-267970d377e8", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0326 23:12:09.042358    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576110-v8vf4, hostIfaceName: 2155527f84de93d, network: default, NAD default, SandboxID: "2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b", PCI device ID: , UID: "f6f44bdc-5c9a-4cc5-94fb-31ce07768bb4", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0326 23:12:09.083207    3894 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6 245eb6ad6f3c5f7e388c6388a809025e71c4e91090d054288c23ef5845c5bc21 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-mrds6 245eb6ad6f3c5f7e388c6388a809025e71c4e91090d054288c23ef5845c5bc21 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:b6:10:0b:1d:0f\",\"name\":\"245eb6ad6f3c5f7\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fd88f24-3e8b-431d-a692-402ba6716cf7\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:09.091329    3894 cni.go:424] [openshift-ingress-canary/ingress-canary-48dm8 025398c0fe6684ee367de23ccab18ca3f4d9074938ed799fb41effb7e98ef577 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-48dm8 025398c0fe6684ee367de23ccab18ca3f4d9074938ed799fb41effb7e98ef577 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:8a:dc:9b:f3:14\",\"name\":\"025398c0fe6684e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06aefc19-e71a-42c5-a300-b3ef9c36e9ac\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:09.092020    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:30:7c:bd:c9:25\",\"name\":\"2155527f84de93d\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43aa3288-7414-4bba-9909-8d592e4c7995\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:09.294044    3894 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:12:09.294076    3894 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-r4q77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:12:11.569968    3894 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-lvh78 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:11.570042    3894 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78
I0326 23:12:11.589055    3894 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78] pod update took 19.030866ms
I0326 23:12:11.589078    3894 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78] addLogicalPort annotation time took 19.058388ms
I0326 23:12:11.589993    3894 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78] addLogicalPort took 20.0481ms, libovsdb time 665.901µs
I0326 23:12:11.842598    3894 cni.go:403] [openshift-network-diagnostics/network-check-target-h98w9 3ffde45529db25fbdfe6e512d49bac5f594b27f9a895a552ee44345425f4b83d network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-h98w9 3ffde45529db25fbdfe6e512d49bac5f594b27f9a895a552ee44345425f4b83d network default NAD default]
I0326 23:12:11.842646    3894 cni.go:403] [kube-system/global-pull-secret-syncer-wgq66 98985286e504cb8d5395cfc8015fbef9c618c140d1a5a8680712e9e39cbc2956 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-wgq66 98985286e504cb8d5395cfc8015fbef9c618c140d1a5a8680712e9e39cbc2956 network default NAD default]
I0326 23:12:11.853369    3894 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-wgq66, hostIfaceName: 98985286e504cb8, network: default, NAD default, SandboxID: "98985286e504cb8d5395cfc8015fbef9c618c140d1a5a8680712e9e39cbc2956", PCI device ID: , UID: "e1286092-ba43-4950-bfd0-6c67387765c7", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0326 23:12:11.855511    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-h98w9, hostIfaceName: 3ffde45529db25f, network: default, NAD default, SandboxID: "3ffde45529db25fbdfe6e512d49bac5f594b27f9a895a552ee44345425f4b83d", PCI device ID: , UID: "6129ff6d-986a-4ed8-b613-68d45bc13bc0", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0326 23:12:11.896679    3894 cni.go:424] [kube-system/global-pull-secret-syncer-wgq66 98985286e504cb8d5395cfc8015fbef9c618c140d1a5a8680712e9e39cbc2956 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-wgq66 98985286e504cb8d5395cfc8015fbef9c618c140d1a5a8680712e9e39cbc2956 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:a1:9a:d2:4e:a7\",\"name\":\"98985286e504cb8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b82dc302-25c6-44ab-bc0f-2e177657bc27\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:11.901871    3894 cni.go:424] [openshift-network-diagnostics/network-check-target-h98w9 3ffde45529db25fbdfe6e512d49bac5f594b27f9a895a552ee44345425f4b83d network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-h98w9 3ffde45529db25fbdfe6e512d49bac5f594b27f9a895a552ee44345425f4b83d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:1b:15:32:60:d1\",\"name\":\"3ffde45529db25f\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f29c9dc-2bf6-444b-97a6-38c8f47b6888\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:12:12.299427    3894 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:12.528608    3894 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-5slqv] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-5slqv for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:12.528730    3894 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-5slqv
I0326 23:12:12.545644    3894 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv] pod update took 16.955847ms
I0326 23:12:12.545667    3894 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-5slqv] addLogicalPort annotation time took 16.981962ms
I0326 23:12:12.546908    3894 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv] addLogicalPort took 18.320461ms, libovsdb time 964.132µs
I0326 23:12:14.232230    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default"
I0326 23:12:14.232257    3894 node_tracker.go:220] Node ip-10-0-0-90.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0326 23:12:14.232317    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:12:14.232341    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:14.232357    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 21.322µs
E0326 23:12:14.232376    3894 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0326 23:12:14.232408    3894 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-90.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-90.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-90.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-90.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-90.ec2.internal, error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0326 23:12:14.249287    3894 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-90.ec2.internal annotation: unexpected end of JSON input
I0326 23:12:14.249344    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0326 23:12:14.249319    3894 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-90.ec2.internal annotation: unexpected end of JSON input
E0326 23:12:14.249412    3894 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal"
I0326 23:12:14.259217    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0326 23:12:14.259297    3894 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal"
I0326 23:12:14.259316    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-8.ec2.internal
I0326 23:12:14.259343    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-8.ec2.internal: 31.932µs
I0326 23:12:14.259318    3894 egressfirewall.go:628] Syncing node "ip-10-0-1-8.ec2.internal" for egress firewall
I0326 23:12:14.272801    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:12:14.272829    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:14.272843    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 17.148µs
I0326 23:12:14.272838    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0326 23:12:14.272904    3894 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-90.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-90.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-90.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-90.ec2.internal"
I0326 23:12:14.289772    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0326 23:12:14.493872    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:12:14.493876    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:14.493899    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:14.493904    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 33.463µs
I0326 23:12:14.519355    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:14.708740    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 23:12:17.315513    3894 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:12:18.340497    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 23:12:18.727498    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 23:12:18.748232    3894 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:12:19.357547    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:12:19.929187    3894 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0326 23:12:19.930159    3894 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 950.688µs
I0326 23:12:19.953533    3894 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 23:12:20.025306    3894 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-kmt6f for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:20.025397    3894 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f
I0326 23:12:20.042504    3894 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f] pod update took 17.131857ms
I0326 23:12:20.042533    3894 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f] addLogicalPort annotation time took 17.160882ms
I0326 23:12:20.043647    3894 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f] addLogicalPort took 18.355676ms, libovsdb time 781.494µs
I0326 23:12:20.322681    3894 namespace.go:98] [openshift-service-ca] adding namespace
I0326 23:12:20.323509    3894 namespace.go:102] [openshift-service-ca] adding namespace took 806.237µs
I0326 23:12:20.341341    3894 namespace.go:142] [openshift-service-ca] updating namespace
I0326 23:12:20.435297    3894 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f 75782011506b33fcab6aa9c705b62e87819fffd3d8215440e92805cfac8b8935 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f 75782011506b33fcab6aa9c705b62e87819fffd3d8215440e92805cfac8b8935 network default NAD default]
I0326 23:12:20.445958    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-kmt6f, hostIfaceName: 75782011506b33f, network: default, NAD default, SandboxID: "75782011506b33fcab6aa9c705b62e87819fffd3d8215440e92805cfac8b8935", PCI device ID: , UID: "986ae36f-1935-4c48-bda4-12c1438744b9", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0326 23:12:20.485650    3894 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f 75782011506b33fcab6aa9c705b62e87819fffd3d8215440e92805cfac8b8935 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-kmt6f 75782011506b33fcab6aa9c705b62e87819fffd3d8215440e92805cfac8b8935 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:7e:42:52:96:d5\",\"name\":\"75782011506b33f\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5091f33-2a78-4527-9972-1e292deffb75\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:24.509329    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 23:12:27.548843    3894 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-bf569b496-9gwj9 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-bf569b496-9gwj9: no pod IPs found 
W0326 23:12:27.551428    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 23:12:27.586567    3894 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78 06ccbee73c5fda51dea1991068db8d49b381b54d3f50e3e59a10e4dce8d41418 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78 06ccbee73c5fda51dea1991068db8d49b381b54d3f50e3e59a10e4dce8d41418 network default NAD default]
I0326 23:12:27.595906    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-lvh78, hostIfaceName: 06ccbee73c5fda5, network: default, NAD default, SandboxID: "06ccbee73c5fda51dea1991068db8d49b381b54d3f50e3e59a10e4dce8d41418", PCI device ID: , UID: "5b0cbb8a-7c1b-4d1a-bedb-3d3198641505", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0326 23:12:27.635532    3894 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78 06ccbee73c5fda51dea1991068db8d49b381b54d3f50e3e59a10e4dce8d41418 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-lvh78 06ccbee73c5fda51dea1991068db8d49b381b54d3f50e3e59a10e4dce8d41418 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:5c:55:a7:99:28\",\"name\":\"06ccbee73c5fda5\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/293707a5-252a-4c93-8413-cf8102d845c5\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:29.358219    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:12:29.358262    3894 pods.go:176] Deleting pod: openshift-image-registry/image-registry-d7d6b6c95-f4l7m
I0326 23:12:29.359407    3894 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-d7d6b6c95-f4l7m, ips: 10.128.0.6
I0326 23:12:29.359432    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:12:29.369384    3894 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-646b7b7b8-hzth5] creating logical port openshift-image-registry_image-registry-646b7b7b8-hzth5 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:29.369491    3894 kube.go:256] Updating pod openshift-image-registry/image-registry-646b7b7b8-hzth5
I0326 23:12:29.379281    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:12:29.379300    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7d6b6c95-f4l7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:12:29.381860    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d7d6b6c95-f4l7m
I0326 23:12:29.381877    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d7d6b6c95-f4l7m
I0326 23:12:29.386929    3894 pod.go:62] [openshift-image-registry/image-registry-646b7b7b8-hzth5] pod update took 17.473766ms
I0326 23:12:29.386963    3894 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-646b7b7b8-hzth5] addLogicalPort annotation time took 17.494799ms
I0326 23:12:29.388079    3894 pods.go:271] [openshift-image-registry/image-registry-646b7b7b8-hzth5] addLogicalPort took 18.710768ms, libovsdb time 802.133µs
I0326 23:12:29.799086    3894 cni.go:403] [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default]
I0326 23:12:29.809683    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-646b7b7b8-hzth5, hostIfaceName: 8510f758320a011, network: default, NAD default, SandboxID: "8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d", PCI device ID: , UID: "df0683bf-6696-467a-bebf-74e809c66b01", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0326 23:12:29.847534    3894 cni.go:424] [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:3e:4d:40:5c:94\",\"name\":\"8510f758320a011\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e730b62f-076e-4fd8-95c9-5f07447013cb\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:34.054055    3894 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-0-90.ec2.internal
I0326 23:12:34.054079    3894 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-0-90.ec2.internal
I0326 23:12:34.054185    3894 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-0-90.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-90.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-90.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-90.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-90.ec2.internal
I0326 23:12:35.077068    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-snttp
I0326 23:12:35.077098    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-snttp
I0326 23:12:35.077135    3894 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-snttp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snttp: suppressed error logged: pod openshift-multus/network-metrics-daemon-snttp: no pod IPs found 
I0326 23:12:35.077071    3894 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm
I0326 23:12:35.077146    3894 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm
I0326 23:12:35.077164    3894 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wmdfm, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wmdfm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wmdfm: no pod IPs found 
I0326 23:12:40.159480    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:40.159518    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:12:40.159542    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:40.159553    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 11.059µs
I0326 23:12:40.218160    3894 cni.go:403] [openshift-dns/dns-default-9fbgx c841db550889bca3c5d9b293290db5c203de30907d18545ca5b9c443651a87a7 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-9fbgx c841db550889bca3c5d9b293290db5c203de30907d18545ca5b9c443651a87a7 network default NAD default]
I0326 23:12:40.226385    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9fbgx, hostIfaceName: c841db550889bca, network: default, NAD default, SandboxID: "c841db550889bca3c5d9b293290db5c203de30907d18545ca5b9c443651a87a7", PCI device ID: , UID: "c4df9c13-c4c1-45bf-8b16-f25333805976", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0326 23:12:40.266482    3894 cni.go:424] [openshift-dns/dns-default-9fbgx c841db550889bca3c5d9b293290db5c203de30907d18545ca5b9c443651a87a7 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-9fbgx c841db550889bca3c5d9b293290db5c203de30907d18545ca5b9c443651a87a7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:f2:fa:82:12:3e\",\"name\":\"c841db550889bca\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1af2980a-cefd-4766-aa60-c29c3aa0a5b6\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:43.034533    3894 cni.go:403] [openshift-multus/network-metrics-daemon-j5gtc f3aa7abd77e203e85d2349a7f42b11a27ede38542751ae143235c97b5b367497 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-j5gtc f3aa7abd77e203e85d2349a7f42b11a27ede38542751ae143235c97b5b367497 network default NAD default]
I0326 23:12:43.044285    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-j5gtc, hostIfaceName: f3aa7abd77e203e, network: default, NAD default, SandboxID: "f3aa7abd77e203e85d2349a7f42b11a27ede38542751ae143235c97b5b367497", PCI device ID: , UID: "60b64146-7cae-4612-9b4a-437830ae42ec", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0326 23:12:43.083680    3894 cni.go:424] [openshift-multus/network-metrics-daemon-j5gtc f3aa7abd77e203e85d2349a7f42b11a27ede38542751ae143235c97b5b367497 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-j5gtc f3aa7abd77e203e85d2349a7f42b11a27ede38542751ae143235c97b5b367497 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:c5:e0:41:30:92\",\"name\":\"f3aa7abd77e203e\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/943bbdb5-10d3-4e15-87fb-24608481322c\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:44.713979    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:44.885672    3894 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv 70086991a81fc02b839ce4e6f8c3aecdbff69d8dca36b64c4ac7400d7a6d3db4 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv 70086991a81fc02b839ce4e6f8c3aecdbff69d8dca36b64c4ac7400d7a6d3db4 network default NAD default]
I0326 23:12:44.895124    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-5slqv, hostIfaceName: 70086991a81fc02, network: default, NAD default, SandboxID: "70086991a81fc02b839ce4e6f8c3aecdbff69d8dca36b64c4ac7400d7a6d3db4", PCI device ID: , UID: "605263a1-e5f2-49bb-b1fe-1ba999eae8f5", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0326 23:12:44.939307    3894 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv 70086991a81fc02b839ce4e6f8c3aecdbff69d8dca36b64c4ac7400d7a6d3db4 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-5slqv 70086991a81fc02b839ce4e6f8c3aecdbff69d8dca36b64c4ac7400d7a6d3db4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:ea:c0:29:db:9d\",\"name\":\"70086991a81fc02\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9efd854d-0f3f-4f04-8549-662c2738c5ea\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:12:48.152198    3894 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:48.152221    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:48.152228    3894 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:48.224539    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 23:12:48.276111    3894 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-p9f49 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:48.276215    3894 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49
I0326 23:12:48.278731    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:48.297300    3894 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-5244f] creating logical port openshift-console_downloads-56d45c498b-5244f for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:48.297376    3894 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-5244f
I0326 23:12:48.330071    3894 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49] pod update took 53.876528ms
I0326 23:12:48.330095    3894 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49] addLogicalPort annotation time took 53.904611ms
I0326 23:12:48.331197    3894 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49] addLogicalPort took 55.10096ms, libovsdb time 798.955µs
I0326 23:12:48.343854    3894 pod.go:62] [openshift-console/downloads-56d45c498b-5244f] pod update took 46.497773ms
I0326 23:12:48.343880    3894 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-5244f] addLogicalPort annotation time took 46.526486ms
I0326 23:12:48.344801    3894 pods.go:271] [openshift-console/downloads-56d45c498b-5244f] addLogicalPort took 47.51268ms, libovsdb time 651.35µs
I0326 23:12:48.359126    3894 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-599988b46b-tr5b7] creating logical port openshift-ingress_router-default-599988b46b-tr5b7 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:48.359238    3894 kube.go:256] Updating pod openshift-ingress/router-default-599988b46b-tr5b7
W0326 23:12:48.396082    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:12:48.416205    3894 pod.go:62] [openshift-ingress/router-default-599988b46b-tr5b7] pod update took 56.996961ms
I0326 23:12:48.416226    3894 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-599988b46b-tr5b7] addLogicalPort annotation time took 57.02185ms
I0326 23:12:48.417311    3894 pods.go:271] [openshift-ingress/router-default-599988b46b-tr5b7] addLogicalPort took 58.194766ms, libovsdb time 773.919µs
I0326 23:12:48.561913    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 23:12:48.596257    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:12:48.644252    3894 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-646b7b7b8-nfp2v IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-646b7b7b8-nfp2v: no pod IPs found 
I0326 23:12:48.687251    3894 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49 54617ff65ecb98d6a59ab105c889af23eed2266ae850fa088038fe3dd491bf56 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49 54617ff65ecb98d6a59ab105c889af23eed2266ae850fa088038fe3dd491bf56 network default NAD default]
I0326 23:12:48.696278    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-p9f49, hostIfaceName: 54617ff65ecb98d, network: default, NAD default, SandboxID: "54617ff65ecb98d6a59ab105c889af23eed2266ae850fa088038fe3dd491bf56", PCI device ID: , UID: "cd18d5ae-52dd-4ebd-a080-db7cbd38984d", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0326 23:12:48.714166    3894 cni.go:403] [openshift-console/downloads-56d45c498b-5244f 752a898d0a52544c36ac7d165f3240e2740cee92539c4156850d6ed4083262df network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-5244f 752a898d0a52544c36ac7d165f3240e2740cee92539c4156850d6ed4083262df network default NAD default]
I0326 23:12:48.722684    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-5244f, hostIfaceName: 752a898d0a52544, network: default, NAD default, SandboxID: "752a898d0a52544c36ac7d165f3240e2740cee92539c4156850d6ed4083262df", PCI device ID: , UID: "01be16d9-8219-4deb-bb70-1d93eaf6e4e7", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0326 23:12:48.740891    3894 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49 54617ff65ecb98d6a59ab105c889af23eed2266ae850fa088038fe3dd491bf56 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-p9f49 54617ff65ecb98d6a59ab105c889af23eed2266ae850fa088038fe3dd491bf56 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:75:2f:39:51:7a\",\"name\":\"54617ff65ecb98d\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/148b626f-474c-4110-b2ce-02e494c41c45\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:48.761351    3894 cni.go:424] [openshift-console/downloads-56d45c498b-5244f 752a898d0a52544c36ac7d165f3240e2740cee92539c4156850d6ed4083262df network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-5244f 752a898d0a52544c36ac7d165f3240e2740cee92539c4156850d6ed4083262df network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:1f:59:38:70:8e\",\"name\":\"752a898d0a52544\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d33a834-8ba5-4043-bb7b-72b72529d01b\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:48.819841    3894 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mz267] creating logical port openshift-insights_insights-runtime-extractor-mz267 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:48.819928    3894 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mz267
I0326 23:12:48.850340    3894 pod.go:62] [openshift-insights/insights-runtime-extractor-mz267] pod update took 30.436696ms
I0326 23:12:48.850359    3894 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-mz267] addLogicalPort annotation time took 30.460428ms
I0326 23:12:48.851507    3894 pods.go:271] [openshift-insights/insights-runtime-extractor-mz267] addLogicalPort took 31.683101ms, libovsdb time 844.266µs
I0326 23:12:49.241315    3894 cni.go:403] [openshift-insights/insights-runtime-extractor-mz267 dce45a74bc213e27fbe22e93732b615ddc0032eabc2a2c9ff5048cb2ba68c0b7 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mz267 dce45a74bc213e27fbe22e93732b615ddc0032eabc2a2c9ff5048cb2ba68c0b7 network default NAD default]
I0326 23:12:49.249428    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mz267, hostIfaceName: dce45a74bc213e2, network: default, NAD default, SandboxID: "dce45a74bc213e27fbe22e93732b615ddc0032eabc2a2c9ff5048cb2ba68c0b7", PCI device ID: , UID: "7b424d57-3ddd-457f-85e3-36c76590c9bc", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0326 23:12:49.290342    3894 cni.go:424] [openshift-insights/insights-runtime-extractor-mz267 dce45a74bc213e27fbe22e93732b615ddc0032eabc2a2c9ff5048cb2ba68c0b7 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mz267 dce45a74bc213e27fbe22e93732b615ddc0032eabc2a2c9ff5048cb2ba68c0b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:e9:62:88:17:21\",\"name\":\"dce45a74bc213e2\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce16794d-b7a3-4dc9-b4b3-59d132c8824e\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:49.391098    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default"
I0326 23:12:49.391135    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:49.391151    3894 node_tracker.go:235] Node ip-10-0-0-90.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-90.ec2.internal"
I0326 23:12:49.391170    3894 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:49.391180    3894 services_controller.go:574] Full service sync requested for network=default
W0326 23:12:49.391548    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:12:49.391729    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:49.391747    3894 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:49.391753    3894 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:12:49.554925    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:49.570033    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default"
I0326 23:12:49.570082    3894 default_network_controller.go:1008] Node "ip-10-0-0-90.ec2.internal" in remote zone "ip-10-0-0-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 23:12:49.570126    3894 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:49.570150    3894 services_controller.go:574] Full service sync requested for network=default
W0326 23:12:49.570298    3894 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:49.570310    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:49.570314    3894 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:49.570573    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 23:12:49.570850    3894 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-90.ec2.internal for the network default
I0326 23:12:49.572195    3894 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-90.ec2.internal" on network "default" took: 1.357674ms
W0326 23:12:49.760645    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:49.760664    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:49.760670    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:49.761759    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:12:49.761776    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
I0326 23:12:50.128159    3894 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-90.ec2.internal in network "default"
I0326 23:12:50.128207    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 10.0.0.90 to PMTUD blocking rules
I0326 23:12:50.128214    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:50.128211    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:12:50.128220    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:12:50.128226    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 18.813µs
I0326 23:12:50.128228    3894 node_tracker.go:169] Node ip-10-0-0-90.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:12:50.128322    3894 services_controller.go:574] Full service sync requested for network=default
W0326 23:12:50.128437    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:12:50.128448    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:12:50.128438    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:12:50.128635    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:50.128644    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:50.128648    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:12:50.128744    3894 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:50.128765    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:50.128772    3894 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:12:50.134967    3894 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-90.ec2.internal. Updating no re-route policies
I0326 23:12:50.151301    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 10.0.0.90 to PMTUD blocking rules
I0326 23:12:50.151316    3894 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0326 23:12:50.444257    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 23:12:50.466479    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0326 23:12:51.148068    3894 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-pfxr8] creating logical port openshift-monitoring_prometheus-operator-c56ff685-pfxr8 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:51.148205    3894 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-pfxr8
I0326 23:12:51.166807    3894 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-pfxr8] pod update took 18.624646ms
I0326 23:12:51.166832    3894 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-pfxr8] addLogicalPort annotation time took 18.654713ms
I0326 23:12:51.168308    3894 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-pfxr8] addLogicalPort took 20.26044ms, libovsdb time 1.05348ms
I0326 23:12:52.452981    3894 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-pfxr8 afef22fb438a4e5b2cac5fd630e763512536ac5b6f88f733b63b54ea2edda146 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-pfxr8 afef22fb438a4e5b2cac5fd630e763512536ac5b6f88f733b63b54ea2edda146 network default NAD default]
I0326 23:12:52.462490    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-pfxr8, hostIfaceName: afef22fb438a4e5, network: default, NAD default, SandboxID: "afef22fb438a4e5b2cac5fd630e763512536ac5b6f88f733b63b54ea2edda146", PCI device ID: , UID: "1a7c7d63-94f8-4daa-bb5f-2866c741d698", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0326 23:12:52.509215    3894 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-pfxr8 afef22fb438a4e5b2cac5fd630e763512536ac5b6f88f733b63b54ea2edda146 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-pfxr8 afef22fb438a4e5b2cac5fd630e763512536ac5b6f88f733b63b54ea2edda146 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:fb:91:bb:3d:19\",\"name\":\"afef22fb438a4e5\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df4beb7-37ed-4d2c-8d8d-2c252763a36b\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:12:52.853207    3894 base_network_controller_pods.go:487] [default/openshift-console/console-5767c898f4-rxqp5] creating logical port openshift-console_console-5767c898f4-rxqp5 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:52.853330    3894 kube.go:256] Updating pod openshift-console/console-5767c898f4-rxqp5
I0326 23:12:52.871349    3894 pod.go:62] [openshift-console/console-5767c898f4-rxqp5] pod update took 18.053242ms
I0326 23:12:52.871370    3894 base_network_controller_pods.go:937] [default/openshift-console/console-5767c898f4-rxqp5] addLogicalPort annotation time took 18.077687ms
I0326 23:12:52.872653    3894 pods.go:271] [openshift-console/console-5767c898f4-rxqp5] addLogicalPort took 19.466144ms, libovsdb time 916.225µs
I0326 23:12:53.216380    3894 cni.go:403] [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default] ADD starting CNI request [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default]
I0326 23:12:53.226552    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5767c898f4-rxqp5, hostIfaceName: 8c30b6a465d7d3c, network: default, NAD default, SandboxID: "8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7", PCI device ID: , UID: "dec4ad37-b45f-43ea-9198-9c3568287211", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0326 23:12:53.274374    3894 cni.go:424] [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default] ADD finished CNI request [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:b3:cc:1b:87:89\",\"name\":\"8c30b6a465d7d3c\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/645df21d-6901-47e4-b1ab-6c51e888eebb\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:12:53.430211    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:53.430231    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:12:53.430236    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:12:53.837511    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:12:53.837542    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 37.392µs
W0326 23:12:55.342201    3894 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:12:56.480180    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 23:12:56.826973    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0326 23:12:57.864520    3894 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:12:57.864648    3894 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0326 23:12:57.888215    3894 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.616364ms
I0326 23:12:57.888234    3894 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.641233ms
I0326 23:12:57.889441    3894 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.940061ms, libovsdb time 854.255µs
W0326 23:13:01.458315    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:13:01.458370    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 23:13:01.507245    3894 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cfc8b65f6-9jpvm IP address from the namespace address-set, err: pod openshift-console/console-cfc8b65f6-9jpvm: no pod IPs found 
W0326 23:13:03.425178    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 23:13:03.466542    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:03.466561    3894 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:03.466567    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:13:04.358706    3894 cni.go:403] [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default]
I0326 23:13:04.367569    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 18aac14d3a276ea, network: default, NAD default, SandboxID: "18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c", PCI device ID: , UID: "c86a8f9a-f9f1-4156-8b23-a98eb96dd83c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0326 23:13:04.410156    3894 cni.go:424] [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ca:ef:e8:3d:29\",\"name\":\"18aac14d3a276ea\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/298bec00-9119-486f-a947-bc67799e26a2\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:13:05.414899    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:13:05.519339    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 23:13:05.543794    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0326 23:13:05.831117    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:13:05.831143    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:13:06.429987    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0326 23:13:06.500696    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:13:06.500717    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:13:06.573383    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:06.573399    3894 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:06.573403    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:08.487582    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:13:08.487602    3894 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:13:08.487609    3894 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:13:08.487616    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:13:09.873702    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:13:09.938729    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:13:09.938747    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:13:16.201201    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:16.201881    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:16.969566    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:16.969594    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-bf569b496-g4fz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:16.977115    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bf569b496-g4fz4
I0326 23:13:16.977138    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bf569b496-g4fz4
I0326 23:13:18.087243    3894 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:18.087754    3894 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:18.087785    3894 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:18.087795    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0326 23:13:18.087808    3894 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:18.087815    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0326 23:13:19.124198    3894 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:19.124227    3894 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:19.124250    3894 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:19.124261    3894 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mwj45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:21.627362    3894 cni.go:403] [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default] DEL starting CNI request [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default]
I0326 23:13:21.698783    3894 cni.go:424] [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default] DEL finished CNI request [openshift-console/console-5767c898f4-rxqp5 8c30b6a465d7d3c6d788b854d24532fbdb0c8b967a731dcad910d6b1a1e34dc7 network default NAD default], result "{}", err <nil>
I0326 23:13:21.762161    3894 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-rxqp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:21.762196    3894 pods.go:176] Deleting pod: openshift-console/console-5767c898f4-rxqp5
I0326 23:13:21.763487    3894 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5767c898f4-rxqp5, ips: 10.128.0.20
I0326 23:13:21.763517    3894 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-rxqp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:21.773276    3894 base_network_controller_pods.go:487] [default/openshift-console/console-755566f549-cdp5p] creating logical port openshift-console_console-755566f549-cdp5p for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:13:21.773417    3894 kube.go:256] Updating pod openshift-console/console-755566f549-cdp5p
I0326 23:13:21.789309    3894 pod.go:62] [openshift-console/console-755566f549-cdp5p] pod update took 15.916489ms
I0326 23:13:21.789331    3894 base_network_controller_pods.go:937] [default/openshift-console/console-755566f549-cdp5p] addLogicalPort annotation time took 15.940281ms
I0326 23:13:21.790438    3894 pods.go:271] [openshift-console/console-755566f549-cdp5p] addLogicalPort took 17.176544ms, libovsdb time 772.946µs
I0326 23:13:22.194851    3894 cni.go:403] [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default] ADD starting CNI request [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default]
I0326 23:13:22.203078    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-755566f549-cdp5p, hostIfaceName: bfae1d9989eed3a, network: default, NAD default, SandboxID: "bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9", PCI device ID: , UID: "6d6087c9-36d5-44cb-8fb4-b340270019d4", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0326 23:13:22.244540    3894 cni.go:424] [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default] ADD finished CNI request [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:ce:5a:09:db:8b\",\"name\":\"bfae1d9989eed3a\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17e266f4-883e-4a46-bea0-5aacd951acaa\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:13:22.616757    3894 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-rxqp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:22.616778    3894 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-rxqp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:22.624494    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767c898f4-rxqp5
I0326 23:13:22.624519    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767c898f4-rxqp5
I0326 23:13:23.922923    3894 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 23:13:23.933089    3894 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 23:13:26.726676    3894 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-5dkfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:26.727264    3894 obj_retry.go:464] Detected object openshift-console/console-5767c898f4-5dkfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:26.971937    3894 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-5dkfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:26.971971    3894 obj_retry.go:458] Detected object openshift-console/console-5767c898f4-5dkfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:26.977268    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767c898f4-5dkfm
I0326 23:13:26.977291    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767c898f4-5dkfm
W0326 23:13:28.250044    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.250062    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.250067    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.250083    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.250088    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.250092    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.276630    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.276648    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:28.276656    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:13:32.647619    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:13:39.039560    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0326 23:13:41.580292    3894 cni.go:403] [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default]
I0326 23:13:41.655249    3894 cni.go:424] [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-646b7b7b8-hzth5 8510f758320a011febd2a80fc1621f0426e9dbd0a415d329d9cc034269d5074d network default NAD default], result "{}", err <nil>
I0326 23:13:41.730429    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:41.730459    3894 pods.go:176] Deleting pod: openshift-image-registry/image-registry-646b7b7b8-hzth5
I0326 23:13:41.731830    3894 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-646b7b7b8-hzth5, ips: 10.128.0.14
I0326 23:13:41.731856    3894 obj_retry.go:464] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:42.672325    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:42.672350    3894 obj_retry.go:458] Detected object openshift-image-registry/image-registry-646b7b7b8-hzth5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:42.678272    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-646b7b7b8-hzth5
I0326 23:13:42.678288    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-646b7b7b8-hzth5
W0326 23:13:45.071102    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 23:13:49.094057    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0326 23:13:57.964067    3894 obj_retry.go:464] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:57.964582    3894 obj_retry.go:464] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:13:58.649084    3894 obj_retry.go:458] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:58.649110    3894 obj_retry.go:458] Detected object openshift-console/console-cfc8b65f6-w8l4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:13:58.651884    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-cfc8b65f6-w8l4f
I0326 23:13:58.651906    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-cfc8b65f6-w8l4f
I0326 23:14:18.354176    3894 cni.go:403] [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default]
I0326 23:14:18.427675    3894 cni.go:424] [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 18aac14d3a276eaea9b6ce089786b5f0b1d85662e2a1af10c5690febda23bc9c network default NAD default], result "{}", err <nil>
I0326 23:14:18.485484    3894 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:18.485515    3894 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0326 23:14:18.486794    3894 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.21
I0326 23:14:18.486822    3894 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:18.822192    3894 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:18.822222    3894 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:18.831118    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0326 23:14:18.831146    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0326 23:14:18.874292    3894 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:14:18.874430    3894 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0326 23:14:18.909295    3894 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.909558ms
I0326 23:14:18.909315    3894 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.934541ms
I0326 23:14:18.910568    3894 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.289497ms, libovsdb time 955.157µs
I0326 23:14:19.233028    3894 cni.go:403] [openshift-monitoring/alertmanager-main-1 6404ff08fe95d36ef95a9b3cf20c0f57f0b5b66bcbea6032732b83a4923de074 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6404ff08fe95d36ef95a9b3cf20c0f57f0b5b66bcbea6032732b83a4923de074 network default NAD default]
I0326 23:14:19.241390    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6404ff08fe95d36, network: default, NAD default, SandboxID: "6404ff08fe95d36ef95a9b3cf20c0f57f0b5b66bcbea6032732b83a4923de074", PCI device ID: , UID: "5617d2ac-fa4d-4d24-bf73-a30867359463", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0326 23:14:19.282892    3894 cni.go:424] [openshift-monitoring/alertmanager-main-1 6404ff08fe95d36ef95a9b3cf20c0f57f0b5b66bcbea6032732b83a4923de074 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6404ff08fe95d36ef95a9b3cf20c0f57f0b5b66bcbea6032732b83a4923de074 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:18:a7:da:d2:06\",\"name\":\"6404ff08fe95d36\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16db9e71-418c-4337-a963-2d863e741502\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:14:21.277738    3894 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-846f54d4d9-q4l5p] creating logical port openshift-monitoring_telemeter-client-846f54d4d9-q4l5p for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:14:21.277889    3894 kube.go:256] Updating pod openshift-monitoring/telemeter-client-846f54d4d9-q4l5p
I0326 23:14:21.326197    3894 pod.go:62] [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p] pod update took 48.34364ms
I0326 23:14:21.326220    3894 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-846f54d4d9-q4l5p] addLogicalPort annotation time took 48.375608ms
I0326 23:14:21.327550    3894 pods.go:271] [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p] addLogicalPort took 49.828197ms, libovsdb time 940.171µs
I0326 23:14:21.641302    3894 cni.go:403] [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p 14de6c1cae975850fefff6fba4a20b3dda0294e4351b8f0f385f4e7ab6470373 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p 14de6c1cae975850fefff6fba4a20b3dda0294e4351b8f0f385f4e7ab6470373 network default NAD default]
I0326 23:14:21.651412    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-846f54d4d9-q4l5p, hostIfaceName: 14de6c1cae97585, network: default, NAD default, SandboxID: "14de6c1cae975850fefff6fba4a20b3dda0294e4351b8f0f385f4e7ab6470373", PCI device ID: , UID: "bf4cff8e-8390-4805-9ea6-37e1f378a3f8", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0326 23:14:21.698819    3894 cni.go:424] [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p 14de6c1cae975850fefff6fba4a20b3dda0294e4351b8f0f385f4e7ab6470373 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-846f54d4d9-q4l5p 14de6c1cae975850fefff6fba4a20b3dda0294e4351b8f0f385f4e7ab6470373 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:8f:63:58:b4:88\",\"name\":\"14de6c1cae97585\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8593ea2a-6e19-48b3-884a-0d1f1801e98f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:14:22.893211    3894 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:22.893781    3894 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:23.255562    3894 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:23.255584    3894 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:23.263013    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0326 23:14:23.263042    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0326 23:14:39.286485    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:14:39.286505    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:14:39.286514    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:14:40.584325    3894 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:40.584898    3894 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:40.830208    3894 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:40.830230    3894 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:40.836152    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0326 23:14:40.836180    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0326 23:14:50.237068    3894 cni.go:403] [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default] DEL starting CNI request [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default]
I0326 23:14:50.307824    3894 cni.go:424] [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default] DEL finished CNI request [openshift-console/console-755566f549-cdp5p bfae1d9989eed3aec6659c621a392d7e405d9d5b351f24587be1bf13835421d9 network default NAD default], result "{}", err <nil>
I0326 23:14:50.354745    3894 obj_retry.go:464] Detected object openshift-console/console-755566f549-cdp5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:50.354776    3894 pods.go:176] Deleting pod: openshift-console/console-755566f549-cdp5p
I0326 23:14:50.356130    3894 pods.go:236] Attempting to release IPs for pod: openshift-console/console-755566f549-cdp5p, ips: 10.128.0.22
I0326 23:14:50.356157    3894 obj_retry.go:464] Detected object openshift-console/console-755566f549-cdp5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:14:50.364302    3894 base_network_controller_pods.go:487] [default/openshift-console/console-dfdb5bcfd-s54ll] creating logical port openshift-console_console-dfdb5bcfd-s54ll for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:14:50.364399    3894 kube.go:256] Updating pod openshift-console/console-dfdb5bcfd-s54ll
I0326 23:14:50.381159    3894 pod.go:62] [openshift-console/console-dfdb5bcfd-s54ll] pod update took 16.782566ms
I0326 23:14:50.381181    3894 base_network_controller_pods.go:937] [default/openshift-console/console-dfdb5bcfd-s54ll] addLogicalPort annotation time took 16.806571ms
I0326 23:14:50.382206    3894 pods.go:271] [openshift-console/console-dfdb5bcfd-s54ll] addLogicalPort took 17.917235ms, libovsdb time 745.498µs
I0326 23:14:50.721693    3894 cni.go:403] [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default] ADD starting CNI request [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default]
I0326 23:14:50.730422    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-dfdb5bcfd-s54ll, hostIfaceName: a32092c1a1757fc, network: default, NAD default, SandboxID: "a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5", PCI device ID: , UID: "1a0e29c2-a8c4-477c-8702-69967b6ecc84", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0326 23:14:50.771970    3894 cni.go:424] [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default] ADD finished CNI request [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:99:92:39:a3:d9\",\"name\":\"a32092c1a1757fc\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76224370-3cb6-433d-94bf-3215948f10f0\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:14:50.965769    3894 obj_retry.go:458] Detected object openshift-console/console-755566f549-cdp5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:50.965789    3894 obj_retry.go:458] Detected object openshift-console/console-755566f549-cdp5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:14:50.968621    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-755566f549-cdp5p
I0326 23:14:50.968641    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-755566f549-cdp5p
W0326 23:15:00.996409    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:15:01.140300    3894 obj_retry.go:464] Detected object openshift-console/console-755566f549-n8kgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:01.140855    3894 obj_retry.go:464] Detected object openshift-console/console-755566f549-n8kgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:01.414852    3894 obj_retry.go:458] Detected object openshift-console/console-755566f549-n8kgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:01.414875    3894 obj_retry.go:458] Detected object openshift-console/console-755566f549-n8kgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:01.421078    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-755566f549-n8kgm
I0326 23:15:01.421094    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-755566f549-n8kgm
I0326 23:15:13.043247    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default]
I0326 23:15:13.122041    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 2155527f84de93d788b376ff035c776ce60665cf7c2773878c6d4f741e85106b network default NAD default], result "{}", err <nil>
I0326 23:15:13.162453    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:13.162485    3894 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4
I0326 23:15:13.163693    3894 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4, ips: 10.128.0.9
I0326 23:15:13.163717    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:14.055878    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:14.055900    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:25.879967    3894 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:25.880527    3894 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:15:26.015263    3894 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:26.015282    3894 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:15:26.022170    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0326 23:15:26.022196    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0326 23:16:59.698751    3894 cni.go:403] [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default] DEL starting CNI request [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default]
I0326 23:16:59.770660    3894 cni.go:424] [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default] DEL finished CNI request [openshift-console/console-dfdb5bcfd-s54ll a32092c1a1757fc1b43558b0ad45b710a753fca98dba95d3e86d213954426cd5 network default NAD default], result "{}", err <nil>
I0326 23:16:59.816627    3894 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:59.816657    3894 pods.go:176] Deleting pod: openshift-console/console-dfdb5bcfd-s54ll
I0326 23:16:59.817937    3894 pods.go:236] Attempting to release IPs for pod: openshift-console/console-dfdb5bcfd-s54ll, ips: 10.128.0.25
I0326 23:16:59.817991    3894 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:59.826327    3894 base_network_controller_pods.go:487] [default/openshift-console/console-6c698f48f-zrhk5] creating logical port openshift-console_console-6c698f48f-zrhk5 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:16:59.826445    3894 kube.go:256] Updating pod openshift-console/console-6c698f48f-zrhk5
I0326 23:16:59.841036    3894 pod.go:62] [openshift-console/console-6c698f48f-zrhk5] pod update took 14.624088ms
I0326 23:16:59.841054    3894 base_network_controller_pods.go:937] [default/openshift-console/console-6c698f48f-zrhk5] addLogicalPort annotation time took 14.644922ms
I0326 23:16:59.842202    3894 pods.go:271] [openshift-console/console-6c698f48f-zrhk5] addLogicalPort took 15.885828ms, libovsdb time 830.345µs
I0326 23:17:00.184066    3894 cni.go:403] [openshift-console/console-6c698f48f-zrhk5 ed985237bff0cf4ddaacc849bbeaf579fc7dc008578a04cda6adbf9f0bb0282a network default NAD default] ADD starting CNI request [openshift-console/console-6c698f48f-zrhk5 ed985237bff0cf4ddaacc849bbeaf579fc7dc008578a04cda6adbf9f0bb0282a network default NAD default]
I0326 23:17:00.192279    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6c698f48f-zrhk5, hostIfaceName: ed985237bff0cf4, network: default, NAD default, SandboxID: "ed985237bff0cf4ddaacc849bbeaf579fc7dc008578a04cda6adbf9f0bb0282a", PCI device ID: , UID: "064aa0f4-7751-4f8f-bcd1-20fb22d16c73", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0326 23:17:00.232327    3894 cni.go:424] [openshift-console/console-6c698f48f-zrhk5 ed985237bff0cf4ddaacc849bbeaf579fc7dc008578a04cda6adbf9f0bb0282a network default NAD default] ADD finished CNI request [openshift-console/console-6c698f48f-zrhk5 ed985237bff0cf4ddaacc849bbeaf579fc7dc008578a04cda6adbf9f0bb0282a network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:1d:36:42:2f:3e\",\"name\":\"ed985237bff0cf4\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bb588eb-f67e-4e8c-8047-889b2d2a5899\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:17:00.459000    3894 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:00.459023    3894 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-s54ll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:00.465715    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dfdb5bcfd-s54ll
I0326 23:17:00.465735    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dfdb5bcfd-s54ll
I0326 23:17:05.200292    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=668
I0326 23:17:10.204229    3894 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:10.204781    3894 obj_retry.go:464] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:10.422245    3894 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:10.422270    3894 obj_retry.go:458] Detected object openshift-console/console-dfdb5bcfd-dwg7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:10.425525    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dfdb5bcfd-dwg7g
I0326 23:17:10.425559    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dfdb5bcfd-dwg7g
W0326 23:17:10.488554    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:17:25.633871    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0326 23:17:40.192231    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0326 23:17:40.788276    3894 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 23:18:07.195787    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135
I0326 23:18:09.620063    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0326 23:18:25.326166    3894 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-l5w88 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:18:25.326302    3894 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88
I0326 23:18:25.343641    3894 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88] pod update took 17.370902ms
I0326 23:18:25.343660    3894 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88] addLogicalPort annotation time took 17.394141ms
I0326 23:18:25.344887    3894 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88] addLogicalPort took 18.735733ms, libovsdb time 890.849µs
I0326 23:18:25.682552    3894 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88 38218236ddea2aaa1a68d173e4015d2c678c523671923437ef313d20f37f3e49 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88 38218236ddea2aaa1a68d173e4015d2c678c523671923437ef313d20f37f3e49 network default NAD default]
I0326 23:18:25.690674    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-l5w88, hostIfaceName: 38218236ddea2aa, network: default, NAD default, SandboxID: "38218236ddea2aaa1a68d173e4015d2c678c523671923437ef313d20f37f3e49", PCI device ID: , UID: "aff07cff-4796-47be-aa7f-9acd0e4dad11", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0326 23:18:25.939167    3894 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88 38218236ddea2aaa1a68d173e4015d2c678c523671923437ef313d20f37f3e49 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l5w88 38218236ddea2aaa1a68d173e4015d2c678c523671923437ef313d20f37f3e49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:35:a2:32:ca:68\",\"name\":\"38218236ddea2aa\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c45e3dd-4185-4791-84c6-04ff82be668e\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:28.774924    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0326 23:18:39.784415    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:18:39.815028    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0326 23:18:39.815099    3894 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sptr7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sptr7: no pod IPs found 
I0326 23:18:49.297164    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0326 23:19:13.677800    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 23:19:33.494796    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 23:19:50.190534    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85
I0326 23:19:56.196418    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0326 23:20:00.200627    3894 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576120-ctnww for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:20:00.200752    3894 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww
I0326 23:20:00.214011    3894 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww] pod update took 13.289481ms
I0326 23:20:00.214029    3894 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww] addLogicalPort annotation time took 13.311669ms
I0326 23:20:00.215185    3894 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww] addLogicalPort took 14.577024ms, libovsdb time 839.721µs
I0326 23:20:00.565678    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default]
I0326 23:20:00.574330    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576120-ctnww, hostIfaceName: db8b00f3b4f6b95, network: default, NAD default, SandboxID: "db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575", PCI device ID: , UID: "d358e077-fda8-4f90-9298-7b9959a34662", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0326 23:20:00.616810    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:b5:0c:04:65:f6\",\"name\":\"db8b00f3b4f6b95\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba2565cb-ed43-44b3-993c-16390afc696f\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:20:01.317934    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:20:04.137508    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default]
I0326 23:20:04.208769    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww db8b00f3b4f6b95f6b05c77d79f6051ba7a7117cafaadac478241b631c142575 network default NAD default], result "{}", err <nil>
I0326 23:20:04.249459    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:04.249521    3894 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww
I0326 23:20:04.250775    3894 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww, ips: 10.128.0.28
I0326 23:20:04.250805    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:05.145454    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:05.145483    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:09.190729    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0326 23:20:28.499915    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0326 23:20:33.397151    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0326 23:20:41.384245    3894 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-90.ec2.internal
I0326 23:20:41.384258    3894 egressfirewall.go:628] Syncing node "ip-10-0-0-90.ec2.internal" for egress firewall
I0326 23:20:41.384281    3894 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-90.ec2.internal: 43.627µs
I0326 23:20:50.114349    3894 namespace.go:98] [tsf] adding namespace
I0326 23:20:50.115515    3894 namespace.go:102] [tsf] adding namespace took 1.069876ms
I0326 23:20:50.128827    3894 namespace.go:142] [tsf] updating namespace
I0326 23:20:50.148918    3894 namespace.go:142] [tsf] updating namespace
I0326 23:20:53.897640    3894 namespace.go:98] [tsf-keycloak] adding namespace
I0326 23:20:53.898583    3894 namespace.go:102] [tsf-keycloak] adding namespace took 924.188µs
I0326 23:20:53.902224    3894 namespace.go:98] [rhtpa-operator] adding namespace
I0326 23:20:53.902273    3894 namespace.go:98] [konflux-ui] adding namespace
I0326 23:20:53.902861    3894 namespace.go:102] [rhtpa-operator] adding namespace took 618.515µs
I0326 23:20:53.903415    3894 namespace.go:102] [konflux-ui] adding namespace took 1.130117ms
I0326 23:20:53.904890    3894 namespace.go:98] [rhbk-operator] adding namespace
I0326 23:20:53.905484    3894 namespace.go:102] [rhbk-operator] adding namespace took 580.752µs
I0326 23:20:53.906300    3894 namespace.go:98] [cert-manager-operator] adding namespace
I0326 23:20:53.906402    3894 namespace.go:98] [tsf-tas] adding namespace
I0326 23:20:53.906511    3894 namespace.go:98] [tsf-tpa] adding namespace
I0326 23:20:53.907049    3894 namespace.go:102] [cert-manager-operator] adding namespace took 736µs
I0326 23:20:53.907595    3894 namespace.go:102] [tsf-tas] adding namespace took 1.17531ms
I0326 23:20:53.907622    3894 namespace.go:98] [konflux-operator] adding namespace
I0326 23:20:53.908116    3894 namespace.go:102] [konflux-operator] adding namespace took 488.109µs
I0326 23:20:53.908488    3894 namespace.go:102] [tsf-tpa] adding namespace took 1.962626ms
I0326 23:20:53.919094    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:20:53.945453    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:20:53.964505    3894 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:20:53.964587    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:20:53.964615    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:20:53.964770    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:20:53.974935    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:20:53.974989    3894 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:20:53.978061    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:20:53.982435    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:20:53.988854    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:20:53.988892    3894 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:20:54.047887    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:20:54.063237    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:20:54.077863    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:20:54.097064    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:20:54.117500    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:20:54.129525    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:20:54.161934    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:20:54.175855    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:20:54.193760    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:20:54.203176    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:20:54.210060    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:20:54.230859    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:20:54.489276    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0326 23:20:55.005386    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:20:55.021625    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:21:02.175468    3894 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:02.176007    3894 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:02.176031    3894 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:02.176041    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:02.176057    3894 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:02.176065    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:03.188641    3894 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:03.189146    3894 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:03.189175    3894 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:03.189185    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:03.189201    3894 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:03.189209    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:03.201140    3894 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:03.201159    3894 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:03.201172    3894 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:03.201183    3894 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8vfv5p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:04.191540    3894 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:04.192013    3894 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:04.192033    3894 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:04.192041    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:04.192051    3894 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:04.192055    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:04.212308    3894 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:04.212326    3894 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:04.212335    3894 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:04.212346    3894 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5f9z4p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:05.214188    3894 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:05.214218    3894 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:05.214234    3894 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:05.214248    3894 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf9jl6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:06.204041    3894 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:06.204579    3894 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:06.204602    3894 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:06.204610    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:06.204621    3894 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:06.204625    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:07.229537    3894 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:07.229555    3894 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:07.229567    3894 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:07.229581    3894 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5l67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:08.224327    3894 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.224854    3894 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.224876    3894 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.224884    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:08.224895    3894 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.224900    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:08.263739    3894 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.264180    3894 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.264203    3894 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.264211    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:21:08.264222    3894 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:08.264228    3894 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:21:09.254426    3894 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.254452    3894 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.254467    3894 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.254486    3894 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jjwdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.293641    3894 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.293661    3894 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.293676    3894 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.293688    3894 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2bvkm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:09.684379    3894 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-bcs9v for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:09.684512    3894 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v
I0326 23:21:09.702602    3894 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v] pod update took 18.118025ms
I0326 23:21:09.702623    3894 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v] addLogicalPort annotation time took 18.143899ms
I0326 23:21:09.703791    3894 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v] addLogicalPort took 19.430021ms, libovsdb time 842.91µs
I0326 23:21:10.041241    3894 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v f8e83fb0f6b1de48e97116e51d9a8533b2d39f10deff45c308a98deb027a32df network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v f8e83fb0f6b1de48e97116e51d9a8533b2d39f10deff45c308a98deb027a32df network default NAD default]
I0326 23:21:10.049242    3894 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-bcs9v, hostIfaceName: f8e83fb0f6b1de4, network: default, NAD default, SandboxID: "f8e83fb0f6b1de48e97116e51d9a8533b2d39f10deff45c308a98deb027a32df", PCI device ID: , UID: "3e8e9135-2a5b-4ac9-98b9-893befe9d49f", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0326 23:21:10.091218    3894 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v f8e83fb0f6b1de48e97116e51d9a8533b2d39f10deff45c308a98deb027a32df network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-bcs9v f8e83fb0f6b1de48e97116e51d9a8533b2d39f10deff45c308a98deb027a32df network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:75:b6:6e:65:22\",\"name\":\"f8e83fb0f6b1de4\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb9b2b09-d3d4-4c8d-b30a-0ecd284ba0d1\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:21:13.393641    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 23:21:16.055732    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 23:21:16.063183    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0326 23:21:19.527440    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0326 23:21:20.093801    3894 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-5wbjp] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-5wbjp for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:20.093925    3894 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-5wbjp
I0326 23:21:20.129533    3894 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp] pod update took 35.635645ms
I0326 23:21:20.129553    3894 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-5wbjp] addLogicalPort annotation time took 35.662243ms
I0326 23:21:20.130660    3894 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp] addLogicalPort took 36.88344ms, libovsdb time 813.751µs
I0326 23:21:20.183679    3894 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-lfjd4 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:20.183823    3894 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4
I0326 23:21:20.204963    3894 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4] pod update took 21.166825ms
I0326 23:21:20.204982    3894 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4] addLogicalPort annotation time took 21.191416ms
I0326 23:21:20.206048    3894 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4] addLogicalPort took 22.38227ms, libovsdb time 755.268µs
I0326 23:21:20.465045    3894 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp 5599c27aa994939c3c8a5f128e5ddc0c164c6e71341590c1de226d214726d25a network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp 5599c27aa994939c3c8a5f128e5ddc0c164c6e71341590c1de226d214726d25a network default NAD default]
I0326 23:21:20.473519    3894 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-5wbjp, hostIfaceName: 5599c27aa994939, network: default, NAD default, SandboxID: "5599c27aa994939c3c8a5f128e5ddc0c164c6e71341590c1de226d214726d25a", PCI device ID: , UID: "ad2b322d-29d5-4e40-8c11-9f8f84d1cecb", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0326 23:21:20.517321    3894 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp 5599c27aa994939c3c8a5f128e5ddc0c164c6e71341590c1de226d214726d25a network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-5wbjp 5599c27aa994939c3c8a5f128e5ddc0c164c6e71341590c1de226d214726d25a network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:8e:5f:09:ce:fa\",\"name\":\"5599c27aa994939\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da8b111a-3326-4af3-8fb9-640f6ce68a39\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:21:20.545868    3894 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default]
I0326 23:21:20.555748    3894 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-lfjd4, hostIfaceName: 635c53dee6286ad, network: default, NAD default, SandboxID: "635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442", PCI device ID: , UID: "627a0115-6a35-44f1-b949-a879496c1908", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0326 23:21:20.597470    3894 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:5e:99:12:08:9e\",\"name\":\"635c53dee6286ad\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c76faf5c-ae3e-4141-984e-b44b8bf2a31c\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:21:21.465770    3894 namespace.go:142] [openshift-operators] updating namespace
I0326 23:21:21.472193    3894 namespace.go:142] [openshift-operators] updating namespace
W0326 23:21:23.475545    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:21:24.437195    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0326 23:21:25.111690    3894 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-jvcxg for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:25.111817    3894 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg
I0326 23:21:25.131148    3894 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg] pod update took 19.359654ms
I0326 23:21:25.131175    3894 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg] addLogicalPort annotation time took 19.390123ms
I0326 23:21:25.132446    3894 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg] addLogicalPort took 20.777173ms, libovsdb time 891.381µs
I0326 23:21:25.489071    3894 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg 768431283d2698d93fa8766515365b7b863f51ca1c73ce0dd1ec1409d9e1da8f network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg 768431283d2698d93fa8766515365b7b863f51ca1c73ce0dd1ec1409d9e1da8f network default NAD default]
I0326 23:21:25.498218    3894 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-jvcxg, hostIfaceName: 768431283d2698d, network: default, NAD default, SandboxID: "768431283d2698d93fa8766515365b7b863f51ca1c73ce0dd1ec1409d9e1da8f", PCI device ID: , UID: "366c3ca5-7779-46a4-8cdf-d9f0f7331dd9", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0326 23:21:25.544413    3894 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg 768431283d2698d93fa8766515365b7b863f51ca1c73ce0dd1ec1409d9e1da8f network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jvcxg 768431283d2698d93fa8766515365b7b863f51ca1c73ce0dd1ec1409d9e1da8f network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:25:c4:fc:0e:29\",\"name\":\"768431283d2698d\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d97812b-bc71-4b6d-9f44-53ad5d74d835\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:21:27.818818    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:21:27.825183    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:21:27.849425    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:21:27.868772    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0326 23:21:29.428603    3894 namespace.go:142] [openshift-operators] updating namespace
I0326 23:21:29.610819    3894 namespace.go:98] [cert-manager] adding namespace
I0326 23:21:29.611786    3894 namespace.go:102] [cert-manager] adding namespace took 915.593µs
I0326 23:21:29.657439    3894 namespace.go:142] [cert-manager] updating namespace
I0326 23:21:29.695912    3894 namespace.go:142] [cert-manager] updating namespace
I0326 23:21:30.677932    3894 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-2qkj6 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:30.678106    3894 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6
I0326 23:21:30.720347    3894 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6] pod update took 42.268552ms
I0326 23:21:30.720376    3894 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6] addLogicalPort annotation time took 42.301767ms
I0326 23:21:30.721845    3894 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6] addLogicalPort took 43.932979ms, libovsdb time 1.017683ms
I0326 23:21:30.967482    3894 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hplxr] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-hplxr for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:30.967592    3894 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-hplxr
I0326 23:21:31.001484    3894 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr] pod update took 33.916313ms
I0326 23:21:31.001526    3894 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hplxr] addLogicalPort annotation time took 33.953925ms
I0326 23:21:31.003152    3894 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr] addLogicalPort took 35.684848ms, libovsdb time 1.049588ms
I0326 23:21:31.043521    3894 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6 cc91fa71213204aaa34b4ced4fffaccbeb08147c4557ce15f44a5f2d294a8350 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6 cc91fa71213204aaa34b4ced4fffaccbeb08147c4557ce15f44a5f2d294a8350 network default NAD default]
I0326 23:21:31.053819    3894 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-2qkj6, hostIfaceName: cc91fa71213204a, network: default, NAD default, SandboxID: "cc91fa71213204aaa34b4ced4fffaccbeb08147c4557ce15f44a5f2d294a8350", PCI device ID: , UID: "4aa87a2e-e5b6-4565-b589-d167743fe4d3", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0326 23:21:31.106348    3894 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6 cc91fa71213204aaa34b4ced4fffaccbeb08147c4557ce15f44a5f2d294a8350 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2qkj6 cc91fa71213204aaa34b4ced4fffaccbeb08147c4557ce15f44a5f2d294a8350 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:a1:da:bb:a2:06\",\"name\":\"cc91fa71213204a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29c46b58-68db-4cd4-a700-f68196e51bf4\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:21:31.351462    3894 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr 2ac852591c7c1945243f41f86f9cf0fc04784a3bbd321ce0e96eb06fe503968d network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr 2ac852591c7c1945243f41f86f9cf0fc04784a3bbd321ce0e96eb06fe503968d network default NAD default]
I0326 23:21:31.362498    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-hplxr, hostIfaceName: 2ac852591c7c194, network: default, NAD default, SandboxID: "2ac852591c7c1945243f41f86f9cf0fc04784a3bbd321ce0e96eb06fe503968d", PCI device ID: , UID: "8dc4668c-e2a9-4b86-8d54-cab2a3dd984f", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0326 23:21:31.416388    3894 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr 2ac852591c7c1945243f41f86f9cf0fc04784a3bbd321ce0e96eb06fe503968d network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hplxr 2ac852591c7c1945243f41f86f9cf0fc04784a3bbd321ce0e96eb06fe503968d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:e3:be:f4:a0:48\",\"name\":\"2ac852591c7c194\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aceb97a-e798-44b1-a2c3-fc1879bf8844\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:21:34.645642    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:21:35.535607    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:21:35.535628    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0326 23:21:35.718538    3894 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-tgdkc for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:35.718663    3894 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc
I0326 23:21:35.766920    3894 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc] pod update took 48.284204ms
I0326 23:21:35.766937    3894 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc] addLogicalPort annotation time took 48.307951ms
I0326 23:21:35.768226    3894 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc] addLogicalPort took 49.702174ms, libovsdb time 856.118µs
I0326 23:21:36.080251    3894 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc d8e2e08f8c889fcb9546e1f93435436da00d0413baf1c5953a49cae18205e142 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc d8e2e08f8c889fcb9546e1f93435436da00d0413baf1c5953a49cae18205e142 network default NAD default]
I0326 23:21:36.107608    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-tgdkc, hostIfaceName: d8e2e08f8c889fc, network: default, NAD default, SandboxID: "d8e2e08f8c889fcb9546e1f93435436da00d0413baf1c5953a49cae18205e142", PCI device ID: , UID: "f39e9150-07a1-4a0d-85db-32151ecefca3", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0326 23:21:36.356626    3894 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc d8e2e08f8c889fcb9546e1f93435436da00d0413baf1c5953a49cae18205e142 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tgdkc d8e2e08f8c889fcb9546e1f93435436da00d0413baf1c5953a49cae18205e142 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:bd:63:54:de:e4\",\"name\":\"d8e2e08f8c889fc\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95467d96-7c79-488d-a4b9-cc4b83fe50b3\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:21:39.414054    3894 namespace.go:98] [trusted-artifact-signer] adding namespace
I0326 23:21:39.414883    3894 namespace.go:102] [trusted-artifact-signer] adding namespace took 806.621µs
I0326 23:21:39.441329    3894 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:21:39.441427    3894 namespace.go:142] [trusted-artifact-signer] updating namespace
W0326 23:21:39.621036    3894 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 23:21:39.838267    3894 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:39.838788    3894 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:21:39.863200    3894 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:39.863219    3894 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:21:39.899576    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0326 23:21:39.899596    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
W0326 23:21:41.560370    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:21:41.560390    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0326 23:21:44.256063    3894 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-v88sj] creating logical port cert-manager_cert-manager-59ccb4bb6b-v88sj for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:21:44.256153    3894 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-v88sj
I0326 23:21:44.293874    3894 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-v88sj] pod update took 37.746767ms
I0326 23:21:44.293892    3894 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-v88sj] addLogicalPort annotation time took 37.769203ms
I0326 23:21:44.295110    3894 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-v88sj] addLogicalPort took 39.064409ms, libovsdb time 853.815µs
I0326 23:21:44.615021    3894 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-v88sj 4cc2919027f1d927e712f11bf012903ce252c27ff3a8e7186695e4845c019ba9 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-v88sj 4cc2919027f1d927e712f11bf012903ce252c27ff3a8e7186695e4845c019ba9 network default NAD default]
I0326 23:21:44.623296    3894 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-v88sj, hostIfaceName: 4cc2919027f1d92, network: default, NAD default, SandboxID: "4cc2919027f1d927e712f11bf012903ce252c27ff3a8e7186695e4845c019ba9", PCI device ID: , UID: "458798f0-35c4-46ab-9bc5-8885c22a163a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0326 23:21:44.873072    3894 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-v88sj 4cc2919027f1d927e712f11bf012903ce252c27ff3a8e7186695e4845c019ba9 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-v88sj 4cc2919027f1d927e712f11bf012903ce252c27ff3a8e7186695e4845c019ba9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:54:75:63:65:91\",\"name\":\"4cc2919027f1d92\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4873410d-ec56-4d4e-8e68-0f5b8a934f16\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:21:46.987086    3894 namespace.go:98] [openshift-pipelines] adding namespace
I0326 23:21:46.987982    3894 namespace.go:102] [openshift-pipelines] adding namespace took 871.126µs
I0326 23:21:47.022025    3894 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:21:47.843203    3894 namespace.go:142] [cert-manager] updating namespace
I0326 23:21:48.026348    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:21:48.420192    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:21:48.623012    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:21:48.825421    3894 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace
I0326 23:21:49.224914    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:21:49.426054    3894 namespace.go:142] [rhtpa-operator] updating namespace
W0326 23:21:49.513616    3894 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0326 23:21:49.627715    3894 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:21:49.829847    3894 namespace.go:142] [tsf] updating namespace
I0326 23:21:50.029046    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:21:50.232133    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:21:50.433103    3894 namespace.go:142] [tsf-tpa] updating namespace
W0326 23:21:50.554400    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 23:21:50.565622    3894 namespace.go:142] [cert-manager] updating namespace
I0326 23:21:50.574650    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:21:50.583459    3894 namespace.go:142] [default] updating namespace
I0326 23:21:50.592897    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:21:50.601789    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:21:50.611281    3894 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace
I0326 23:21:50.621082    3894 namespace.go:142] [openshift] updating namespace
I0326 23:21:50.631325    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:21:50.641728    3894 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:21:50.649325    3894 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:21:50.657932    3894 namespace.go:142] [tsf] updating namespace
I0326 23:21:50.670717    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:21:50.693014    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:21:50.712979    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:21:50.815273    3894 namespace.go:142] [cert-manager] updating namespace
I0326 23:21:50.922250    3894 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:21:51.016385    3894 namespace.go:142] [default] updating namespace
I0326 23:21:51.115060    3894 namespace.go:142] [konflux-operator] updating namespace
I0326 23:21:51.215220    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:21:51.326816    3894 namespace.go:142] [open-cluster-management-2p9mn5g6ejev430bbu2pa8d8q491egfs] updating namespace
I0326 23:21:51.432198    3894 namespace.go:142] [openshift] updating namespace
I0326 23:21:51.547443    3894 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:21:51.631659    3894 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:21:51.742614    3894 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:21:51.824731    3894 namespace.go:142] [tsf] updating namespace
I0326 23:21:51.918671    3894 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:21:52.018861    3894 namespace.go:142] [tsf-tas] updating namespace
I0326 23:21:52.125635    3894 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:21:52.458309    3894 namespace.go:142] [openshift-pipelines] updating namespace
W0326 23:21:56.375157    3894 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0326 23:22:00.435214    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-hr8lz for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:22:00.435328    3894 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz
I0326 23:22:00.452844    3894 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz] pod update took 17.55764ms
I0326 23:22:00.452863    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz] addLogicalPort annotation time took 17.581546ms
I0326 23:22:00.454412    3894 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz] addLogicalPort took 19.217237ms, libovsdb time 1.160261ms
I0326 23:22:00.540686    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-mqpkn for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:22:00.540803    3894 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn
I0326 23:22:00.561368    3894 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn] pod update took 20.603719ms
I0326 23:22:00.561391    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn] addLogicalPort annotation time took 20.63164ms
I0326 23:22:00.562875    3894 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn] addLogicalPort took 22.211033ms, libovsdb time 1.073191ms
I0326 23:22:00.931452    3894 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz 47f7fa252d2690bbeaa66d6f2f9958b1b39817b4dc96116fcb30fe2a234d384a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz 47f7fa252d2690bbeaa66d6f2f9958b1b39817b4dc96116fcb30fe2a234d384a network default NAD default]
I0326 23:22:00.939876    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-hr8lz, hostIfaceName: 47f7fa252d2690b, network: default, NAD default, SandboxID: "47f7fa252d2690bbeaa66d6f2f9958b1b39817b4dc96116fcb30fe2a234d384a", PCI device ID: , UID: "f0f8847a-32d9-4122-b25a-929e3483bbd8", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0326 23:22:00.956067    3894 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn fa16386f8449ea01640550a497b2464a85d5470796d6fe7298c764897082aae0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn fa16386f8449ea01640550a497b2464a85d5470796d6fe7298c764897082aae0 network default NAD default]
I0326 23:22:00.963882    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-mqpkn, hostIfaceName: fa16386f8449ea0, network: default, NAD default, SandboxID: "fa16386f8449ea01640550a497b2464a85d5470796d6fe7298c764897082aae0", PCI device ID: , UID: "71bec2ff-7ca8-4afb-8707-77748fac29e3", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0326 23:22:01.195027    3894 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz 47f7fa252d2690bbeaa66d6f2f9958b1b39817b4dc96116fcb30fe2a234d384a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-hr8lz 47f7fa252d2690bbeaa66d6f2f9958b1b39817b4dc96116fcb30fe2a234d384a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:0b:36:86:87:60\",\"name\":\"47f7fa252d2690b\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9892959-ab50-4f27-8567-caa4d7cf3d0e\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:22:01.224626    3894 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn fa16386f8449ea01640550a497b2464a85d5470796d6fe7298c764897082aae0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mqpkn fa16386f8449ea01640550a497b2464a85d5470796d6fe7298c764897082aae0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7b:f3:2d:4a:34\",\"name\":\"fa16386f8449ea0\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc051406-bcc9-4942-b122-8b993c4d3bd4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:22:04.405434    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:22:04.405451    3894 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:22:04.405456    3894 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:22:04.691716    3894 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:04.691734    3894 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:04.691738    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:04.691742    3894 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:05.654201    3894 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:22:05.654224    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:22:05.654230    3894 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:22:15.672216    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:15.672237    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:15.672243    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:22:15.672247    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0326 23:22:23.377895    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-5xw8s for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:22:23.378026    3894 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s
I0326 23:22:23.393674    3894 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s] pod update took 15.68482ms
I0326 23:22:23.393700    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s] addLogicalPort annotation time took 15.716428ms
I0326 23:22:23.395238    3894 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s] addLogicalPort took 17.361668ms, libovsdb time 992.952µs
I0326 23:22:23.740760    3894 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s b2431a8bada021e72aa245f3ef1d54d849235cf75cc1795a7bb21776b02da31e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s b2431a8bada021e72aa245f3ef1d54d849235cf75cc1795a7bb21776b02da31e network default NAD default]
I0326 23:22:23.749308    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-5xw8s, hostIfaceName: b2431a8bada021e, network: default, NAD default, SandboxID: "b2431a8bada021e72aa245f3ef1d54d849235cf75cc1795a7bb21776b02da31e", PCI device ID: , UID: "c669180d-c594-49dd-b313-c53951cee9ea", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0326 23:22:23.999931    3894 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s b2431a8bada021e72aa245f3ef1d54d849235cf75cc1795a7bb21776b02da31e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-5xw8s b2431a8bada021e72aa245f3ef1d54d849235cf75cc1795a7bb21776b02da31e network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:e6:13:c5:74:4c\",\"name\":\"b2431a8bada021e\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72d237dc-42f3-42d9-be4f-5ffff70f740b\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:22:26.523309    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0326 23:22:32.841285    3894 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:22:32.841798    3894 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:22:32.860033    3894 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:32.860055    3894 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:32.866030    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0326 23:22:32.866054    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0326 23:22:33.943488    3894 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:22:33.943587    3894 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0326 23:22:33.964313    3894 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.750992ms
I0326 23:22:33.964343    3894 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.788345ms
I0326 23:22:33.965842    3894 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.372625ms, libovsdb time 997.028µs
I0326 23:22:34.303026    3894 cni.go:403] [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default]
I0326 23:22:34.311306    3894 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 255f60e7ee57af2, network: default, NAD default, SandboxID: "255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24", PCI device ID: , UID: "7843de15-8b8c-49c6-aae5-efadafc3353f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0326 23:22:34.562091    3894 cni.go:424] [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:08:8e:b0:a9:2f\",\"name\":\"255f60e7ee57af2\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a8e6737-8038-4786-9bab-5856a95568c2\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:22:39.842735    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:22:39.842754    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:22:39.846183    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0326 23:22:44.728548    3894 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 23:22:53.196693    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0326 23:22:57.506312    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-q9dzz for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:22:57.506457    3894 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz
I0326 23:22:57.531790    3894 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz] pod update took 25.385948ms
I0326 23:22:57.531818    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz] addLogicalPort annotation time took 25.417452ms
I0326 23:22:57.533160    3894 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz] addLogicalPort took 26.863819ms, libovsdb time 889.212µs
I0326 23:22:57.880869    3894 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz 1009ca2c34a13492bb81a143652d7b7bd460a946652fc1d5a277d1d49deafd70 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz 1009ca2c34a13492bb81a143652d7b7bd460a946652fc1d5a277d1d49deafd70 network default NAD default]
I0326 23:22:57.890748    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-q9dzz, hostIfaceName: 1009ca2c34a1349, network: default, NAD default, SandboxID: "1009ca2c34a13492bb81a143652d7b7bd460a946652fc1d5a277d1d49deafd70", PCI device ID: , UID: "ee823fa1-aeaf-4143-8966-804bf29d1c51", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0326 23:22:58.148879    3894 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz 1009ca2c34a13492bb81a143652d7b7bd460a946652fc1d5a277d1d49deafd70 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-q9dzz 1009ca2c34a13492bb81a143652d7b7bd460a946652fc1d5a277d1d49deafd70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:6f:30:90:1e:92\",\"name\":\"1009ca2c34a1349\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f36ce88d-a7c7-4ff0-8b10-070249caea4b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:23:00.589140    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:00.589160    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:00.592328    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:23:02.867980    3894 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:23:02.867999    3894 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:23:02.868003    3894 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0326 23:23:07.020563    3894 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:07.021119    3894 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:07.056391    3894 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:07.056411    3894 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:07.062348    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 23:23:07.062370    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 23:23:13.556294    3894 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6755985d59-qwgnf] creating logical port tsf-tas_trillian-db-6755985d59-qwgnf for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:23:13.556397    3894 kube.go:256] Updating pod tsf-tas/trillian-db-6755985d59-qwgnf
I0326 23:23:13.570453    3894 pod.go:62] [tsf-tas/trillian-db-6755985d59-qwgnf] pod update took 14.076334ms
I0326 23:23:13.570476    3894 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-6755985d59-qwgnf] addLogicalPort annotation time took 14.107506ms
I0326 23:23:13.571712    3894 pods.go:271] [tsf-tas/trillian-db-6755985d59-qwgnf] addLogicalPort took 15.437366ms, libovsdb time 861.411µs
I0326 23:23:15.055219    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-8mbdm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-8mbdm for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:23:15.055309    3894 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-8mbdm
I0326 23:23:15.069363    3894 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm] pod update took 14.078365ms
I0326 23:23:15.069423    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-8mbdm] addLogicalPort annotation time took 14.139912ms
I0326 23:23:15.070679    3894 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm] addLogicalPort took 15.47872ms, libovsdb time 792.601µs
I0326 23:23:15.414847    3894 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm 8bc4c89d26d697d5ecebab0e7f219fcf47153531308c223d3439724925d98865 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm 8bc4c89d26d697d5ecebab0e7f219fcf47153531308c223d3439724925d98865 network default NAD default]
I0326 23:23:15.427970    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-8mbdm, hostIfaceName: 8bc4c89d26d697d, network: default, NAD default, SandboxID: "8bc4c89d26d697d5ecebab0e7f219fcf47153531308c223d3439724925d98865", PCI device ID: , UID: "21ab33c2-1b45-426b-b6f9-b42ffe3dc0d3", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0326 23:23:15.689798    3894 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm 8bc4c89d26d697d5ecebab0e7f219fcf47153531308c223d3439724925d98865 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8mbdm 8bc4c89d26d697d5ecebab0e7f219fcf47153531308c223d3439724925d98865 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:c8:ab:b7:4d:56\",\"name\":\"8bc4c89d26d697d\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7309009-f2fe-40db-8279-881adab5e79f\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:23:19.836553    3894 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0326 23:23:22.988414    3894 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0326 23:23:22.988436    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0326 23:23:23.076397    3894 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0326 23:23:23.824282    3894 cni.go:403] [tsf-tas/trillian-db-6755985d59-qwgnf 28db7f2c89cac8e449bf3c1b147b86a2fac820e82d62d2617db9bee0f19b07a5 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-6755985d59-qwgnf 28db7f2c89cac8e449bf3c1b147b86a2fac820e82d62d2617db9bee0f19b07a5 network default NAD default]
I0326 23:23:23.832775    3894 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6755985d59-qwgnf, hostIfaceName: 28db7f2c89cac8e, network: default, NAD default, SandboxID: "28db7f2c89cac8e449bf3c1b147b86a2fac820e82d62d2617db9bee0f19b07a5", PCI device ID: , UID: "68b515d3-93f2-481a-8bae-4a2b7fb2ca94", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0326 23:23:24.085232    3894 cni.go:424] [tsf-tas/trillian-db-6755985d59-qwgnf 28db7f2c89cac8e449bf3c1b147b86a2fac820e82d62d2617db9bee0f19b07a5 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-6755985d59-qwgnf 28db7f2c89cac8e449bf3c1b147b86a2fac820e82d62d2617db9bee0f19b07a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:92:21:96:d2:db\",\"name\":\"28db7f2c89cac8e\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2464fbf0-d47c-4e40-9d72-73044cb098a0\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:23:26.255259    3894 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:26.255857    3894 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:27.019592    3894 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-cdvkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:27.020394    3894 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-cdvkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:23:27.108704    3894 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0326 23:23:27.277031    3894 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:27.277058    3894 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ndwt7-ftjr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:28.047821    3894 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-cdvkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:28.047853    3894 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-cdvkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:28.292073    3894 cni.go:403] [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default]
I0326 23:23:28.398384    3894 cni.go:424] [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 255f60e7ee57af27458607854ae5d83dea1ad3c4d45e3c4dab57d06d57ef4e24 network default NAD default], result "{}", err <nil>
I0326 23:23:28.474082    3894 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:28.474112    3894 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0326 23:23:28.475413    3894 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.40
I0326 23:23:28.475438    3894 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:23:29.109704    3894 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:29.109730    3894 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:23:29.115823    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 23:23:29.115845    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0326 23:23:29.144677    3894 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:23:29.144796    3894 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0326 23:23:29.160392    3894 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.624184ms
I0326 23:23:29.160414    3894 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.649464ms
I0326 23:23:29.161790    3894 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.13125ms, libovsdb time 1.004009ms
I0326 23:23:29.506623    3894 cni.go:403] [tsf-keycloak/keycloak-0 ae6277b5c63bf26f1b56bd631a4ec2ad04910e00146c629fc1c395d3e31b8088 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 ae6277b5c63bf26f1b56bd631a4ec2ad04910e00146c629fc1c395d3e31b8088 network default NAD default]
I0326 23:23:29.515200    3894 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: ae6277b5c63bf26, network: default, NAD default, SandboxID: "ae6277b5c63bf26f1b56bd631a4ec2ad04910e00146c629fc1c395d3e31b8088", PCI device ID: , UID: "051fcf1f-8c91-4c3a-9af9-80b28a6ac3eb", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0326 23:23:29.767202    3894 cni.go:424] [tsf-keycloak/keycloak-0 ae6277b5c63bf26f1b56bd631a4ec2ad04910e00146c629fc1c395d3e31b8088 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 ae6277b5c63bf26f1b56bd631a4ec2ad04910e00146c629fc1c395d3e31b8088 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:4a:04:59:38:c5\",\"name\":\"ae6277b5c63bf26\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a195f952-5f81-45b6-8d2e-b9b6b2c757ef\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:23:31.040262    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:23:31.040283    3894 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:23:31.139096    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:23:31.140744    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:31.140783    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:32.926655    3894 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0326 23:23:34.584150    3894 namespace.go:142] [openshift-pipelines] updating namespace
W0326 23:23:38.149157    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0326 23:23:43.837478    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:43.837501    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:23:43.837615    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0326 23:24:03.242473    3894 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:03.243015    3894 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:04.105555    3894 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:04.105577    3894 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-hkpn9-c8tdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:05.356694    3894 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:05.357236    3894 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:05.378929    3894 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:05.378960    3894 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:05.380409    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0326 23:24:05.380425    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0326 23:24:06.482356    3894 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2] creating logical port tsf-tas_rekor-search-ui-5d89cc8cf5-bpbn2 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:24:06.482437    3894 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2
I0326 23:24:06.495042    3894 pod.go:62] [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2] pod update took 12.625624ms
I0326 23:24:06.495060    3894 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2] addLogicalPort annotation time took 12.647686ms
I0326 23:24:06.496372    3894 pods.go:271] [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2] addLogicalPort took 14.033906ms, libovsdb time 844.739µs
I0326 23:24:06.848111    3894 cni.go:403] [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2 e3402fc547155db69090bc3289902aec22ac8370c80756ffcdf777b13ace4409 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2 e3402fc547155db69090bc3289902aec22ac8370c80756ffcdf777b13ace4409 network default NAD default]
I0326 23:24:06.856647    3894 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5d89cc8cf5-bpbn2, hostIfaceName: e3402fc547155db, network: default, NAD default, SandboxID: "e3402fc547155db69090bc3289902aec22ac8370c80756ffcdf777b13ace4409", PCI device ID: , UID: "cc7034a6-1a57-47c2-9c9b-210c6a9f7d4d", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0326 23:24:07.107907    3894 cni.go:424] [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2 e3402fc547155db69090bc3289902aec22ac8370c80756ffcdf777b13ace4409 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-5d89cc8cf5-bpbn2 e3402fc547155db69090bc3289902aec22ac8370c80756ffcdf777b13ace4409 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:7f:18:e7:b2:9c\",\"name\":\"e3402fc547155db\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4fa5bc2-fa40-41ce-b4e5-a533c56610b6\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 23:24:10.346657    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0326 23:24:11.411445    3894 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:11.412021    3894 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:11.638609    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:24:12.268721    3894 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:12.268745    3894 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-jbrcj-z6q4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:24:14.160029    3894 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0326 23:24:14.311098    3894 obj_retry.go:464] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:14.311623    3894 obj_retry.go:464] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:15.346274    3894 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:15.346295    3894 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:24:18.189473    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0326 23:24:21.456484    3894 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-z4g8q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:21.457170    3894 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-z4g8q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:24:22.317637    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0326 23:24:22.369441    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0326 23:24:22.480180    3894 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-z4g8q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:22.480203    3894 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-z4g8q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:22.521103    3894 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:22.521125    3894 obj_retry.go:458] Detected object tsf/patch-tekton-config-wtzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:22.529025    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wtzzr
I0326 23:24:22.529050    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wtzzr
I0326 23:24:32.517780    3894 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:32.518330    3894 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:32.533573    3894 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:32.533589    3894 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:32.538898    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0326 23:24:32.538923    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0326 23:24:36.536577    3894 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:36.537156    3894 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:36.556688    3894 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:36.556708    3894 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:36.563000    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0326 23:24:36.563024    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0326 23:24:41.682212    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5
I0326 23:24:43.613518    3894 obj_retry.go:464] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:43.614072    3894 obj_retry.go:464] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:44.636252    3894 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:44.636275    3894 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:45.583200    3894 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:45.583747    3894 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:46.484101    3894 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:46.484128    3894 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mjzls-fwm2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:47.644515    3894 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:47.645082    3894 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:47.782768    3894 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:47.782791    3894 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:24:53.517832    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0326 23:24:53.535404    3894 obj_retry.go:464] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:53.535930    3894 obj_retry.go:464] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:24:54.557347    3894 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:24:54.557375    3894 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:25:02.582675    3894 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0326 23:25:12.204306    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=571
I0326 23:25:30.867189    3894 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:25:30.867777    3894 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:25:30.908797    3894 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:25:30.908819    3894 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:25:30.917292    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0326 23:25:30.917313    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0326 23:25:31.549232    3894 namespace.go:98] [image-controller] adding namespace
I0326 23:25:31.550129    3894 namespace.go:102] [image-controller] adding namespace took 871.928µs
I0326 23:25:31.554118    3894 namespace.go:98] [build-service] adding namespace
I0326 23:25:31.554177    3894 namespace.go:98] [integration-service] adding namespace
I0326 23:25:31.554883    3894 namespace.go:102] [build-service] adding namespace took 746.383µs
I0326 23:25:31.555489    3894 namespace.go:102] [integration-service] adding namespace took 1.297989ms
I0326 23:25:31.585252    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:31.613447    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:31.628120    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:31.658102    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:31.666784    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:31.681311    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:31.746612    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:31.775893    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:31.809902    3894 namespace.go:98] [release-service] adding namespace
I0326 23:25:31.810861    3894 namespace.go:102] [release-service] adding namespace took 942.045µs
I0326 23:25:31.837600    3894 namespace.go:142] [release-service] updating namespace
I0326 23:25:31.862678    3894 namespace.go:142] [release-service] updating namespace
I0326 23:25:31.885488    3894 namespace.go:142] [konflux-ui] updating namespace
I0326 23:25:31.935065    3894 namespace.go:98] [konflux-info] adding namespace
I0326 23:25:31.935810    3894 namespace.go:102] [konflux-info] adding namespace took 730.512µs
I0326 23:25:31.995070    3894 namespace.go:142] [konflux-info] updating namespace
I0326 23:25:31.995089    3894 namespace.go:98] [namespace-lister] adding namespace
I0326 23:25:31.995774    3894 namespace.go:102] [namespace-lister] adding namespace took 670.622µs
I0326 23:25:32.121885    3894 namespace.go:142] [konflux-info] updating namespace
I0326 23:25:32.121927    3894 namespace.go:98] [enterprise-contract-service] adding namespace
I0326 23:25:32.122098    3894 namespace.go:142] [namespace-lister] updating namespace
I0326 23:25:32.122749    3894 namespace.go:102] [enterprise-contract-service] adding namespace took 807.894µs
I0326 23:25:32.163962    3894 namespace.go:142] [namespace-lister] updating namespace
I0326 23:25:32.259051    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:32.259149    3894 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:25:32.305115    3894 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:25:32.633297    3894 namespace.go:98] [default-tenant] adding namespace
I0326 23:25:32.634159    3894 namespace.go:102] [default-tenant] adding namespace took 843.577µs
I0326 23:25:32.714193    3894 namespace.go:142] [default-tenant] updating namespace
I0326 23:25:32.743188    3894 namespace.go:142] [default-tenant] updating namespace
I0326 23:25:32.818922    3894 namespace.go:98] [segment-bridge] adding namespace
I0326 23:25:32.819770    3894 namespace.go:102] [segment-bridge] adding namespace took 829.26µs
I0326 23:25:32.959115    3894 namespace.go:142] [segment-bridge] updating namespace
I0326 23:25:33.008807    3894 namespace.go:142] [segment-bridge] updating namespace
I0326 23:25:33.440768    3894 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0326 23:25:33.441361    3894 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0326 23:25:33.441381    3894 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0326 23:25:33.444490    3894 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0326 23:25:33.515147    3894 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0326 23:25:33.515167    3894 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0326 23:25:33.515865    3894 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0326 23:25:33.903134    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:34.461260    3894 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-kt5xf for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:25:34.461392    3894 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf
I0326 23:25:34.540450    3894 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf] pod update took 79.086668ms
I0326 23:25:34.540478    3894 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf] addLogicalPort annotation time took 79.116904ms
I0326 23:25:34.541727    3894 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf] addLogicalPort took 80.483633ms, libovsdb time 861.05µs
I0326 23:25:34.639433    3894 namespace.go:142] [default-tenant] updating namespace
I0326 23:25:34.824030    3894 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default]
I0326 23:25:34.832793    3894 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-kt5xf, hostIfaceName: e8813ff18d2e6c4, network: default, NAD default, SandboxID: "e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6", PCI device ID: , UID: "5a30bbd7-ab38-4cc4-9beb-4172baadff52", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0326 23:25:35.000489    3894 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:25:35.001005    3894 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:25:35.086854    3894 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:a7:45:29:ab:3a\",\"name\":\"e8813ff18d2e6c4\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4659c4db-3a28-42d9-a2a4-4490166df575\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:25:35.102438    3894 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:25:35.377441    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:35.558488    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:35.804939    3894 namespace.go:142] [konflux-info] updating namespace
I0326 23:25:35.897985    3894 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b686fb6d7-5xkh8] creating logical port konflux-ui_proxy-6b686fb6d7-5xkh8 for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:25:35.898083    3894 kube.go:256] Updating pod konflux-ui/proxy-6b686fb6d7-5xkh8
I0326 23:25:35.967545    3894 pod.go:62] [konflux-ui/proxy-6b686fb6d7-5xkh8] pod update took 69.497393ms
I0326 23:25:35.967568    3894 base_network_controller_pods.go:937] [default/konflux-ui/proxy-6b686fb6d7-5xkh8] addLogicalPort annotation time took 69.526283ms
I0326 23:25:35.968904    3894 pods.go:271] [konflux-ui/proxy-6b686fb6d7-5xkh8] addLogicalPort took 70.934727ms, libovsdb time 856.54µs
I0326 23:25:36.040512    3894 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:25:36.040538    3894 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-5phcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:25:36.098689    3894 namespace.go:142] [namespace-lister] updating namespace
I0326 23:25:36.214837    3894 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:25:36.214963    3894 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0326 23:25:36.262505    3894 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 47.588955ms
I0326 23:25:36.262526    3894 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 47.618914ms
I0326 23:25:36.264037    3894 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 49.222347ms, libovsdb time 1.097901ms
I0326 23:25:36.357169    3894 namespace.go:142] [release-service] updating namespace
I0326 23:25:36.564210    3894 namespace.go:142] [segment-bridge] updating namespace
I0326 23:25:36.581705    3894 cni.go:403] [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default]
I0326 23:25:36.591471    3894 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f4536124a0e1c58, network: default, NAD default, SandboxID: "f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672", PCI device ID: , UID: "2b82c479-4aaa-4c22-af07-f694392bd4b3", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0326 23:25:36.684270    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:36.702408    3894 namespace.go:142] [default-tenant] updating namespace
I0326 23:25:36.722772    3894 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:25:36.738479    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:36.753405    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:36.768253    3894 namespace.go:142] [konflux-info] updating namespace
I0326 23:25:36.782341    3894 namespace.go:142] [namespace-lister] updating namespace
I0326 23:25:36.792926    3894 namespace.go:142] [release-service] updating namespace
I0326 23:25:36.808380    3894 namespace.go:142] [segment-bridge] updating namespace
I0326 23:25:36.848183    3894 namespace.go:142] [build-service] updating namespace
I0326 23:25:36.851701    3894 cni.go:424] [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:1e:11:13:b9:8d\",\"name\":\"f4536124a0e1c58\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1d6baf3-9298-4c2f-995d-f83a31ee3ad5\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:25:36.935562    3894 namespace.go:142] [default-tenant] updating namespace
I0326 23:25:37.034027    3894 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:25:37.131586    3894 namespace.go:142] [image-controller] updating namespace
I0326 23:25:37.231416    3894 namespace.go:142] [integration-service] updating namespace
I0326 23:25:37.333776    3894 namespace.go:142] [konflux-info] updating namespace
I0326 23:25:37.429857    3894 namespace.go:142] [namespace-lister] updating namespace
I0326 23:25:37.529879    3894 namespace.go:142] [release-service] updating namespace
I0326 23:25:37.632353    3894 namespace.go:142] [segment-bridge] updating namespace
W0326 23:25:37.795727    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0326 23:25:38.659563    3894 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0326 23:25:38.682330    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0326 23:25:43.778288    3894 cni.go:403] [konflux-ui/proxy-6b686fb6d7-5xkh8 044c991e5007c552cd71a49bd63a3784c271c47a5b74b1bba208f2d106e7d1a5 network default NAD default] ADD starting CNI request [konflux-ui/proxy-6b686fb6d7-5xkh8 044c991e5007c552cd71a49bd63a3784c271c47a5b74b1bba208f2d106e7d1a5 network default NAD default]
I0326 23:25:43.787722    3894 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b686fb6d7-5xkh8, hostIfaceName: 044c991e5007c55, network: default, NAD default, SandboxID: "044c991e5007c552cd71a49bd63a3784c271c47a5b74b1bba208f2d106e7d1a5", PCI device ID: , UID: "6104c7e1-e1a3-47be-8de9-0f6aae81dd0f", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0326 23:25:44.041855    3894 cni.go:424] [konflux-ui/proxy-6b686fb6d7-5xkh8 044c991e5007c552cd71a49bd63a3784c271c47a5b74b1bba208f2d106e7d1a5 network default NAD default] ADD finished CNI request [konflux-ui/proxy-6b686fb6d7-5xkh8 044c991e5007c552cd71a49bd63a3784c271c47a5b74b1bba208f2d106e7d1a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:e4:aa:f8:1b:7f\",\"name\":\"044c991e5007c55\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3fc2bba-a122-436d-a22c-f0291acf3976\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:25:47.499147    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
W0326 23:25:48.737425    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:25:48.737550    3894 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:25:48.750262    3894 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0326 23:25:48.773829    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:25:48.775061    3894 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:25:48.810525    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0326 23:25:48.810601    3894 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 23:25:48.810618    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:25:49.758032    3894 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0326 23:25:49.762461    3894 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0326 23:25:51.889825    3894 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:25:51.889843    3894 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0326 23:25:54.401520    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:25:59.194553    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=154
I0326 23:26:00.096809    3894 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:00.097402    3894 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:00.301816    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 23:26:00.828960    3894 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:00.828984    3894 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xkmlm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:00.834565    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-xkmlm
I0326 23:26:00.834584    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-xkmlm
W0326 23:26:26.823686    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:26:26.823705    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 23:26:26.823715    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:26:26.823720    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 23:26:29.954611    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:26:29.954631    3894 util.go:959] Failed to build node endpoints for node ip-10-0-2-97.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0326 23:26:55.624367    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0326 23:26:56.194905    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65
I0326 23:26:59.338527    3894 obj_retry.go:464] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:59.339122    3894 obj_retry.go:464] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:00.197826    3894 obj_retry.go:458] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:00.197849    3894 obj_retry.go:458] Detected object konflux-ui/proxy-5bc79477fd-2p45s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:00.204242    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bc79477fd-2p45s
I0326 23:27:00.204266    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bc79477fd-2p45s
I0326 23:27:09.311911    3894 cni.go:403] [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default]
I0326 23:27:09.403308    3894 cni.go:424] [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux f4536124a0e1c582cfbb01212c9cbe237b6236df633f29b7732c24ddb61a9672 network default NAD default], result "{}", err <nil>
I0326 23:27:09.453608    3894 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:09.453644    3894 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0326 23:27:09.454967    3894 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.48
I0326 23:27:09.454996    3894 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:09.470572    3894 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:09.470591    3894 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:09.476362    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0326 23:27:09.476392    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0326 23:27:15.199581    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168
I0326 23:27:33.322220    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:27:45.221298    3894 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default]
I0326 23:27:45.313154    3894 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 635c53dee6286ad3e5e24c3c83917e54c9736d9101df2a32a953d47965409442 network default NAD default], result "{}", err <nil>
I0326 23:27:45.367152    3894 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:45.367211    3894 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4
I0326 23:27:45.368670    3894 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4, ips: 10.128.0.31
I0326 23:27:45.368700    3894 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:45.499651    3894 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:45.499699    3894 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:45.506671    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4
I0326 23:27:45.506696    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-lfjd4
I0326 23:27:59.676083    3894 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default]
I0326 23:27:59.773515    3894 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf e8813ff18d2e6c401376717caf64ec99452dab9030819a4d390ffe222e5bdcf6 network default NAD default], result "{}", err <nil>
I0326 23:27:59.823970    3894 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:59.824003    3894 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf
I0326 23:27:59.825342    3894 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf, ips: 10.128.0.46
I0326 23:27:59.825375    3894 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:00.574908    3894 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:00.574935    3894 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:00.582031    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf
I0326 23:28:00.582051    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-kt5xf
I0326 23:28:40.503990    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0326 23:29:49.200365    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81
I0326 23:30:00.218670    3894 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576130-c745z for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:30:00.218791    3894 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z
I0326 23:30:00.254630    3894 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z] pod update took 35.863453ms
I0326 23:30:00.254655    3894 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z] addLogicalPort annotation time took 35.894032ms
I0326 23:30:00.256099    3894 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z] addLogicalPort took 37.44129ms, libovsdb time 945.918µs
I0326 23:30:00.580801    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default]
I0326 23:30:00.589574    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576130-c745z, hostIfaceName: aa2b6e63d43c4a5, network: default, NAD default, SandboxID: "aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc", PCI device ID: , UID: "5a2bae7d-ff71-4944-97f3-00b16456dbe4", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0326 23:30:00.842811    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:2d:dd:4e:56:29\",\"name\":\"aa2b6e63d43c4a5\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14401c34-c698-4b5d-8cba-c211219a83c1\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:04.227820    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default]
I0326 23:30:04.323599    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z aa2b6e63d43c4a5026f23d351f431d6a600ece22f68a340e373b34050d7256dc network default NAD default], result "{}", err <nil>
I0326 23:30:04.371303    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.371338    3894 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z
I0326 23:30:04.372702    3894 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z, ips: 10.128.0.49
I0326 23:30:04.372729    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:05.239537    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:05.239581    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-c745z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:17.200478    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0326 23:30:37.493370    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0326 23:31:05.533011    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 23:31:31.405968    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:31:57.198820    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0326 23:32:04.305482    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0326 23:32:16.627826    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0326 23:32:38.199359    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34
I0326 23:32:49.208298    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=139
I0326 23:33:03.503576    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 23:33:19.686668    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0326 23:33:31.642427    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0326 23:34:05.203173    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13
I0326 23:34:44.047526    3894 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:44.047585    3894 obj_retry.go:458] Detected object tsf-tpa/create-db-2sdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:44.051869    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2sdm8
I0326 23:34:44.051894    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2sdm8
I0326 23:34:47.027261    3894 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:47.027303    3894 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bkx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:47.030757    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bkx8g
I0326 23:34:47.030787    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bkx8g
I0326 23:34:54.039006    3894 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:54.039048    3894 obj_retry.go:458] Detected object tsf-tpa/create-importers-bdfhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:54.042929    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bdfhh
I0326 23:34:54.042970    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bdfhh
I0326 23:37:04.326009    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0326 23:37:17.410284    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5
I0326 23:37:38.203310    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0326 23:38:05.204136    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0326 23:38:09.497459    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0326 23:38:11.507448    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0326 23:38:52.212213    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12
I0326 23:39:13.203991    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0326 23:39:13.206725    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5
I0326 23:39:24.646798    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0326 23:40:00.202657    3894 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576140-n45hw for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:40:00.202764    3894 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw
I0326 23:40:00.228975    3894 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw] pod update took 26.228899ms
I0326 23:40:00.229006    3894 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw] addLogicalPort annotation time took 26.268345ms
I0326 23:40:00.230407    3894 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw] addLogicalPort took 27.76971ms, libovsdb time 973.444µs
I0326 23:40:00.559258    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default]
I0326 23:40:00.568127    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576140-n45hw, hostIfaceName: 4dc895dcdc7667b, network: default, NAD default, SandboxID: "4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e", PCI device ID: , UID: "da190a5e-4235-456d-a10b-66f41435cad9", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0326 23:40:00.819434    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:2b:2a:0b:af:a4\",\"name\":\"4dc895dcdc7667b\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fc7132a-2e57-4854-b420-62c6967b5312\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:40:03.309035    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 23:40:04.312230    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default]
I0326 23:40:04.403232    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw 4dc895dcdc7667b25befc9eb5eb3117008ef1b4a2653060b03dcb7384adbd09e network default NAD default], result "{}", err <nil>
I0326 23:40:04.451261    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:04.451296    3894 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw
I0326 23:40:04.452713    3894 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw, ips: 10.128.0.50
I0326 23:40:04.452745    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:05.323728    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:05.323774    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-n45hw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:05.354095    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:05.354135    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:05.357174    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4
I0326 23:40:05.357192    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576110-v8vf4
I0326 23:40:28.690693    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0326 23:40:37.536881    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 23:41:09.455714    3894 namespace.go:98] [default-tenant-managed] adding namespace
I0326 23:41:09.456702    3894 namespace.go:102] [default-tenant-managed] adding namespace took 934.31µs
I0326 23:41:09.476835    3894 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:41:09.492418    3894 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:41:10.573885    3894 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:41:10.677256    3894 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:41:10.769892    3894 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:41:52.202721    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48
I0326 23:42:06.631931    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0326 23:42:11.727586    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:42:11.728199    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:42:29.507514    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0326 23:42:38.943032    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:42:38.943591    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:42:40.414241    3894 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:42:40.414383    3894 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod
I0326 23:42:40.580619    3894 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod] pod update took 166.269237ms
I0326 23:42:40.580643    3894 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod] addLogicalPort annotation time took 166.300515ms
I0326 23:42:40.582102    3894 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod] addLogicalPort took 167.878587ms, libovsdb time 999.411µs
I0326 23:42:40.782267    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default]
I0326 23:42:40.790965    3894 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod, hostIfaceName: e65968c3902ff3a, network: default, NAD default, SandboxID: "e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7", PCI device ID: , UID: "b55d22fe-04f3-4672-99f6-28a512da1914", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0326 23:42:41.047329    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:84:50:ee:59:90\",\"name\":\"e65968c3902ff3a\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b71f1b5f-1478-427a-b673-a46ef8ca1bee\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:42:51.329500    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0326 23:43:03.279563    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default]
I0326 23:43:03.375570    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod e65968c3902ff3a4b83cd79490262292cdbeed278d8307ae4f6f9caabf0efcf7 network default NAD default], result "{}", err <nil>
I0326 23:43:03.461714    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:43:03.461745    3894 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod
I0326 23:43:03.463120    3894 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod, ips: 10.128.0.51
I0326 23:43:03.463158    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:43:09.207899    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0326 23:43:53.501791    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0326 23:44:25.511433    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0326 23:44:34.208423    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0326 23:45:16.548352    3894 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-build-image-index-pod for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:45:16.548495    3894 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod
I0326 23:45:16.578940    3894 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod] pod update took 30.475707ms
I0326 23:45:16.578995    3894 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod] addLogicalPort annotation time took 30.53533ms
I0326 23:45:16.580378    3894 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod] addLogicalPort took 32.040928ms, libovsdb time 895.414µs
I0326 23:45:16.911996    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default]
I0326 23:45:16.920385    3894 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-build-image-index-pod, hostIfaceName: 2e6657fbbb287fd, network: default, NAD default, SandboxID: "2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b", PCI device ID: , UID: "38e4dead-4b4d-406f-8b20-b003cf7077ab", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0326 23:45:16.967905    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:b2:6b:e1:90:71\",\"name\":\"2e6657fbbb287fd\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4b46659-dbcf-4949-b216-7ab84299457d\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:45:17.101757    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:45:17.102358    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:45:34.650431    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:45:50.226618    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13
I0326 23:45:58.160967    3894 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:45:58.161123    3894 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod
I0326 23:45:58.191482    3894 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod] pod update took 30.398267ms
I0326 23:45:58.191506    3894 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 30.425449ms
I0326 23:45:58.193163    3894 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod] addLogicalPort took 32.236265ms, libovsdb time 1.236249ms
I0326 23:45:58.264829    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default]
I0326 23:45:58.357336    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod 2e6657fbbb287fdad2651e7602dd8ebb00375ad1c48df173a387367ac423f10b network default NAD default], result "{}", err <nil>
I0326 23:45:58.434333    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:45:58.434387    3894 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod
I0326 23:45:58.435819    3894 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod, ips: 10.128.0.52
I0326 23:45:58.435845    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:45:58.523253    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default]
I0326 23:45:58.532044    3894 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod, hostIfaceName: ca7b4699643dc5d, network: default, NAD default, SandboxID: "ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71", PCI device ID: , UID: "a1167e78-70cd-4a83-ad6c-45e5dd0d8499", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0326 23:45:58.581314    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:2a:76:8e:f8:0d\",\"name\":\"ca7b4699643dc5d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66c9850-aad0-4bcf-bafb-a4d54e7583b7\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:45:58.734096    3894 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod] creating logical port default-tenant_tsf-comp-irgo-on-push-84cx7-clamav-scan-pod for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:45:58.734209    3894 kube.go:256] Updating pod default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod
I0326 23:45:58.756641    3894 pod.go:62] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod] pod update took 22.464297ms
I0326 23:45:58.756664    3894 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod] addLogicalPort annotation time took 22.491197ms
I0326 23:45:58.758172    3894 pods.go:271] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod] addLogicalPort took 24.090709ms, libovsdb time 1.118365ms
I0326 23:45:59.168027    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default]
I0326 23:45:59.176460    3894 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-irgo-on-push-84cx7-clamav-scan-pod, hostIfaceName: 86ee9ba56d88ed8, network: default, NAD default, SandboxID: "86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85", PCI device ID: , UID: "263d0f29-e97b-44ed-ab80-afa79732ad78", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0326 23:45:59.224140    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:ca:37:93:c6:df\",\"name\":\"86ee9ba56d88ed8\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b1d0f9a-ce8d-4c87-9072-200c178f9a32\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:46:00.208404    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0326 23:46:26.413879    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0326 23:46:28.216056    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=184
I0326 23:46:59.265432    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:46:59.266054    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:00.745457    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default]
I0326 23:47:00.842126    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod ca7b4699643dc5d1e131351af953ab8833fed36f90e0e110b609d6f31a0dbd71 network default NAD default], result "{}", err <nil>
I0326 23:47:00.969993    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:00.970028    3894 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod
I0326 23:47:00.971398    3894 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod, ips: 10.128.0.53
I0326 23:47:00.971422    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:02.765095    3894 cni.go:403] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default]
I0326 23:47:02.842385    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:02.842905    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:02.866826    3894 cni.go:424] [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod 86ee9ba56d88ed87403acfe07f382a0b0e50ba31e22de90228b6ef64e1ce6a85 network default NAD default], result "{}", err <nil>
I0326 23:47:02.967033    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:02.967074    3894 pods.go:176] Deleting pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod
I0326 23:47:02.968571    3894 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod, ips: 10.128.0.54
I0326 23:47:02.968620    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:06.215585    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:06.216224    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:06.238579    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:06.239101    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:09.228913    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:09.229545    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:12.280613    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:12.281247    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:22.342797    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:22.343352    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:28.635709    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0326 23:47:45.072338    3894 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-r6f7n for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:47:45.072463    3894 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n
I0326 23:47:45.089100    3894 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n] pod update took 16.66651ms
I0326 23:47:45.089120    3894 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n] addLogicalPort annotation time took 16.691293ms
I0326 23:47:45.090368    3894 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n] addLogicalPort took 18.046953ms, libovsdb time 877.328µs
I0326 23:47:45.431777    3894 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default]
I0326 23:47:45.440172    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-r6f7n, hostIfaceName: 7a52bb1f21d8cda, network: default, NAD default, SandboxID: "7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391", PCI device ID: , UID: "fae2d53a-b53f-466d-b172-57d67c4e4f81", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0326 23:47:45.692093    3894 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:31:d6:49:42:03\",\"name\":\"7a52bb1f21d8cda\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fb74ca9-ef06-4624-a5ea-bce7ba6ba7ce\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:48:19.876164    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:48:19.876811    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:48:22.313700    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0326 23:49:14.694249    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0326 23:49:46.511872    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 23:49:49.540788    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 23:50:00.205050    3894 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576150-dckrr for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:50:00.205175    3894 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr
I0326 23:50:00.220557    3894 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr] pod update took 15.407854ms
I0326 23:50:00.220589    3894 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr] addLogicalPort annotation time took 15.442548ms
I0326 23:50:00.221876    3894 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr] addLogicalPort took 16.838968ms, libovsdb time 839.861µs
I0326 23:50:00.564039    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default]
I0326 23:50:00.572313    3894 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576150-dckrr, hostIfaceName: ed838a6a6a2dff4, network: default, NAD default, SandboxID: "ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61", PCI device ID: , UID: "5f2645fe-4165-4c80-bda1-d9024a376434", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0326 23:50:00.827314    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:47:95:cd:bc:89\",\"name\":\"ed838a6a6a2dff4\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e181a1-026a-4b92-931c-5608182a593d\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:50:03.333977    3894 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:50:03.859965    3894 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default]
I0326 23:50:03.943041    3894 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr ed838a6a6a2dff49fda5101951408824ee59d2cdee5f46595a87ce3a11a90b61 network default NAD default], result "{}", err <nil>
I0326 23:50:03.992410    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:03.992450    3894 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr
I0326 23:50:03.993993    3894 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr, ips: 10.128.0.56
I0326 23:50:03.994024    3894 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:04.866166    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:04.866192    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dckrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:04.895764    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:04.895788    3894 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:04.899861    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww
I0326 23:50:04.899887    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-ctnww
I0326 23:50:09.653917    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:09.654532    3894 obj_retry.go:464] Detected object default-tenant/tsf-comp-irgo-on-push-84cx7-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:33.932038    3894 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-odtc-5pf5j-verify-pod] creating logical port default-tenant_my-integration-test-odtc-5pf5j-verify-pod for pod on switch ip-10-0-2-97.ec2.internal
I0326 23:50:33.932221    3894 kube.go:256] Updating pod default-tenant/my-integration-test-odtc-5pf5j-verify-pod
I0326 23:50:33.971603    3894 pod.go:62] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod] pod update took 39.433281ms
I0326 23:50:33.971627    3894 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-odtc-5pf5j-verify-pod] addLogicalPort annotation time took 39.461114ms
I0326 23:50:33.973082    3894 pods.go:271] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod] addLogicalPort took 41.060729ms, libovsdb time 1.051757ms
I0326 23:50:34.297856    3894 cni.go:403] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default]
I0326 23:50:34.306127    3894 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-odtc-5pf5j-verify-pod, hostIfaceName: 961c57eb3f3841c, network: default, NAD default, SandboxID: "961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870", PCI device ID: , UID: "d70a930f-3cfe-466f-bc41-ed7f26bdbd0b", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0326 23:50:34.352756    3894 cni.go:424] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:60:4b:7d:a6:79\",\"name\":\"961c57eb3f3841c\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf92ae5e-1566-4509-b17d-add29b6b7e96\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 23:50:40.506098    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0326 23:50:57.203362    3894 cni.go:403] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default]
I0326 23:50:57.307719    3894 cni.go:424] [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-odtc-5pf5j-verify-pod 961c57eb3f3841c8fb367879bb764b0335f5792757255cb10aa37c77e0a0c870 network default NAD default], result "{}", err <nil>
I0326 23:50:57.411649    3894 obj_retry.go:464] Detected object default-tenant/my-integration-test-odtc-5pf5j-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:57.411702    3894 pods.go:176] Deleting pod: default-tenant/my-integration-test-odtc-5pf5j-verify-pod
I0326 23:50:57.412970    3894 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-odtc-5pf5j-verify-pod, ips: 10.128.0.57
I0326 23:50:57.412998    3894 obj_retry.go:464] Detected object default-tenant/my-integration-test-odtc-5pf5j-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:51:41.207234    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0326 23:51:53.515291    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0326 23:52:02.219575    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=88
I0326 23:52:05.417592    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:52:22.212919    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0326 23:52:30.211795    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10
I0326 23:53:18.231373    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11
I0326 23:53:30.610107    3894 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default]
I0326 23:53:30.708180    3894 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n 7a52bb1f21d8cda796da6b63f10a1a9efd9bf85b1e22832701cc1b72047d9391 network default NAD default], result "{}", err <nil>
I0326 23:53:30.765357    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:30.765393    3894 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n
I0326 23:53:30.766865    3894 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n, ips: 10.128.0.55
I0326 23:53:30.766894    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:31.146231    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:53:31.146257    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:53:31.152548    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n
I0326 23:53:31.152575    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-r6f7n
I0326 23:53:53.654213    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0326 23:54:20.639541    3894 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0326 23:55:00.888622    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:00.889247    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:00.909822    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:00.910374    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:00.919028    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:00.919403    3894 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:01.268374    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.268421    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.276304    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7
I0326 23:55:01.276332    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-fpjh7
I0326 23:55:01.694611    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.694644    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.699972    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6
I0326 23:55:01.699994    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jrzm6
I0326 23:55:01.714246    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.714264    3894 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:55:01.720453    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k
I0326 23:55:01.720474    3894 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8gw5k
I0326 23:55:16.544370    3894 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0326 23:55:24.213362    3894 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10