+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-109.ec2.internal
++ [[ -n ip-10-0-0-109.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-109.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 16:13:14.689002004 - disable conntrack on geneve port'
I0326 16:13:14.689002004 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0326 16:13:14.706389782 - starting ovnkube-node
+ echo 'I0326 16:13:14.706389782 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-109.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-109.ec2.internal --init-node ip-10-0-0-109.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-109.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0326 16:13:14.749518    3823 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0326 16:13:14.749563    3823 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-71c0e4b99f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0326 16:13:14.751814    3823 kube.go:419] Waiting for certificate
I0326 16:13:14.751843    3823 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0326 16:13:14.751879    3823 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0326 16:13:14.752621    3823 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 16:13:14.774396    3823 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 16:13:14.774430    3823 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 16:13:14.777061    3823 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 16:13:14.781538    3823 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9wncp"
I0326 16:13:14.791337    3823 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9wncp"
I0326 16:13:14.791444    3823 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 16:13:15.751898    3823 kube.go:426] Certificate found
I0326 16:13:15.752341    3823 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 16:13:15.753220    3823 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0326 16:13:15.796954    3823 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 16:08:14 +0000 UTC" deadline="2026-03-27 12:17:46.910065976 +0000 UTC"
I0326 16:13:15.797099    3823 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h4m31.11298182s"
I0326 16:13:15.816447    3823 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 16:13:15.827012    3823 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0326 16:13:15.832145    3823 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0326 16:13:15.834117    3823 factory.go:531] Starting watch factory
I0326 16:13:15.834351    3823 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.834446    3823 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.835301    3823 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.835360    3823 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.835690    3823 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.835714    3823 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836095    3823 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836218    3823 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836409    3823 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836465    3823 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836629    3823 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.836695    3823 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.845780    3823 controller_manager.go:368] Starting the ovnkube controller
I0326 16:13:15.845792    3823 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-109.ec2.internal
I0326 16:13:15.845837    3823 controller_manager.go:393] NBDB zone sync took: 38.244µs
I0326 16:13:15.845847    3823 factory.go:531] Starting watch factory
I0326 16:13:15.848282    3823 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.849365    3823 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.850290    3823 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.852028    3823 ovn_northd.go:121] Registering OVN northd metrics
I0326 16:13:15.853267    3823 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.855041    3823 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0326 16:13:15.855567    3823 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.858500    3823 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0326 16:13:15.858571    3823 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0326 16:13:15.862895    3823 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 16:13:15.874718    3823 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0326 16:13:15.939897    3823 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 16:13:15.939921    3823 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 16:13:15.939927    3823 factory.go:1890] *v1.Node informer cache synced successfully
I0326 16:13:15.939932    3823 factory.go:1890] *v1.Service informer cache synced successfully
I0326 16:13:15.939937    3823 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 16:13:15.939942    3823 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 16:13:15.940132    3823 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.940121    3823 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.940166    3823 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.940173    3823 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.943116    3823 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.943117    3823 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 16:13:15.944988    3823 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 16:13:15.945003    3823 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 16:13:15.945056    3823 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.945074    3823 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.947285    3823 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.950054    3823 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 16:13:15.950110    3823 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.950122    3823 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.951756    3823 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 16:13:15.951766    3823 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 16:13:15.951770    3823 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 16:13:15.951773    3823 factory.go:1890] *v1.Node informer cache synced successfully
I0326 16:13:15.951776    3823 factory.go:1890] *v1.Service informer cache synced successfully
I0326 16:13:15.951779    3823 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 16:13:15.956953    3823 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 16:13:15.956963    3823 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 16:13:15.961439    3823 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.962441    3823 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 16:13:15.968295    3823 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 16:13:15.968368    3823 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.968380    3823 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.970502    3823 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.974228    3823 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 16:13:15.974285    3823 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.974295    3823 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.976333    3823 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.980216    3823 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 16:13:15.980265    3823 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.980276    3823 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.982303    3823 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.985265    3823 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 16:13:15.985597    3823 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 16:13:15.985619    3823 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 16:13:15.987753    3823 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 16:13:15.990590    3823 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 16:13:15.990658    3823 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.990681    3823 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.990720    3823 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.990737    3823 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.993067    3823 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.993075    3823 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 16:13:15.995813    3823 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 16:13:15.995824    3823 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 16:13:15.995833    3823 factory.go:636] Watch Factory start up complete, took: 149.984079ms
I0326 16:13:15.995842    3823 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-109.ec2.internal" zone
I0326 16:13:16.056169    3823 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 16:13:16.061370    3823 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 16:13:16.066532    3823 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 16:13:16.071684    3823 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 16:13:16.076833    3823 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 16:13:16.081985    3823 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 16:13:16.081993    3823 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 16:13:16.082001    3823 factory.go:636] Watch Factory start up complete, took: 247.952379ms
I0326 16:13:16.082075    3823 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0326 16:13:16.120593    3823 default_node_network_controller.go:709] Initializing the default node network controller
I0326 16:13:16.173359    3823 udn_isolation.go:101] Starting UDN host isolation manager
I0326 16:13:16.179622    3823 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0326 16:13:16.227605    3823 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0326 16:13:16.227687    3823 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0326 16:13:16.227705    3823 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0326 16:13:16.263093    3823 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0326 16:13:16.263169    3823 default_node_network_controller.go:808] Node ip-10-0-0-109.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0326 16:13:16.269009    3823 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.109"] k8s.ovn.org/zone-name:ip-10-0-0-109.ec2.internal] on node ip-10-0-0-109.ec2.internal
I0326 16:13:16.288592    3823 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0326 16:13:16.294452    3823 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0326 16:13:16.294610    3823 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0326 16:13:16.294786    3823 gateway_init.go:263] Preparing Gateway
I0326 16:13:16.294799    3823 gateway_shared_intf.go:1658] Creating new gateway
I0326 16:13:16.372997    3823 iptables.go:108] Creating table: filter chain: FORWARD
I0326 16:13:16.379681    3823 iptables.go:108] Creating table: filter chain: OUTPUT
I0326 16:13:16.386251    3823 gateway_shared_intf.go:1787] Gateway Creation Complete
I0326 16:13:16.386265    3823 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-109.ec2.internal","mac-address":"12:25:e1:e5:14:31","ip-addresses":["10.0.0.109/24"],"ip-address":"10.0.0.109/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3820c2ab-1f85-489d-8b3c-82ea14cf5a12 k8s.ovn.org/node-encap-ips:["10.0.0.109"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.109/24"} k8s.ovn.org/zone-name:ip-10-0-0-109.ec2.internal] on node ip-10-0-0-109.ec2.internal
I0326 16:13:16.403312    3823 default_node_network_controller.go:518] Node connection status = connected
I0326 16:13:16.496184    3823 controller_manager.go:427] Waiting for node in zone sync took: 500.326642ms
I0326 16:13:16.505255    3823 controller_manager.go:608] Switching to transit router for layer2 networks
I0326 16:13:16.505270    3823 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-109.ec2.internal
I0326 16:13:16.520037    3823 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 16:13:16.526024    3823 controller_manager.go:288] SCTP support detected in OVN
I0326 16:13:16.526603    3823 services_controller.go:69] Creating services controller for network=default
I0326 16:13:16.526733    3823 udn_enabled_svc.go:80] Waiting for service informer to sync
I0326 16:13:16.526740    3823 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0326 16:13:16.526769    3823 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0326 16:13:16.526787    3823 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0326 16:13:16.526797    3823 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 16:13:16.526949    3823 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0326 16:13:16.526992    3823 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0326 16:13:16.527017    3823 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.686µs
I0326 16:13:16.527024    3823 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 32.353µs
I0326 16:13:16.527030    3823 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0326 16:13:16.527032    3823 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.309µs
I0326 16:13:16.527039    3823 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0326 16:13:16.527048    3823 default_network_controller.go:321] Starting the default network controller
I0326 16:13:16.527124    3823 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.587µs
I0326 16:13:16.527144    3823 udn_enabled_svc.go:95] Performing full resync
I0326 16:13:16.527372    3823 udn_enabled_svc.go:99] Waiting for handler to sync
I0326 16:13:16.527382    3823 udn_enabled_svc.go:104] Starting worker
I0326 16:13:16.534888    3823 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0326 16:13:16.534940    3823 repair.go:33] Syncing exgw routes took 41.556µs
I0326 16:13:16.534958    3823 default_network_controller.go:407] Starting all the Watchers...
I0326 16:13:16.535082    3823 namespace.go:98] [openshift-backplane-cse] adding namespace
I0326 16:13:16.535087    3823 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0326 16:13:16.535103    3823 namespace.go:98] [kube-system] adding namespace
I0326 16:13:16.535099    3823 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0326 16:13:16.535119    3823 namespace.go:98] [openshift-etcd] adding namespace
I0326 16:13:16.535125    3823 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0326 16:13:16.535130    3823 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0326 16:13:16.535134    3823 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0326 16:13:16.535136    3823 namespace.go:98] [openshift-network-operator] adding namespace
I0326 16:13:16.535146    3823 namespace.go:98] [openshift-network-node-identity] adding namespace
I0326 16:13:16.535152    3823 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0326 16:13:16.535161    3823 namespace.go:98] [openshift-image-registry] adding namespace
I0326 16:13:16.535197    3823 namespace.go:98] [openshift-multus] adding namespace
I0326 16:13:16.535082    3823 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0326 16:13:16.535200    3823 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0326 16:13:16.535655    3823 namespace.go:102] [openshift-backplane-cse] adding namespace took 561.955µs
I0326 16:13:16.535669    3823 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0326 16:13:16.536155    3823 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 481.728µs
I0326 16:13:16.536166    3823 namespace.go:98] [openshift-console-user-settings] adding namespace
I0326 16:13:16.536625    3823 namespace.go:102] [openshift-console-user-settings] adding namespace took 450.561µs
I0326 16:13:16.536646    3823 namespace.go:98] [openshift-insights] adding namespace
W0326 16:13:16.537684    3823 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-tbvkx: pod kube-system/global-pull-secret-syncer-tbvkx: no pod IPs found 
I0326 16:13:16.537707    3823 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.612002ms
I0326 16:13:16.537716    3823 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0326 16:13:16.538190    3823 namespace.go:102] [kube-system] adding namespace took 3.077076ms
I0326 16:13:16.538204    3823 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0326 16:13:16.538719    3823 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.602837ms
I0326 16:13:16.538734    3823 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0326 16:13:16.539189    3823 namespace.go:102] [openshift-etcd] adding namespace took 4.055302ms
I0326 16:13:16.539204    3823 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0326 16:13:16.539703    3823 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.55755ms
I0326 16:13:16.539717    3823 namespace.go:98] [openshift-operators] adding namespace
I0326 16:13:16.540190    3823 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.052665ms
I0326 16:13:16.540203    3823 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0326 16:13:16.540671    3823 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.530719ms
I0326 16:13:16.540681    3823 namespace.go:98] [openshift-config-operator] adding namespace
I0326 16:13:16.541173    3823 namespace.go:102] [openshift-network-operator] adding namespace took 6.028085ms
I0326 16:13:16.541189    3823 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0326 16:13:16.541585    3823 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.429345ms
I0326 16:13:16.541595    3823 namespace.go:98] [openshift-infra] adding namespace
I0326 16:13:16.542139    3823 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.98039ms
I0326 16:13:16.542155    3823 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0326 16:13:16.542583    3823 namespace.go:102] [openshift-image-registry] adding namespace took 7.416807ms
I0326 16:13:16.542592    3823 namespace.go:98] [openshift] adding namespace
W0326 16:13:16.543088    3823 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6jqwt: pod openshift-multus/network-metrics-daemon-6jqwt: no pod IPs found 
W0326 16:13:16.543099    3823 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nt65j: pod openshift-multus/network-metrics-daemon-nt65j: no pod IPs found 
I0326 16:13:16.543124    3823 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.913716ms
I0326 16:13:16.543134    3823 namespace.go:98] [dedicated-admin] adding namespace
I0326 16:13:16.543550    3823 namespace.go:102] [openshift-multus] adding namespace took 8.34264ms
I0326 16:13:16.543562    3823 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0326 16:13:16.544088    3823 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.873813ms
I0326 16:13:16.544102    3823 namespace.go:98] [openshift-console-operator] adding namespace
I0326 16:13:16.544527    3823 namespace.go:102] [openshift-insights] adding namespace took 7.874021ms
I0326 16:13:16.544539    3823 namespace.go:98] [openshift-operators-redhat] adding namespace
I0326 16:13:16.544870    3823 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.150231ms
I0326 16:13:16.544879    3823 namespace.go:98] [openshift-authentication] adding namespace
I0326 16:13:16.545318    3823 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.109338ms
I0326 16:13:16.545331    3823 namespace.go:98] [default] adding namespace
I0326 16:13:16.545736    3823 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.992542ms
I0326 16:13:16.545750    3823 namespace.go:98] [openshift-config-managed] adding namespace
I0326 16:13:16.546128    3823 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.918833ms
I0326 16:13:16.546140    3823 namespace.go:98] [openshift-backplane-cee] adding namespace
I0326 16:13:16.546514    3823 namespace.go:102] [openshift-operators] adding namespace took 6.791696ms
I0326 16:13:16.546526    3823 namespace.go:98] [openshift-dns] adding namespace
I0326 16:13:16.546888    3823 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.680242ms
I0326 16:13:16.546899    3823 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0326 16:13:16.547264    3823 namespace.go:102] [openshift-config-operator] adding namespace took 6.577961ms
I0326 16:13:16.547276    3823 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0326 16:13:16.547637    3823 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.442912ms
I0326 16:13:16.547648    3823 namespace.go:98] [openshift-controller-manager] adding namespace
I0326 16:13:16.548103    3823 namespace.go:102] [openshift-infra] adding namespace took 6.503041ms
I0326 16:13:16.548115    3823 namespace.go:98] [openshift-backplane-srep] adding namespace
I0326 16:13:16.548523    3823 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.363105ms
I0326 16:13:16.548537    3823 namespace.go:98] [openshift-backplane-csm] adding namespace
I0326 16:13:16.548872    3823 namespace.go:102] [openshift] adding namespace took 6.274187ms
I0326 16:13:16.548886    3823 namespace.go:98] [kube-public] adding namespace
W0326 16:13:16.549244    3823 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-56j7m: pod openshift-network-diagnostics/network-check-target-56j7m: no pod IPs found 
W0326 16:13:16.549256    3823 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kcm6t: pod openshift-network-diagnostics/network-check-target-kcm6t: no pod IPs found 
I0326 16:13:16.549290    3823 namespace.go:102] [dedicated-admin] adding namespace took 6.149792ms
I0326 16:13:16.549301    3823 namespace.go:98] [openshift-logging] adding namespace
I0326 16:13:16.549762    3823 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.194398ms
I0326 16:13:16.549773    3823 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0326 16:13:16.550098    3823 namespace.go:102] [openshift-console-operator] adding namespace took 5.99054ms
I0326 16:13:16.550111    3823 namespace.go:98] [openshift-dns-operator] adding namespace
I0326 16:13:16.550556    3823 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.01242ms
I0326 16:13:16.550571    3823 namespace.go:98] [openshift-backplane-tam] adding namespace
I0326 16:13:16.550904    3823 namespace.go:102] [openshift-authentication] adding namespace took 6.020753ms
I0326 16:13:16.550914    3823 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0326 16:13:16.551386    3823 namespace.go:102] [default] adding namespace took 6.049943ms
I0326 16:13:16.551398    3823 namespace.go:98] [openshift-config] adding namespace
I0326 16:13:16.551815    3823 namespace.go:102] [openshift-config-managed] adding namespace took 6.059761ms
I0326 16:13:16.551829    3823 namespace.go:98] [openshift-cluster-version] adding namespace
I0326 16:13:16.552272    3823 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.127038ms
I0326 16:13:16.552284    3823 namespace.go:98] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace
I0326 16:13:16.552629    3823 namespace.go:102] [openshift-dns] adding namespace took 6.099192ms
I0326 16:13:16.552638    3823 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0326 16:13:16.553096    3823 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.193308ms
I0326 16:13:16.553108    3823 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0326 16:13:16.553459    3823 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.178579ms
I0326 16:13:16.553471    3823 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0326 16:13:16.553854    3823 namespace.go:102] [openshift-controller-manager] adding namespace took 6.200485ms
I0326 16:13:16.553867    3823 namespace.go:98] [openshift-monitoring] adding namespace
I0326 16:13:16.554307    3823 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.186178ms
I0326 16:13:16.554318    3823 namespace.go:98] [openshift-machine-api] adding namespace
I0326 16:13:16.554697    3823 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.155699ms
I0326 16:13:16.554708    3823 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0326 16:13:16.555054    3823 namespace.go:102] [kube-public] adding namespace took 6.162399ms
I0326 16:13:16.555067    3823 namespace.go:98] [openshift-ingress] adding namespace
I0326 16:13:16.555451    3823 namespace.go:102] [openshift-logging] adding namespace took 6.145162ms
I0326 16:13:16.555463    3823 namespace.go:98] [openshift-package-operator] adding namespace
I0326 16:13:16.555840    3823 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.060995ms
I0326 16:13:16.555851    3823 namespace.go:98] [kube-node-lease] adding namespace
I0326 16:13:16.556322    3823 namespace.go:102] [openshift-dns-operator] adding namespace took 6.205928ms
I0326 16:13:16.556334    3823 namespace.go:98] [openshift-marketplace] adding namespace
I0326 16:13:16.556687    3823 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.112486ms
I0326 16:13:16.557259    3823 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.338472ms
I0326 16:13:16.557272    3823 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0326 16:13:16.557987    3823 namespace.go:102] [openshift-config] adding namespace took 6.5839ms
I0326 16:13:16.557996    3823 namespace.go:98] [openshift-apiserver] adding namespace
I0326 16:13:16.558454    3823 namespace.go:102] [openshift-cluster-version] adding namespace took 6.620814ms
I0326 16:13:16.558467    3823 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0326 16:13:16.558819    3823 namespace.go:102] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace took 6.530912ms
I0326 16:13:16.558828    3823 namespace.go:98] [openshift-backplane] adding namespace
I0326 16:13:16.559268    3823 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.625116ms
I0326 16:13:16.559281    3823 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0326 16:13:16.559668    3823 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.554932ms
I0326 16:13:16.559679    3823 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0326 16:13:16.560017    3823 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.541586ms
I0326 16:13:16.560471    3823 namespace.go:102] [openshift-monitoring] adding namespace took 6.599597ms
I0326 16:13:16.560484    3823 namespace.go:98] [openshift-node] adding namespace
I0326 16:13:16.560920    3823 namespace.go:102] [openshift-machine-api] adding namespace took 6.597609ms
I0326 16:13:16.560931    3823 namespace.go:98] [openshift-authentication-operator] adding namespace
I0326 16:13:16.561385    3823 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.671263ms
I0326 16:13:16.561399    3823 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0326 16:13:16.561809    3823 namespace.go:102] [openshift-ingress] adding namespace took 6.738203ms
I0326 16:13:16.562191    3823 namespace.go:102] [openshift-package-operator] adding namespace took 6.722654ms
I0326 16:13:16.562203    3823 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0326 16:13:16.562566    3823 namespace.go:102] [kube-node-lease] adding namespace took 6.70993ms
I0326 16:13:16.562578    3823 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0326 16:13:16.562998    3823 namespace.go:102] [openshift-marketplace] adding namespace took 6.659163ms
I0326 16:13:16.563009    3823 namespace.go:98] [openshift-ingress-canary] adding namespace
I0326 16:13:16.563344    3823 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.066402ms
I0326 16:13:16.563357    3823 namespace.go:98] [openshift-host-network] adding namespace
I0326 16:13:16.563772    3823 namespace.go:102] [openshift-apiserver] adding namespace took 5.772018ms
I0326 16:13:16.563783    3823 namespace.go:98] [openshift-ingress-operator] adding namespace
I0326 16:13:16.564121    3823 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.649583ms
I0326 16:13:16.564133    3823 namespace.go:98] [openshift-network-console] adding namespace
I0326 16:13:16.564644    3823 namespace.go:102] [openshift-backplane] adding namespace took 5.812364ms
I0326 16:13:16.565017    3823 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.731143ms
I0326 16:13:16.565436    3823 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.750938ms
I0326 16:13:16.565909    3823 namespace.go:102] [openshift-node] adding namespace took 5.420095ms
I0326 16:13:16.566292    3823 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.355116ms
I0326 16:13:16.566656    3823 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.252083ms
I0326 16:13:16.567085    3823 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.878045ms
I0326 16:13:16.567096    3823 namespace.go:98] [openshift-console] adding namespace
I0326 16:13:16.567460    3823 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.877429ms
I0326 16:13:16.567473    3823 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0326 16:13:16.567906    3823 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.890949ms
I0326 16:13:16.568394    3823 namespace.go:102] [openshift-host-network] adding namespace took 5.03308ms
I0326 16:13:16.568803    3823 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.01508ms
I0326 16:13:16.569156    3823 namespace.go:102] [openshift-network-console] adding namespace took 5.017634ms
I0326 16:13:16.569591    3823 namespace.go:102] [openshift-console] adding namespace took 2.490403ms
I0326 16:13:16.569933    3823 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.455214ms
I0326 16:13:16.570285    3823 zone_ic_handler.go:186] Time taken to create transit switch: 269.088µs
I0326 16:13:16.570340    3823 master.go:532] Adding or Updating local node "ip-10-0-0-109.ec2.internal" for network "default"
I0326 16:13:16.570425    3823 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-134.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-134.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-134.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-134.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal
W0326 16:13:16.577461    3823 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-tbvkx: pod kube-system/global-pull-secret-syncer-tbvkx: no pod IPs found 
W0326 16:13:16.577480    3823 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-56j7m: pod openshift-network-diagnostics/network-check-target-56j7m: no pod IPs found 
W0326 16:13:16.577487    3823 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6jqwt: pod openshift-multus/network-metrics-daemon-6jqwt: no pod IPs found 
I0326 16:13:16.578352    3823 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-109.ec2.internal for the network default
I0326 16:13:16.579055    3823 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0326 16:13:16.579083    3823 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0326 16:13:16.579096    3823 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0326 16:13:16.579111    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default"
I0326 16:13:16.579157    3823 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:16.579168    3823 services_controller.go:574] Full service sync requested for network=default
I0326 16:13:16.579177    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default"
I0326 16:13:16.579187    3823 node_tracker.go:235] Node ip-10-0-1-134.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal"
I0326 16:13:16.579193    3823 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:16.579198    3823 services_controller.go:574] Full service sync requested for network=default
I0326 16:13:16.679481    3823 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0326 16:13:16.679506    3823 services_controller.go:208] Setting up event handlers for services for network=default
I0326 16:13:16.679585    3823 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0326 16:13:16.679621    3823 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0326 16:13:16.680042    3823 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0326 16:13:16.781121    3823 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0326 16:13:16.781137    3823 repair.go:60] Starting repairing loop for services
I0326 16:13:16.781217    3823 repair.go:131] Deleted 0 stale service LBs
I0326 16:13:16.781234    3823 repair.go:137] Deleted 0 stale Chassis Template Vars
I0326 16:13:16.781250    3823 repair.go:62] Finished repairing loop for services: 114.746µs
I0326 16:13:16.781274    3823 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0326 16:13:16.781284    3823 services_controller.go:254] Starting workers for network=default
I0326 16:13:16.781751    3823 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-56j7m] creating logical port openshift-network-diagnostics_network-check-target-56j7m for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:16.781809    3823 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nt65j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nt65j: suppressed error logged: pod openshift-multus/network-metrics-daemon-nt65j: no pod IPs found 
I0326 16:13:16.781886    3823 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6jqwt] creating logical port openshift-multus_network-metrics-daemon-6jqwt for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:16.781892    3823 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tbvkx] creating logical port kube-system_global-pull-secret-syncer-tbvkx for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:16.781909    3823 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-56j7m
I0326 16:13:16.781964    3823 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-tbvkx
I0326 16:13:16.782014    3823 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6jqwt
I0326 16:13:16.797315    3823 pod.go:62] [kube-system/global-pull-secret-syncer-tbvkx] pod update took 15.375494ms
I0326 16:13:16.797332    3823 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-tbvkx] addLogicalPort annotation time took 15.394642ms
I0326 16:13:16.798104    3823 pods.go:271] [kube-system/global-pull-secret-syncer-tbvkx] addLogicalPort took 16.216857ms, libovsdb time 542.983µs
I0326 16:13:16.800276    3823 pod.go:62] [openshift-network-diagnostics/network-check-target-56j7m] pod update took 18.447818ms
I0326 16:13:16.800291    3823 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-56j7m] addLogicalPort annotation time took 18.465378ms
I0326 16:13:16.801116    3823 pods.go:271] [openshift-network-diagnostics/network-check-target-56j7m] addLogicalPort took 19.37131ms, libovsdb time 630.608µs
I0326 16:13:16.801119    3823 pod.go:62] [openshift-multus/network-metrics-daemon-6jqwt] pod update took 19.166708ms
I0326 16:13:16.801136    3823 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-6jqwt] addLogicalPort annotation time took 19.198508ms
I0326 16:13:16.801879    3823 pods.go:271] [openshift-multus/network-metrics-daemon-6jqwt] addLogicalPort took 20.000129ms, libovsdb time 559.673µs
I0326 16:13:16.801919    3823 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kcm6t: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kcm6t: no pod IPs found 
I0326 16:13:16.802375    3823 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0326 16:13:16.802397    3823 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0326 16:13:16.802433    3823 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0326 16:13:16.802441    3823 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0326 16:13:16.802623    3823 repair.go:29] Repairing admin network policies took 176.942µs
I0326 16:13:16.802727    3823 repair.go:92] Repairing baseline admin network policies took 95.746µs
I0326 16:13:16.803052    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0326 16:13:16.803074    3823 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0326 16:13:16.804954    3823 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0326 16:13:16.804975    3823 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0326 16:13:16.804985    3823 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0326 16:13:16.806450    3823 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0326 16:13:16.806468    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0326 16:13:16.806478    3823 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0326 16:13:16.808484    3823 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0326 16:13:16.808506    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0326 16:13:16.808520    3823 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0326 16:13:16.809634    3823 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0326 16:13:16.809652    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0326 16:13:16.809658    3823 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0326 16:13:16.809909    3823 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0326 16:13:16.809925    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0326 16:13:16.809933    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0326 16:13:16.811328    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0326 16:13:16.811345    3823 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0326 16:13:16.811352    3823 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0326 16:13:16.811809    3823 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0326 16:13:16.811822    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0326 16:13:16.811831    3823 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0326 16:13:16.812757    3823 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0326 16:13:16.812777    3823 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0326 16:13:16.812787    3823 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0326 16:13:16.814435    3823 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0326 16:13:16.814452    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0326 16:13:16.814461    3823 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0326 16:13:16.815063    3823 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0326 16:13:16.815080    3823 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0326 16:13:16.815088    3823 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0326 16:13:16.815941    3823 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0326 16:13:16.815957    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0326 16:13:16.815964    3823 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0326 16:13:16.816392    3823 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0326 16:13:16.816409    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0326 16:13:16.816438    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0326 16:13:16.816967    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 16:13:16.816995    3823 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0326 16:13:16.817008    3823 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0326 16:13:16.818110    3823 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0326 16:13:16.818129    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0326 16:13:16.818139    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0326 16:13:16.820042    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 16:13:16.820059    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0326 16:13:16.820065    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0326 16:13:16.820407    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0326 16:13:16.820446    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0326 16:13:16.820461    3823 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0326 16:13:16.821591    3823 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0326 16:13:16.821614    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0326 16:13:16.821623    3823 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0326 16:13:16.823573    3823 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0326 16:13:16.823590    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0326 16:13:16.823598    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0326 16:13:16.824158    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0326 16:13:16.824173    3823 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0326 16:13:16.824180    3823 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0326 16:13:16.824503    3823 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0326 16:13:16.824525    3823 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0326 16:13:16.824535    3823 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0326 16:13:16.824836    3823 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0326 16:13:16.824856    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0326 16:13:16.824866    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0326 16:13:16.825308    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0326 16:13:16.825324    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0326 16:13:16.825332    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0326 16:13:16.825800    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0326 16:13:16.825817    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0326 16:13:16.826156    3823 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0326 16:13:16.826168    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 16:13:16.826838    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0326 16:13:16.826862    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0326 16:13:16.826870    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0326 16:13:16.827676    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0326 16:13:16.827700    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0326 16:13:16.827709    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0326 16:13:16.829306    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0326 16:13:16.829325    3823 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0326 16:13:16.829334    3823 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0326 16:13:16.830864    3823 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0326 16:13:16.830882    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0326 16:13:16.830891    3823 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0326 16:13:16.831363    3823 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0326 16:13:16.831376    3823 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0326 16:13:16.831402    3823 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 16:13:16.832144    3823 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0326 16:13:16.837142    3823 egressfirewall.go:319] Starting EgressFirewall controller
I0326 16:13:16.837167    3823 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0326 16:13:16.837185    3823 controller.go:133] Adding controller egress-firewall-controller event handlers
I0326 16:13:16.837200    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0326 16:13:16.837207    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0326 16:13:16.837216    3823 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0326 16:13:16.837218    3823 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0326 16:13:16.837507    3823 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0326 16:13:16.837523    3823 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0326 16:13:16.837533    3823 egressqos.go:193] Setting up event handlers for EgressQoS
I0326 16:13:16.837613    3823 egressfirewall.go:628] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall
I0326 16:13:16.837626    3823 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall
I0326 16:13:16.837687    3823 egressqos.go:245] Starting EgressQoS Controller
I0326 16:13:16.837703    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0326 16:13:16.837712    3823 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0326 16:13:16.837721    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0326 16:13:16.837730    3823 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0326 16:13:16.837737    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0326 16:13:16.837744    3823 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0326 16:13:16.837750    3823 egressqos.go:259] Repairing EgressQoSes
I0326 16:13:16.837756    3823 egressqos.go:399] Starting repairing loop for egressqos
I0326 16:13:16.837826    3823 egressqos.go:401] Finished repairing loop for egressqos: 71.227µs
I0326 16:13:16.837841    3823 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0326 16:13:16.837878    3823 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-109.ec2.internal
I0326 16:13:16.837929    3823 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-109.ec2.internal : 53.237µs
I0326 16:13:16.838016    3823 egressservice_zone.go:210] Starting Egress Services Controller
I0326 16:13:16.838029    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 16:13:16.838036    3823 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 16:13:16.838041    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 16:13:16.838046    3823 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 16:13:16.838051    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 16:13:16.838057    3823 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 16:13:16.838062    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0326 16:13:16.838067    3823 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0326 16:13:16.838070    3823 egressservice_zone.go:228] Repairing Egress Services
I0326 16:13:16.838346    3823 master_controller.go:88] Starting Admin Policy Based Route Controller
I0326 16:13:16.838355    3823 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 16:13:16.838397    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal
I0326 16:13:16.838433    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 14.832µs
I0326 16:13:16.838444    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0326 16:13:16.838449    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 5.023µs
I0326 16:13:16.838551    3823 default_network_controller.go:568] Completing all the Watchers took 303.586521ms
I0326 16:13:16.838565    3823 default_network_controller.go:572] Starting unidling controllers
I0326 16:13:16.838576    3823 unidle.go:46] Registering OVN SB ControllerEvent handler
I0326 16:13:16.838585    3823 unidle.go:63] Populating Initial ContollerEvent events
I0326 16:13:16.838596    3823 unidle.go:79] Setting up event handlers for services
I0326 16:13:16.838653    3823 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0326 16:13:16.904432    3823 default_node_network_controller.go:518] Node connection status = connected
I0326 16:13:17.403726    3823 default_node_network_controller.go:518] Node connection status = connected
I0326 16:13:17.897584    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:13:17.897637    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default"
I0326 16:13:17.897652    3823 node_tracker.go:220] Node ip-10-0-2-80.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0326 16:13:17.897691    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:13:17.897711    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 23.369µs
E0326 16:13:17.897734    3823 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-80.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0326 16:13:17.897753    3823 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-80.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal, error parsing annotation for node ip-10-0-2-80.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
I0326 16:13:17.903886    3823 default_node_network_controller.go:518] Node connection status = connected
E0326 16:13:17.907749    3823 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-80.ec2.internal annotation: unexpected end of JSON input
I0326 16:13:17.907773    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0326 16:13:17.907786    3823 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-80.ec2.internal annotation: unexpected end of JSON input
E0326 16:13:17.907827    3823 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-80.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-80.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-80.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-80.ec2.internal"
I0326 16:13:17.923474    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal
I0326 16:13:17.923493    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 20.629µs
I0326 16:13:17.923495    3823 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall
I0326 16:13:17.923514    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:17.923587    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0326 16:13:17.946774    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:17.958300    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:13:17.958342    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 25.333µs
I0326 16:13:17.958347    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:13:17.958405    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:18.143487    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:13:18.143504    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 22.863µs
I0326 16:13:18.143517    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:13:18.143570    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:18.161357    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:18.397965    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:18.404372    3823 default_node_network_controller.go:518] Node connection status = connected
I0326 16:13:18.728982    3823 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0326 16:13:18.904058    3823 default_node_network_controller.go:518] Node connection status = connected
I0326 16:13:18.920001    3823 bridgeconfig.go:537] Gateway is ready
I0326 16:13:18.920021    3823 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0326 16:13:18.930551    3823 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.109. Updating OVN encap IP.
I0326 16:13:18.935378    3823 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.109 - it is already configured
I0326 16:13:18.935391    3823 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.109/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0326 16:13:18.935760    3823 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.109/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-109.ec2.internal","mac-address":"12:25:e1:e5:14:31","ip-addresses":["10.0.0.109/24"],"ip-address":"10.0.0.109/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3820c2ab-1f85-489d-8b3c-82ea14cf5a12 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.109/24"}] on node ip-10-0-0-109.ec2.internal
I0326 16:13:18.952471    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default"
I0326 16:13:18.952487    3823 egressfirewall.go:628] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall
I0326 16:13:18.952529    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0326 16:13:18.952533    3823 master.go:532] Adding or Updating local node "ip-10-0-0-109.ec2.internal" for network "default"
I0326 16:13:18.952530    3823 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:18.952542    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 17.973µs
I0326 16:13:18.952552    3823 services_controller.go:574] Full service sync requested for network=default
I0326 16:13:18.953009    3823 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.109
I0326 16:13:18.953149    3823 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-109.ec2.internal
I0326 16:13:18.957209    3823 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-109.ec2.internal. Updating no re-route policies
I0326 16:13:18.957299    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwk2p
I0326 16:13:18.957319    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwk2p
I0326 16:13:18.957327    3823 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal
I0326 16:13:18.957335    3823 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zjx7r
I0326 16:13:18.957339    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal
I0326 16:13:18.957346    3823 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal
I0326 16:13:18.957350    3823 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-zjx7r
I0326 16:13:18.957347    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nt65j
I0326 16:13:18.957354    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal
I0326 16:13:18.957365    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nt65j
I0326 16:13:18.957366    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t
I0326 16:13:18.957374    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwk2p after 0 failed attempt(s)
I0326 16:13:18.957377    3823 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal after 0 failed attempt(s)
I0326 16:13:18.957384    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t
I0326 16:13:18.957382    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal after 0 failed attempt(s)
I0326 16:13:18.957389    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-dbd65
I0326 16:13:18.957390    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-r5hwh
I0326 16:13:18.957400    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-dbd65
I0326 16:13:18.957394    3823 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-tbvkx
I0326 16:13:18.957404    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zq5g
I0326 16:13:18.957401    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6jqwt
I0326 16:13:18.957410    3823 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-tbvkx
I0326 16:13:18.957409    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-r5hwh
I0326 16:13:18.957428    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-wcmtv
I0326 16:13:18.957430    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-qqr5c
I0326 16:13:18.957438    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-dbd65 after 0 failed attempt(s)
I0326 16:13:18.957436    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zq5g
I0326 16:13:18.957436    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6jqwt
I0326 16:13:18.957446    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-wcmtv
I0326 16:13:18.957447    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nq74s
I0326 16:13:18.957449    3823 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kcm6t: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kcm6t: no pod IPs found 
I0326 16:13:18.957454    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-pg7rs
I0326 16:13:18.957459    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-56j7m
I0326 16:13:18.957456    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-r5hwh after 0 failed attempt(s)
I0326 16:13:18.957464    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zq5g after 0 failed attempt(s)
I0326 16:13:18.957470    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-56j7m
I0326 16:13:18.957461    3823 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tbvkx] creating logical port kube-system_global-pull-secret-syncer-tbvkx for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:18.957461    3823 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-qz56x
I0326 16:13:18.957473    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-wcmtv after 0 failed attempt(s)
I0326 16:13:18.957483    3823 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6jqwt] creating logical port openshift-multus_network-metrics-daemon-6jqwt for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:18.957487    3823 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-qz56x
I0326 16:13:18.957462    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nq74s
I0326 16:13:18.957497    3823 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-56j7m] creating logical port openshift-network-diagnostics_network-check-target-56j7m for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:18.957510    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nq74s after 0 failed attempt(s)
I0326 16:13:18.957509    3823 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-qz56x after 0 failed attempt(s)
I0326 16:13:18.957447    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-qqr5c
I0326 16:13:18.957541    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-qqr5c after 0 failed attempt(s)
I0326 16:13:18.957467    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-pg7rs
I0326 16:13:18.957557    3823 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-zjx7r after 0 failed attempt(s)
I0326 16:13:18.957561    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-pg7rs after 0 failed attempt(s)
I0326 16:13:18.957591    3823 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nt65j, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nt65j: suppressed error logged: pod openshift-multus/network-metrics-daemon-nt65j: no pod IPs found 
I0326 16:13:18.958221    3823 pods.go:271] [openshift-multus/network-metrics-daemon-6jqwt] addLogicalPort took 750.802µs, libovsdb time 310.35µs
I0326 16:13:18.958250    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6jqwt after 0 failed attempt(s)
I0326 16:13:18.958329    3823 pods.go:271] [kube-system/global-pull-secret-syncer-tbvkx] addLogicalPort took 881.341µs, libovsdb time 370.633µs
I0326 16:13:18.958338    3823 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-tbvkx after 0 failed attempt(s)
I0326 16:13:18.958680    3823 pods.go:271] [openshift-network-diagnostics/network-check-target-56j7m] addLogicalPort took 1.190779ms, libovsdb time 544.367µs
I0326 16:13:18.958689    3823 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-56j7m after 0 failed attempt(s)
I0326 16:13:18.967177    3823 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0326 16:13:18.978691    3823 iptables.go:108] Creating table: mangle chain: OUTPUT
I0326 16:13:18.982165    3823 iptables.go:108] Creating table: nat chain: OUTPUT
I0326 16:13:18.995312    3823 iptables.go:108] Creating table: nat chain: PREROUTING
I0326 16:13:19.042178    3823 iptables.go:108] Creating table: filter chain: FORWARD
I0326 16:13:19.061093    3823 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0326 16:13:19.061187    3823 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0326 16:13:19.061226    3823 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0326 16:13:19.061306    3823 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0326 16:13:19.061352    3823 gateway_init.go:325] Gateway and management port readiness took 2.661106911s
I0326 16:13:19.061378    3823 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0326 16:13:19.061429    3823 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0326 16:13:19.061442    3823 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0326 16:13:19.061451    3823 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 16:13:19.061513    3823 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0326 16:13:19.061590    3823 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.281µs
I0326 16:13:19.061789    3823 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0326 16:13:19.061811    3823 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.013µs
I0326 16:13:19.061820    3823 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.219µs
I0326 16:13:19.061825    3823 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0326 16:13:19.061836    3823 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0326 16:13:19.061842    3823 default_node_network_controller.go:898] Starting the default node network controller
I0326 16:13:19.061849    3823 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0326 16:13:19.061940    3823 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.432µs
I0326 16:13:19.062056    3823 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0326 16:13:19.062071    3823 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0326 16:13:19.062097    3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1b00 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000bc0aa0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00052c3c0 0xc00657d180 <nil> <nil> 0xc0002ed260 map[0x2f67040:0xc002ca24e0 0x2f67580:0xc002ca2660 0x2f68000:0xc001b02d80 0x2f682a0:0xc002ca2480 0x2f687e0:0xc002ca2540 0x2f68a80:0xc002ca25a0 0x2f68d20:0xc002ca2600 0x2f69500:0xc002ca26c0 0x2f697a0:0xc005c84240 0x2f93d40:0xc001b02ba0 0x2f940e0:0xc001b02c00 0x2f94bc0:0xc000bc5080 0x2f96520:0xc001bd8000 0x2f97000:0xc001b02d20 0x2f97e80:0xc001b02b40] 0xc00016b730 0}
I0326 16:13:19.062150    3823 gateway.go:151] Starting gateway service sync
I0326 16:13:19.062614    3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0326 16:13:19.064998    3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0326 16:13:19.074603    3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0326 16:13:19.075980    3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0326 16:13:19.077249    3823 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0326 16:13:19.111763    3823 gateway.go:168] Gateway service sync done. Time taken: 49.59735ms
I0326 16:13:19.112123    3823 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31879
I0326 16:13:19.112647    3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1b00 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000bc0aa0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00052c3c0 0xc00657d180 <nil> <nil> 0xc0002ed260 map[0x2f67040:0xc002ca24e0 0x2f67580:0xc002ca2660 0x2f68000:0xc001b02d80 0x2f682a0:0xc002ca2480 0x2f687e0:0xc002ca2540 0x2f68a80:0xc002ca25a0 0x2f68d20:0xc002ca2600 0x2f69500:0xc002ca26c0 0x2f697a0:0xc005c84240 0x2f93d40:0xc001b02ba0 0x2f940e0:0xc001b02c00 0x2f94bc0:0xc000bc5080 0x2f96520:0xc001bd8000 0x2f97000:0xc001b02d20 0x2f97e80:0xc001b02b40] 0xc00016b730 0}
I0326 16:13:19.113108    3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1b00 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000bc0aa0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00052c3c0 0xc00657d180 <nil> <nil> 0xc0002ed260 map[0x2f67040:0xc002ca24e0 0x2f67580:0xc002ca2660 0x2f68000:0xc001b02d80 0x2f682a0:0xc002ca2480 0x2f687e0:0xc002ca2540 0x2f68a80:0xc002ca25a0 0x2f68d20:0xc002ca2600 0x2f69500:0xc002ca26c0 0x2f697a0:0xc005c84240 0x2f93d40:0xc001b02ba0 0x2f940e0:0xc001b02c00 0x2f94bc0:0xc000bc5080 0x2f96520:0xc001bd8000 0x2f97000:0xc001b02d20 0x2f97e80:0xc001b02b40] 0xc00016b730 0}
I0326 16:13:19.113156    3823 gateway.go:519] Reconciling gateway with updates
I0326 16:13:19.118747    3823 gateway.go:326] Spawning Conntrack Rule Check Thread
I0326 16:13:19.118828    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 16:13:19.118843    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 16:13:19.118843    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 16:13:19.118854    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 16:13:19.118860    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 16:13:19.118876    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 16:13:19.118893    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 16:13:19.118894    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 16:13:19.118900    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 16:13:19.118910    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 16:13:19.118917    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 16:13:19.118919    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 16:13:19.118931    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 16:13:19.118931    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 16:13:19.118935    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 16:13:19.118942    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 16:13:19.118945    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 16:13:19.118950    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 16:13:19.118963    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 16:13:19.118962    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 16:13:19.118967    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 16:13:19.118970    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 16:13:19.118981    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 16:13:19.118984    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 16:13:19.118962    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 16:13:19.118985    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 16:13:19.118937    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 16:13:19.118990    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 16:13:19.119002    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 16:13:19.119003    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 16:13:19.118971    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 16:13:19.119014    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 16:13:19.119019    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 16:13:19.119016    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 16:13:19.119016    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 16:13:19.119027    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 16:13:19.119027    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 16:13:19.119029    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:19.119035    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 16:13:19.119030    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.119039    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 16:13:19.119033    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 16:13:19.118965    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 16:13:19.119048    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 16:13:19.119047    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 16:13:19.119058    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 16:13:19.119054    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 16:13:19.119062    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 16:13:19.119063    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 16:13:19.119065    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 16:13:19.119074    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 16:13:19.119071    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 16:13:19.119071    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 16:13:19.119077    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 16:13:19.119081    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 16:13:19.119084    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 16:13:19.119084    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 16:13:19.119095    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 16:13:19.119100    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 16:13:19.119101    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 16:13:19.119103    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 16:13:19.118947    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 16:13:19.119114    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 16:13:19.119108    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 16:13:19.119121    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 16:13:19.119120    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 16:13:19.119131    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 16:13:19.119132    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 16:13:19.118991    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 16:13:19.119107    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 16:13:19.119150    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 16:13:19.119151    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.118989    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 16:13:19.119166    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.119171    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 16:13:19.118989    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 16:13:19.119175    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 16:13:19.119166    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.119188    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 16:13:19.118995    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 16:13:19.119220    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.119221    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 16:13:19.119238    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 16:13:19.119242    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 16:13:19.119249    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 16:13:19.119251    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 16:13:19.118989    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 16:13:19.119229    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 16:13:19.119003    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 16:13:19.119002    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.118826    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 16:13:19.119327    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 16:13:19.119015    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 16:13:19.119348    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 16:13:19.119020    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 16:13:19.119387    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 16:13:19.119389    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 16:13:19.119400    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 16:13:19.119392    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 16:13:19.119034    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 16:13:19.119029    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 16:13:19.119492    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 16:13:19.119030    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 16:13:19.119500    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 16:13:19.119509    3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed
I0326 16:13:19.119514    3823 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed
I0326 16:13:19.119041    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:19.119040    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 16:13:19.119619    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 16:13:19.119053    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 16:13:19.119686    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 16:13:19.119071    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 16:13:19.119732    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 16:13:19.119087    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 16:13:19.119132    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 16:13:19.119152    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.118971    3823 default_node_network_controller.go:943] Gateway and management port readiness took 56.892098ms
I0326 16:13:19.119002    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 16:13:19.119032    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 16:13:19.119857    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 16:13:19.119877    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.119925    3823 node_ip_handler_linux.go:160] Node IP manager is running
W0326 16:13:19.155597    3823 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 16:13:19.155778    3823 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 16:13:19.155945    3823 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0326 16:13:19.163949    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 16:13:19.163985    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 16:13:19.163997    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 16:13:19.164008    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 16:13:19.164028    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.164042    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 16:13:19.204771    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 16:13:19.204818    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.243495    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 16:13:19.243504    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 16:13:19.243525    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 16:13:19.243534    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 16:13:19.243544    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 16:13:19.243550    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 16:13:20.568054    3823 default_node_network_controller.go:1364] Starting node controller node sync
W0326 16:13:20.568058    3823 egressip_healthcheck.go:76] Health checking using insecure connection
I0326 16:13:20.568100    3823 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0326 16:13:20.580749    3823 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.676203ms
I0326 16:13:20.580983    3823 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0326 16:13:20.581285    3823 egressservice_node.go:93] Setting up event handlers for Egress Services
I0326 16:13:20.581502    3823 egressservice_node.go:183] Starting Egress Services Controller
I0326 16:13:20.581541    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 16:13:20.581556    3823 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 16:13:20.581566    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 16:13:20.581576    3823 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 16:13:20.581585    3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 16:13:20.581594    3823 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 16:13:20.581601    3823 egressservice_node.go:197] Repairing Egress Services
I0326 16:13:20.591832    3823 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0326 16:13:20.591847    3823 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 16:13:20.592109    3823 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0326 16:13:20.592122    3823 link_network_manager.go:117] Link manager is running
I0326 16:13:20.592134    3823 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0326 16:13:20.592221    3823 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0326 16:13:20.592653    3823 vrf_manager.go:128] VRF manager is running
I0326 16:13:20.592772    3823 node_controller_manager.go:437] Removing flows to drop GARP
I0326 16:13:20.592785    3823 gateway.go:519] Reconciling gateway with updates
I0326 16:13:20.615449    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 16:13:20.615476    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 16:13:20.615473    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:20.615485    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 16:13:20.615496    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:20.615495    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 16:13:20.615506    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 16:13:20.615505    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 16:13:20.615514    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 16:13:20.615521    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 16:13:20.615524    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 16:13:20.615522    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 16:13:20.615535    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 16:13:20.615532    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 16:13:20.615540    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 16:13:20.615543    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 16:13:20.615537    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 16:13:20.615553    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 16:13:20.615555    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 16:13:20.615515    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 16:13:20.615564    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 16:13:20.615563    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 16:13:20.615575    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 16:13:20.615581    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 16:13:20.615544    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.615592    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 16:13:20.615593    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 16:13:20.615579    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 16:13:20.615603    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 16:13:20.615605    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 16:13:20.615606    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 16:13:20.615610    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 16:13:20.615617    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 16:13:20.615618    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 16:13:20.615621    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 16:13:20.615620    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 16:13:20.615627    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 16:13:20.615634    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 16:13:20.615638    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 16:13:20.615627    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 16:13:20.615637    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 16:13:20.615646    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 16:13:20.615653    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 16:13:20.615653    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 16:13:20.615609    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 16:13:20.615636    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 16:13:20.615683    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 16:13:20.615686    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 16:13:20.615590    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 16:13:20.615695    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 16:13:20.615563    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 16:13:20.615498    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 16:13:20.615706    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 16:13:20.615596    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 16:13:20.615712    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 16:13:20.615722    3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed
I0326 16:13:20.615731    3823 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed
I0326 16:13:20.615553    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 16:13:20.615742    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 16:13:20.615599    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 16:13:20.615705    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.615789    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 16:13:20.615794    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 16:13:20.615798    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 16:13:20.615794    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 16:13:20.615802    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 16:13:20.615807    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 16:13:20.615811    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 16:13:20.615814    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 16:13:20.615818    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 16:13:20.615820    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 16:13:20.615818    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 16:13:20.615822    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 16:13:20.615824    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 16:13:20.615829    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 16:13:20.615832    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 16:13:20.615837    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 16:13:20.615843    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 16:13:20.615844    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.615850    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 16:13:20.615768    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 16:13:20.615868    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 16:13:20.615870    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 16:13:20.615624    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 16:13:20.615876    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 16:13:20.615877    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 16:13:20.615603    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 16:13:20.615918    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 16:13:20.615622    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 16:13:20.615579    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 16:13:20.615611    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 16:13:20.615993    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 16:13:20.616001    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 16:13:20.615801    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 16:13:20.615808    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 16:13:20.615810    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 16:13:20.616073    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 16:13:20.615812    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 16:13:20.616114    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 16:13:20.615821    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 16:13:20.616157    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 16:13:20.615818    3823 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 16:13:20.616198    3823 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 16:13:20.655360    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 16:13:20.655383    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 16:13:20.655391    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.655397    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 16:13:20.655403    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 16:13:20.655409    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 16:13:20.655441    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.655457    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 16:13:20.655463    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 16:13:20.655471    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 16:13:20.655478    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 16:13:20.655484    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 16:13:20.693623    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 16:13:20.693637    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 16:13:20.693659    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 16:13:20.693669    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.693677    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 16:13:20.693703    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.693715    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 16:13:20.693728    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.693738    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 16:13:20.693748    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.693758    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 16:13:20.693769    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 16:13:20.693780    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 16:13:20.693791    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 16:13:20.693802    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 16:13:20.693812    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 16:13:20.732987    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 16:13:20.733016    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 16:13:20.733023    3823 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 16:13:21.034214    3823 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-qz56x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:13:21.034264    3823 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-qz56x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:13:21.470469    3823 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-qz56x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:13:21.470491    3823 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-qz56x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:13:21.476170    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod kube-system/ecr-credential-refresh-initial-qz56x
I0326 16:13:21.476197    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod kube-system/ecr-credential-refresh-initial-qz56x
I0326 16:13:22.837927    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0326 16:13:22.837955    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 35.738µs
I0326 16:13:22.865927    3823 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-797d68944d-gp5l9] creating logical port openshift-image-registry_image-registry-797d68944d-gp5l9 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.866062    3823 kube.go:256] Updating pod openshift-image-registry/image-registry-797d68944d-gp5l9
I0326 16:13:22.884069    3823 pod.go:62] [openshift-image-registry/image-registry-797d68944d-gp5l9] pod update took 18.038153ms
I0326 16:13:22.884094    3823 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-797d68944d-gp5l9] addLogicalPort annotation time took 18.065386ms
I0326 16:13:22.885178    3823 pods.go:271] [openshift-image-registry/image-registry-797d68944d-gp5l9] addLogicalPort took 19.267411ms, libovsdb time 823.071µs
I0326 16:13:22.910682    3823 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2jc2k] creating logical port openshift-dns_dns-default-2jc2k for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.910785    3823 kube.go:256] Updating pod openshift-dns/dns-default-2jc2k
I0326 16:13:22.913622    3823 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-fpj2l for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.913727    3823 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l
I0326 16:13:22.913802    3823 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-d4z6m for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.913906    3823 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m
I0326 16:13:22.919642    3823 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.919751    3823 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm
I0326 16:13:22.919982    3823 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-mp877 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.920105    3823 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877
I0326 16:13:22.920231    3823 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-vkd5j] creating logical port openshift-console-operator_console-operator-8777bd9bb-vkd5j for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.920305    3823 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-d48zz] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-d48zz for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.920381    3823 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-d48zz
I0326 16:13:22.920440    3823 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-vkd5j
I0326 16:13:22.920519    3823 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-74scq] creating logical port openshift-insights_insights-operator-5577457d66-74scq for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.920595    3823 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-74scq
I0326 16:13:22.923072    3823 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zq8kn] creating logical port openshift-ingress-canary_ingress-canary-zq8kn for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.923171    3823 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zq8kn
I0326 16:13:22.950233    3823 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m] pod update took 36.343828ms
I0326 16:13:22.950264    3823 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m] addLogicalPort annotation time took 36.379855ms
I0326 16:13:22.950341    3823 pod.go:62] [openshift-dns/dns-default-2jc2k] pod update took 39.576721ms
I0326 16:13:22.950366    3823 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-2jc2k] addLogicalPort annotation time took 39.604512ms
I0326 16:13:22.950577    3823 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm] pod update took 30.852365ms
I0326 16:13:22.950589    3823 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877] pod update took 30.533903ms
I0326 16:13:22.950598    3823 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm] addLogicalPort annotation time took 30.873143ms
I0326 16:13:22.950607    3823 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877] addLogicalPort annotation time took 30.550897ms
I0326 16:13:22.950620    3823 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l] pod update took 36.924237ms
I0326 16:13:22.950635    3823 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l] addLogicalPort annotation time took 36.940688ms
I0326 16:13:22.950722    3823 pod.go:62] [openshift-insights/insights-operator-5577457d66-74scq] pod update took 30.144157ms
I0326 16:13:22.950780    3823 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-74scq] addLogicalPort annotation time took 30.201193ms
I0326 16:13:22.953340    3823 pods.go:271] [openshift-dns/dns-default-2jc2k] addLogicalPort took 42.667126ms, libovsdb time 2.499988ms
I0326 16:13:22.954227    3823 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m] addLogicalPort took 40.437462ms, libovsdb time 3.354607ms
I0326 16:13:22.954358    3823 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-687rq for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.954523    3823 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877] addLogicalPort took 34.546849ms, libovsdb time 3.648703ms
I0326 16:13:22.955987    3823 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-f677p for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.954685    3823 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq
I0326 16:13:22.956146    3823 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l] addLogicalPort took 42.536865ms, libovsdb time 5.084711ms
I0326 16:13:22.956381    3823 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm] addLogicalPort took 36.767866ms, libovsdb time 5.480811ms
I0326 16:13:22.956404    3823 pods.go:271] [openshift-insights/insights-operator-5577457d66-74scq] addLogicalPort took 35.894649ms, libovsdb time 5.392795ms
I0326 16:13:22.956493    3823 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-c5646 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.956642    3823 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646
I0326 16:13:22.956778    3823 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p
I0326 16:13:22.959973    3823 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-2dkp9 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.960082    3823 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9
I0326 16:13:22.962358    3823 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz] pod update took 42.002455ms
I0326 16:13:22.962445    3823 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-d48zz] addLogicalPort annotation time took 42.089966ms
I0326 16:13:22.963283    3823 pod.go:62] [openshift-ingress-canary/ingress-canary-zq8kn] pod update took 40.132577ms
I0326 16:13:22.963302    3823 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-zq8kn] addLogicalPort annotation time took 40.15617ms
I0326 16:13:22.964210    3823 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-vkd5j] pod update took 43.84439ms
I0326 16:13:22.964230    3823 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-vkd5j] addLogicalPort annotation time took 43.884853ms
I0326 16:13:22.967991    3823 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-vkd5j] addLogicalPort took 47.769469ms, libovsdb time 3.268346ms
I0326 16:13:22.968113    3823 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz] addLogicalPort took 47.815944ms, libovsdb time 5.158345ms
I0326 16:13:22.968170    3823 pods.go:271] [openshift-ingress-canary/ingress-canary-zq8kn] addLogicalPort took 45.108187ms, libovsdb time 4.414339ms
I0326 16:13:22.968220    3823 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29575690-j8xnp for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:22.968325    3823 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp
I0326 16:13:22.978101    3823 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p] pod update took 21.409652ms
I0326 16:13:22.978172    3823 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p] addLogicalPort annotation time took 21.509327ms
I0326 16:13:22.979275    3823 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p] addLogicalPort took 23.300264ms, libovsdb time 759.071µs
I0326 16:13:22.985524    3823 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646] pod update took 28.92281ms
I0326 16:13:22.985755    3823 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646] addLogicalPort annotation time took 29.154258ms
I0326 16:13:22.985668    3823 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq] pod update took 31.022437ms
I0326 16:13:22.985826    3823 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq] addLogicalPort annotation time took 31.187022ms
I0326 16:13:22.986614    3823 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646] addLogicalPort took 30.128487ms, libovsdb time 588.806µs
I0326 16:13:22.987120    3823 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq] addLogicalPort took 32.772603ms, libovsdb time 1.053994ms
I0326 16:13:22.990291    3823 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9] pod update took 30.255692ms
I0326 16:13:22.990310    3823 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9] addLogicalPort annotation time took 30.276999ms
I0326 16:13:22.990384    3823 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp] pod update took 22.111599ms
I0326 16:13:22.990402    3823 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp] addLogicalPort annotation time took 22.133921ms
I0326 16:13:22.991520    3823 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9] addLogicalPort took 31.566944ms, libovsdb time 877.548µs
I0326 16:13:22.991806    3823 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp] addLogicalPort took 23.591645ms, libovsdb time 1.071801ms
I0326 16:13:23.280557    3823 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l 9dc4f7483d93e1ef9c91870d996c7786162b4cf5bc8b18992d067580b6f91659 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l 9dc4f7483d93e1ef9c91870d996c7786162b4cf5bc8b18992d067580b6f91659 network default NAD default]
I0326 16:13:23.297619    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-fpj2l, hostIfaceName: 9dc4f7483d93e1e, network: default, NAD default, SandboxID: "9dc4f7483d93e1ef9c91870d996c7786162b4cf5bc8b18992d067580b6f91659", PCI device ID: , UID: "80116ecc-f3b4-49a3-82b4-cdcb3354026b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0326 16:13:23.343805    3823 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p 99e634b5762d499a3d1e38d183172acf9c59c66210b6c0b5d7558008c0938637 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p 99e634b5762d499a3d1e38d183172acf9c59c66210b6c0b5d7558008c0938637 network default NAD default]
I0326 16:13:23.346195    3823 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l 9dc4f7483d93e1ef9c91870d996c7786162b4cf5bc8b18992d067580b6f91659 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-fpj2l 9dc4f7483d93e1ef9c91870d996c7786162b4cf5bc8b18992d067580b6f91659 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:28:b1:7a:9e:2f\",\"name\":\"9dc4f7483d93e1e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/904c6483-33ee-4511-85c0-11a30c655783\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.346860    3823 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-vkd5j 999a12d3fafe90473af63196cf49c25c72e75b8554693d29c1ba32cb8139571a network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-vkd5j 999a12d3fafe90473af63196cf49c25c72e75b8554693d29c1ba32cb8139571a network default NAD default]
I0326 16:13:23.355350    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-f677p, hostIfaceName: 99e634b5762d499, network: default, NAD default, SandboxID: "99e634b5762d499a3d1e38d183172acf9c59c66210b6c0b5d7558008c0938637", PCI device ID: , UID: "9fd6cf03-a2d3-4b8a-b15e-e14bc5eef314", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0326 16:13:23.359605    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-vkd5j, hostIfaceName: 999a12d3fafe904, network: default, NAD default, SandboxID: "999a12d3fafe90473af63196cf49c25c72e75b8554693d29c1ba32cb8139571a", PCI device ID: , UID: "ff0bd4d8-b99e-40b0-a186-227ddea87ce2", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0326 16:13:23.368018    3823 cni.go:403] [openshift-ingress-canary/ingress-canary-zq8kn fc29dac356daac8f423a8cba406b263d45da7f936e77ca1d4e7b7a6f52fe3f1f network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zq8kn fc29dac356daac8f423a8cba406b263d45da7f936e77ca1d4e7b7a6f52fe3f1f network default NAD default]
I0326 16:13:23.370403    3823 cni.go:403] [openshift-insights/insights-operator-5577457d66-74scq 4c3f9b365e494ea189b1ac64c39a80bbacade4abf6ef4334fec240339741ff46 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-74scq 4c3f9b365e494ea189b1ac64c39a80bbacade4abf6ef4334fec240339741ff46 network default NAD default]
I0326 16:13:23.376549    3823 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq fc55513cd86f0eea3361858139664057c4ebe7593b4112d1a603d7e2f8ddd8a6 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq fc55513cd86f0eea3361858139664057c4ebe7593b4112d1a603d7e2f8ddd8a6 network default NAD default]
I0326 16:13:23.380012    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zq8kn, hostIfaceName: fc29dac356daac8, network: default, NAD default, SandboxID: "fc29dac356daac8f423a8cba406b263d45da7f936e77ca1d4e7b7a6f52fe3f1f", PCI device ID: , UID: "2e3e6939-773a-4cd5-8ab3-bd6a45822e48", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0326 16:13:23.389094    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-74scq, hostIfaceName: 4c3f9b365e494ea, network: default, NAD default, SandboxID: "4c3f9b365e494ea189b1ac64c39a80bbacade4abf6ef4334fec240339741ff46", PCI device ID: , UID: "bd651062-54c1-4f13-b0e1-91acc0b881b1", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0326 16:13:23.402523    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-687rq, hostIfaceName: fc55513cd86f0ee, network: default, NAD default, SandboxID: "fc55513cd86f0eea3361858139664057c4ebe7593b4112d1a603d7e2f8ddd8a6", PCI device ID: , UID: "0527224a-55e9-4ed2-bc5a-b07bda3b868e", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0326 16:13:23.412167    3823 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p 99e634b5762d499a3d1e38d183172acf9c59c66210b6c0b5d7558008c0938637 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-f677p 99e634b5762d499a3d1e38d183172acf9c59c66210b6c0b5d7558008c0938637 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:a3:c9:46:bb:8e\",\"name\":\"99e634b5762d499\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/410e4806-9fc6-4c90-8451-0fa6616bb58c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.422089    3823 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-vkd5j 999a12d3fafe90473af63196cf49c25c72e75b8554693d29c1ba32cb8139571a network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-vkd5j 999a12d3fafe90473af63196cf49c25c72e75b8554693d29c1ba32cb8139571a network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:1d:08:b4:a8:74\",\"name\":\"999a12d3fafe904\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42a14d4e-fc82-4b4b-8f2a-8134141577b9\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.439705    3823 cni.go:424] [openshift-insights/insights-operator-5577457d66-74scq 4c3f9b365e494ea189b1ac64c39a80bbacade4abf6ef4334fec240339741ff46 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-74scq 4c3f9b365e494ea189b1ac64c39a80bbacade4abf6ef4334fec240339741ff46 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:4b:62:7a:8c:cc\",\"name\":\"4c3f9b365e494ea\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39a30db2-1c2e-4d63-8cb0-128c240a8ca8\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.443704    3823 cni.go:424] [openshift-ingress-canary/ingress-canary-zq8kn fc29dac356daac8f423a8cba406b263d45da7f936e77ca1d4e7b7a6f52fe3f1f network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zq8kn fc29dac356daac8f423a8cba406b263d45da7f936e77ca1d4e7b7a6f52fe3f1f network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:7e:3e:44:4d:59\",\"name\":\"fc29dac356daac8\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57e9415e-6a38-4525-80b4-34cb48821065\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.450740    3823 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq fc55513cd86f0eea3361858139664057c4ebe7593b4112d1a603d7e2f8ddd8a6 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-687rq fc55513cd86f0eea3361858139664057c4ebe7593b4112d1a603d7e2f8ddd8a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:e2:96:da:1d:29\",\"name\":\"fc55513cd86f0ee\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63852d51-2307-49bf-9faa-37b1bcb8750d\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.452040    3823 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646 050e61f3f57aabd669bbdb5ab00b9e18f32f536643c1330ed2cedf507dac4295 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646 050e61f3f57aabd669bbdb5ab00b9e18f32f536643c1330ed2cedf507dac4295 network default NAD default]
I0326 16:13:23.463231    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-c5646, hostIfaceName: 050e61f3f57aabd, network: default, NAD default, SandboxID: "050e61f3f57aabd669bbdb5ab00b9e18f32f536643c1330ed2cedf507dac4295", PCI device ID: , UID: "6a086271-a950-4485-a01a-5fd87135a948", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0326 16:13:23.489751    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default]
I0326 16:13:23.498603    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29575690-j8xnp, hostIfaceName: 711f80ecc85d258, network: default, NAD default, SandboxID: "711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8", PCI device ID: , UID: "9c7fb34d-25f8-4798-af0e-76ef5a6b0630", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0326 16:13:23.508702    3823 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646 050e61f3f57aabd669bbdb5ab00b9e18f32f536643c1330ed2cedf507dac4295 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c5646 050e61f3f57aabd669bbdb5ab00b9e18f32f536643c1330ed2cedf507dac4295 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:70:70:03:70:a7\",\"name\":\"050e61f3f57aabd\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f52a98-16b6-47f1-ba2d-b1c09e97370c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.540431    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:fe:d8:12:23:6d\",\"name\":\"711f80ecc85d258\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1770e05f-e8dc-4822-b2aa-d9c3658d85e7\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.594491    3823 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm 25f3abfa950102d418c7888e2f2b34e6e910e972ca60c00b15ba75bdb63995f8 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm 25f3abfa950102d418c7888e2f2b34e6e910e972ca60c00b15ba75bdb63995f8 network default NAD default]
I0326 16:13:23.604000    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm, hostIfaceName: 25f3abfa950102d, network: default, NAD default, SandboxID: "25f3abfa950102d418c7888e2f2b34e6e910e972ca60c00b15ba75bdb63995f8", PCI device ID: , UID: "eeb4ff65-b03f-4588-a2b8-bf9764b6b90d", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0326 16:13:23.644576    3823 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm 25f3abfa950102d418c7888e2f2b34e6e910e972ca60c00b15ba75bdb63995f8 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-rhmjm 25f3abfa950102d418c7888e2f2b34e6e910e972ca60c00b15ba75bdb63995f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:93:64:9d:47:40\",\"name\":\"25f3abfa950102d\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39242d91-a8e0-4f54-81af-d1dbcd0d83c0\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:23.797574    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:28.281790    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:29.297056    3823 cni.go:403] [openshift-network-diagnostics/network-check-target-56j7m b0467e3e556f41960c49e80da3c7b7b6eb83f16e81377312d234dbf0986ce7f3 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-56j7m b0467e3e556f41960c49e80da3c7b7b6eb83f16e81377312d234dbf0986ce7f3 network default NAD default]
I0326 16:13:29.307431    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-56j7m, hostIfaceName: b0467e3e556f419, network: default, NAD default, SandboxID: "b0467e3e556f41960c49e80da3c7b7b6eb83f16e81377312d234dbf0986ce7f3", PCI device ID: , UID: "bcf0c2da-5f77-4a7e-a128-458bcb812129", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0326 16:13:29.352244    3823 cni.go:424] [openshift-network-diagnostics/network-check-target-56j7m b0467e3e556f41960c49e80da3c7b7b6eb83f16e81377312d234dbf0986ce7f3 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-56j7m b0467e3e556f41960c49e80da3c7b7b6eb83f16e81377312d234dbf0986ce7f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:7c:70:a6:8a:b0\",\"name\":\"b0467e3e556f419\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8980d43b-88a0-4327-8900-41ceadd32675\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:32.185803    3823 cni.go:403] [kube-system/global-pull-secret-syncer-tbvkx 04320bef8d29cf39ddf66b75ead8a29e068eb4392b1672e6db6fe93502580b02 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-tbvkx 04320bef8d29cf39ddf66b75ead8a29e068eb4392b1672e6db6fe93502580b02 network default NAD default]
I0326 16:13:32.195458    3823 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-tbvkx, hostIfaceName: 04320bef8d29cf3, network: default, NAD default, SandboxID: "04320bef8d29cf39ddf66b75ead8a29e068eb4392b1672e6db6fe93502580b02", PCI device ID: , UID: "2c205158-86a8-423d-ab54-e76263156289", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0326 16:13:32.236998    3823 cni.go:424] [kube-system/global-pull-secret-syncer-tbvkx 04320bef8d29cf39ddf66b75ead8a29e068eb4392b1672e6db6fe93502580b02 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-tbvkx 04320bef8d29cf39ddf66b75ead8a29e068eb4392b1672e6db6fe93502580b02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:61:c7:9f:eb:2a\",\"name\":\"04320bef8d29cf3\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e96d5e4-a992-4c95-b460-60ab306f1f46\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:33.377108    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal
I0326 16:13:33.377118    3823 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall
I0326 16:13:33.377133    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 33.09µs
I0326 16:13:33.377205    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 16:13:34.414408    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 16:13:34.674938    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:34.690828    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:34.967680    3823 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0326 16:13:34.968716    3823 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.008501ms
I0326 16:13:34.985748    3823 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 16:13:35.056260    3823 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-wxjll for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:35.056384    3823 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll
I0326 16:13:35.102362    3823 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll] pod update took 46.016266ms
I0326 16:13:35.102387    3823 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll] addLogicalPort annotation time took 46.048144ms
I0326 16:13:35.103733    3823 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll] addLogicalPort took 47.496905ms, libovsdb time 935.79µs
W0326 16:13:35.258328    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 16:13:35.339220    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:35.460598    3823 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll 3b321d0e01564c0d09d64cdc6bf5747f7184c8ef1800b3824d0ecf03002ef047 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll 3b321d0e01564c0d09d64cdc6bf5747f7184c8ef1800b3824d0ecf03002ef047 network default NAD default]
I0326 16:13:35.470852    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-wxjll, hostIfaceName: 3b321d0e01564c0, network: default, NAD default, SandboxID: "3b321d0e01564c0d09d64cdc6bf5747f7184c8ef1800b3824d0ecf03002ef047", PCI device ID: , UID: "5d9ee14b-78d0-403a-8ab6-9b966330cc96", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0326 16:13:35.517008    3823 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll 3b321d0e01564c0d09d64cdc6bf5747f7184c8ef1800b3824d0ecf03002ef047 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-wxjll 3b321d0e01564c0d09d64cdc6bf5747f7184c8ef1800b3824d0ecf03002ef047 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:ca:19:3d:71:51\",\"name\":\"3b321d0e01564c0\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd4de39f-ab65-4447-b9bb-f990a55e206f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:36.493457    3823 namespace.go:98] [openshift-service-ca] adding namespace
I0326 16:13:36.494615    3823 namespace.go:102] [openshift-service-ca] adding namespace took 1.135489ms
I0326 16:13:36.507741    3823 namespace.go:142] [openshift-service-ca] updating namespace
I0326 16:13:38.102209    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default"
I0326 16:13:38.102216    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "ip-10-0-1-134.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:38.102260    3823 node_tracker.go:235] Node ip-10-0-1-134.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal"
I0326 16:13:38.102275    3823 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:38.102289    3823 services_controller.go:574] Full service sync requested for network=default
W0326 16:13:38.102537    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 16:13:38.102670    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0326 16:13:38.102679    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 16:13:38.167956    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "ip-10-0-1-134.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:38.168046    3823 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-qhpk4] creating logical port openshift-service-ca_service-ca-f59fc589b-qhpk4 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:38.168152    3823 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-qhpk4
I0326 16:13:38.182404    3823 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-qhpk4] pod update took 14.287085ms
I0326 16:13:38.182439    3823 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-qhpk4] addLogicalPort annotation time took 14.325116ms
I0326 16:13:38.183846    3823 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-qhpk4] addLogicalPort took 15.816994ms, libovsdb time 1.067935ms
I0326 16:13:38.218014    3823 default_network_controller.go:1008] Node "ip-10-0-1-134.ec2.internal" in remote zone "ip-10-0-1-134.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:38.218028    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default"
I0326 16:13:38.218073    3823 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:38.218083    3823 services_controller.go:574] Full service sync requested for network=default
W0326 16:13:38.218260    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0326 16:13:38.218303    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 16:13:38.218626    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 16:13:38.218738    3823 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-134.ec2.internal for the network default
I0326 16:13:38.219873    3823 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-134.ec2.internal" on network "default" took: 1.152577ms
I0326 16:13:38.540101    3823 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-qhpk4 5727766c2bbc67bdd1dea80dc35bba0bc78a7fc9b56dcbb5a5b95af79a3dbb80 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-qhpk4 5727766c2bbc67bdd1dea80dc35bba0bc78a7fc9b56dcbb5a5b95af79a3dbb80 network default NAD default]
I0326 16:13:38.548814    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-qhpk4, hostIfaceName: 5727766c2bbc67b, network: default, NAD default, SandboxID: "5727766c2bbc67bdd1dea80dc35bba0bc78a7fc9b56dcbb5a5b95af79a3dbb80", PCI device ID: , UID: "d790c455-9d6d-4d83-a714-1f114d9f4d17", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0326 16:13:38.591593    3823 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-qhpk4 5727766c2bbc67bdd1dea80dc35bba0bc78a7fc9b56dcbb5a5b95af79a3dbb80 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-qhpk4 5727766c2bbc67bdd1dea80dc35bba0bc78a7fc9b56dcbb5a5b95af79a3dbb80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:b8:57:51:06:c6\",\"name\":\"5727766c2bbc67b\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a59e59bc-2c96-4889-8aa3-3ef75f337c88\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:38.625463    3823 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hwbj6] creating logical port openshift-insights_insights-runtime-extractor-hwbj6 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:38.625564    3823 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hwbj6
I0326 16:13:38.629662    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:38.639805    3823 pod.go:62] [openshift-insights/insights-runtime-extractor-hwbj6] pod update took 14.278643ms
I0326 16:13:38.639824    3823 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-hwbj6] addLogicalPort annotation time took 14.303744ms
I0326 16:13:38.641159    3823 pods.go:271] [openshift-insights/insights-runtime-extractor-hwbj6] addLogicalPort took 15.710005ms, libovsdb time 997.297µs
I0326 16:13:38.826177    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:13:38.826198    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 28.449µs
I0326 16:13:38.826228    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:38.826235    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:13:40.765672    3823 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall
I0326 16:13:40.765672    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default"
I0326 16:13:40.765726    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal
I0326 16:13:40.765739    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 18.364µs
I0326 16:13:40.765759    3823 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:40.765778    3823 services_controller.go:574] Full service sync requested for network=default
I0326 16:13:40.765797    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 10.0.1.134 to PMTUD blocking rules
I0326 16:13:40.765811    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0326 16:13:40.765899    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0326 16:13:40.765918    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 16:13:40.766243    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 16:13:40.772058    3823 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-134.ec2.internal. Updating no re-route policies
I0326 16:13:40.781842    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 10.0.1.134 to PMTUD blocking rules
I0326 16:13:40.781859    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0326 16:13:43.119172    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 16:13:46.524321    3823 cni.go:403] [openshift-insights/insights-runtime-extractor-hwbj6 6047af87928ed263859b090888f2e74676ebaa48a5e0da37d1acb2ac692d30c5 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hwbj6 6047af87928ed263859b090888f2e74676ebaa48a5e0da37d1acb2ac692d30c5 network default NAD default]
I0326 16:13:46.532690    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hwbj6, hostIfaceName: 6047af87928ed26, network: default, NAD default, SandboxID: "6047af87928ed263859b090888f2e74676ebaa48a5e0da37d1acb2ac692d30c5", PCI device ID: , UID: "b0ac3137-85d7-4023-8f3a-04b271c9ce16", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0326 16:13:46.578017    3823 cni.go:424] [openshift-insights/insights-runtime-extractor-hwbj6 6047af87928ed263859b090888f2e74676ebaa48a5e0da37d1acb2ac692d30c5 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hwbj6 6047af87928ed263859b090888f2e74676ebaa48a5e0da37d1acb2ac692d30c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:be:1b:c4:98:ed\",\"name\":\"6047af87928ed26\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66d14906-f57e-4a3e-bb43-34a94324ef23\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:46.579410    3823 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-2-80.ec2.internal
I0326 16:13:46.579446    3823 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-2-80.ec2.internal
I0326 16:13:46.579531    3823 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-2-80.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal
I0326 16:13:48.958087    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:48.958924    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst
I0326 16:13:48.958925    3823 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9
I0326 16:13:48.958940    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst
I0326 16:13:48.958947    3823 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9
I0326 16:13:48.958973    3823 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-4dhst, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4dhst: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found 
I0326 16:13:48.958977    3823 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zxqv9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zxqv9: suppressed error logged: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found 
I0326 16:13:55.037789    3823 cni.go:403] [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default]
I0326 16:13:55.046654    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-797d68944d-gp5l9, hostIfaceName: 45cc3a4ca2c3b3c, network: default, NAD default, SandboxID: "45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500", PCI device ID: , UID: "d8a5424b-80ce-42e0-ab8c-c359785bd0b4", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0326 16:13:55.084861    3823 cni.go:403] [openshift-dns/dns-default-2jc2k 577b6acb13328a3e90b623664abfd68cfa8eff30713739b82419d4cb1b130eb3 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-2jc2k 577b6acb13328a3e90b623664abfd68cfa8eff30713739b82419d4cb1b130eb3 network default NAD default]
I0326 16:13:55.093325    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2jc2k, hostIfaceName: 577b6acb13328a3, network: default, NAD default, SandboxID: "577b6acb13328a3e90b623664abfd68cfa8eff30713739b82419d4cb1b130eb3", PCI device ID: , UID: "8f7b23ec-a5b2-4a39-ab0f-c6185ab5f1ff", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0326 16:13:55.095476    3823 cni.go:424] [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:4f:a6:3f:90:40\",\"name\":\"45cc3a4ca2c3b3c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b6dbe97-ad8d-4aff-9b34-99d58aa8b561\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:55.103312    3823 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m 1ffb8f5c3a094abd561e676e7e76a1cf8ea8fa7803fa0447646bb6ce37ff58b7 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m 1ffb8f5c3a094abd561e676e7e76a1cf8ea8fa7803fa0447646bb6ce37ff58b7 network default NAD default]
I0326 16:13:55.112038    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-d4z6m, hostIfaceName: 1ffb8f5c3a094ab, network: default, NAD default, SandboxID: "1ffb8f5c3a094abd561e676e7e76a1cf8ea8fa7803fa0447646bb6ce37ff58b7", PCI device ID: , UID: "dbc6b3b8-160b-43ca-aa6e-7764dd43988c", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0326 16:13:55.142662    3823 cni.go:424] [openshift-dns/dns-default-2jc2k 577b6acb13328a3e90b623664abfd68cfa8eff30713739b82419d4cb1b130eb3 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-2jc2k 577b6acb13328a3e90b623664abfd68cfa8eff30713739b82419d4cb1b130eb3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:a3:f3:fa:d0:69\",\"name\":\"577b6acb13328a3\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f86fea29-62d3-4bd8-9dd1-365129cd1305\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:55.147536    3823 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877 d88957923433c8190ae0e8dd33e5baf414f900f59278a482a34508080cd56590 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877 d88957923433c8190ae0e8dd33e5baf414f900f59278a482a34508080cd56590 network default NAD default]
I0326 16:13:55.160531    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-mp877, hostIfaceName: d88957923433c81, network: default, NAD default, SandboxID: "d88957923433c8190ae0e8dd33e5baf414f900f59278a482a34508080cd56590", PCI device ID: , UID: "726810d4-03b1-4a18-8f9f-680d5ff9d9c6", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0326 16:13:55.164227    3823 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz 96700e030b2abc243e830ed2c378fdc32053c307594811635b79e892135c4169 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz 96700e030b2abc243e830ed2c378fdc32053c307594811635b79e892135c4169 network default NAD default]
I0326 16:13:55.165495    3823 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m 1ffb8f5c3a094abd561e676e7e76a1cf8ea8fa7803fa0447646bb6ce37ff58b7 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-d4z6m 1ffb8f5c3a094abd561e676e7e76a1cf8ea8fa7803fa0447646bb6ce37ff58b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:87:f2:6b:0f:bc\",\"name\":\"1ffb8f5c3a094ab\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfeeb74c-115b-4276-a254-7d1ce6c3a043\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:55.182148    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-d48zz, hostIfaceName: 96700e030b2abc2, network: default, NAD default, SandboxID: "96700e030b2abc243e830ed2c378fdc32053c307594811635b79e892135c4169", PCI device ID: , UID: "fba2ff9d-4cbe-480e-8be1-8cf712f8a10e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0326 16:13:55.185718    3823 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9 edff8370f7681912866d07ebad439efb9b414a03f3c530404d87ece216e9ee73 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9 edff8370f7681912866d07ebad439efb9b414a03f3c530404d87ece216e9ee73 network default NAD default]
I0326 16:13:55.200355    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-2dkp9, hostIfaceName: edff8370f768191, network: default, NAD default, SandboxID: "edff8370f7681912866d07ebad439efb9b414a03f3c530404d87ece216e9ee73", PCI device ID: , UID: "0a2110dd-a34b-4c13-b243-47d2c58a8dcc", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0326 16:13:55.219873    3823 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877 d88957923433c8190ae0e8dd33e5baf414f900f59278a482a34508080cd56590 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-mp877 d88957923433c8190ae0e8dd33e5baf414f900f59278a482a34508080cd56590 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:01:1a:b1:77:98\",\"name\":\"d88957923433c81\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc14c85f-c656-47f0-b61f-551af3fadbbb\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:55.241992    3823 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz 96700e030b2abc243e830ed2c378fdc32053c307594811635b79e892135c4169 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-d48zz 96700e030b2abc243e830ed2c378fdc32053c307594811635b79e892135c4169 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:f0:e8:f7:cd:b4\",\"name\":\"96700e030b2abc2\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/799bf107-6f0e-4540-8cd7-b8fb6525a558\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:55.259781    3823 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9 edff8370f7681912866d07ebad439efb9b414a03f3c530404d87ece216e9ee73 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-2dkp9 edff8370f7681912866d07ebad439efb9b414a03f3c530404d87ece216e9ee73 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:c1:02:d7:a1:18\",\"name\":\"edff8370f768191\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f1d771b-55e7-4ebe-be02-f559c62f3c80\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:13:56.294490    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 16:13:56.294487    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 16:13:56.342173    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:56.344695    3823 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6b8c6759bc-v6lr4] creating logical port openshift-ingress_router-default-6b8c6759bc-v6lr4 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:56.345018    3823 kube.go:256] Updating pod openshift-ingress/router-default-6b8c6759bc-v6lr4
I0326 16:13:56.349283    3823 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-84f8d898b7-mvcd6] creating logical port openshift-ingress_router-default-84f8d898b7-mvcd6 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:56.349462    3823 kube.go:256] Updating pod openshift-ingress/router-default-84f8d898b7-mvcd6
I0326 16:13:56.385110    3823 pod.go:62] [openshift-ingress/router-default-6b8c6759bc-v6lr4] pod update took 40.154156ms
I0326 16:13:56.385145    3823 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-6b8c6759bc-v6lr4] addLogicalPort annotation time took 40.196433ms
I0326 16:13:56.385472    3823 pod.go:62] [openshift-ingress/router-default-84f8d898b7-mvcd6] pod update took 36.070567ms
I0326 16:13:56.385497    3823 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-84f8d898b7-mvcd6] addLogicalPort annotation time took 36.101253ms
I0326 16:13:56.387539    3823 pods.go:271] [openshift-ingress/router-default-6b8c6759bc-v6lr4] addLogicalPort took 42.863025ms, libovsdb time 1.95423ms
I0326 16:13:56.387543    3823 pods.go:271] [openshift-ingress/router-default-84f8d898b7-mvcd6] addLogicalPort took 38.272491ms, libovsdb time 1.626566ms
I0326 16:13:56.459014    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0326 16:13:56.465225    3823 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-84dfc9895-q7qrc IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-84dfc9895-q7qrc: no pod IPs found 
W0326 16:13:56.481114    3823 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-797d68944d-sgs8p IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-797d68944d-sgs8p: no pod IPs found 
I0326 16:13:57.279214    3823 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-dljts] creating logical port openshift-console_downloads-56d45c498b-dljts for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:57.279358    3823 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-dljts
I0326 16:13:57.298662    3823 pod.go:62] [openshift-console/downloads-56d45c498b-dljts] pod update took 19.332913ms
I0326 16:13:57.298688    3823 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-dljts] addLogicalPort annotation time took 19.36729ms
I0326 16:13:57.300111    3823 pods.go:271] [openshift-console/downloads-56d45c498b-dljts] addLogicalPort took 20.917988ms, libovsdb time 1.054008ms
I0326 16:13:57.727737    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default"
I0326 16:13:57.727758    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:57.727787    3823 node_tracker.go:235] Node ip-10-0-2-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal"
I0326 16:13:57.727804    3823 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:57.727813    3823 services_controller.go:574] Full service sync requested for network=default
W0326 16:13:57.728095    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 16:13:57.728136    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 16:13:57.728208    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 16:13:57.763490    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:57.810191    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal
I0326 16:13:57.810221    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 36.04µs
I0326 16:13:57.896291    3823 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0326 16:13:57.896296    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default"
I0326 16:13:57.896358    3823 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:57.896373    3823 services_controller.go:574] Full service sync requested for network=default
W0326 16:13:57.896638    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 16:13:57.896934    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 16:13:57.897002    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 16:13:57.897019    3823 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-80.ec2.internal for the network default
I0326 16:13:57.898300    3823 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-80.ec2.internal" on network "default" took: 1.294513ms
I0326 16:13:58.091150    3823 cni.go:403] [openshift-ingress/router-default-6b8c6759bc-v6lr4 431374ce1b215179c0a6bb27feece0c2166efd4f34b83e9f44c76080b5a0f654 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-6b8c6759bc-v6lr4 431374ce1b215179c0a6bb27feece0c2166efd4f34b83e9f44c76080b5a0f654 network default NAD default]
I0326 16:13:58.094847    3823 cni.go:403] [openshift-multus/network-metrics-daemon-6jqwt eb1e46a7a4668ec83ffa7cc401ab2c58777983756d9b1795d08662d12e4624c1 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-6jqwt eb1e46a7a4668ec83ffa7cc401ab2c58777983756d9b1795d08662d12e4624c1 network default NAD default]
I0326 16:13:58.096654    3823 cni.go:403] [openshift-console/downloads-56d45c498b-dljts 608cfc79e5edaf07513a1dbbe233f8b7ec603075a0665b9c9259c64fc966c210 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-dljts 608cfc79e5edaf07513a1dbbe233f8b7ec603075a0665b9c9259c64fc966c210 network default NAD default]
I0326 16:13:58.104313    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6b8c6759bc-v6lr4, hostIfaceName: 431374ce1b21517, network: default, NAD default, SandboxID: "431374ce1b215179c0a6bb27feece0c2166efd4f34b83e9f44c76080b5a0f654", PCI device ID: , UID: "a5fae8ad-6998-4893-8b29-fdceb96789d2", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0326 16:13:58.107531    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6jqwt, hostIfaceName: eb1e46a7a4668ec, network: default, NAD default, SandboxID: "eb1e46a7a4668ec83ffa7cc401ab2c58777983756d9b1795d08662d12e4624c1", PCI device ID: , UID: "3c4c3ba4-359c-43f4-be6d-1dc40f4591f1", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0326 16:13:58.112967    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-dljts, hostIfaceName: 608cfc79e5edaf0, network: default, NAD default, SandboxID: "608cfc79e5edaf07513a1dbbe233f8b7ec603075a0665b9c9259c64fc966c210", PCI device ID: , UID: "ba068b68-4985-40f2-a3fa-f2efc65c6395", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0326 16:13:58.162483    3823 cni.go:424] [openshift-ingress/router-default-6b8c6759bc-v6lr4 431374ce1b215179c0a6bb27feece0c2166efd4f34b83e9f44c76080b5a0f654 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-6b8c6759bc-v6lr4 431374ce1b215179c0a6bb27feece0c2166efd4f34b83e9f44c76080b5a0f654 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:3f:54:37:60:8c\",\"name\":\"431374ce1b21517\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/372fc822-816a-4444-87a6-51d86efe48c9\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:58.186240    3823 cni.go:424] [openshift-multus/network-metrics-daemon-6jqwt eb1e46a7a4668ec83ffa7cc401ab2c58777983756d9b1795d08662d12e4624c1 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6jqwt eb1e46a7a4668ec83ffa7cc401ab2c58777983756d9b1795d08662d12e4624c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:2c:b1:50:66:5c\",\"name\":\"eb1e46a7a4668ec\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3510d9e7-5214-49b5-871f-a1ddc51e0440\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:58.204671    3823 cni.go:424] [openshift-console/downloads-56d45c498b-dljts 608cfc79e5edaf07513a1dbbe233f8b7ec603075a0665b9c9259c64fc966c210 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-dljts 608cfc79e5edaf07513a1dbbe233f8b7ec603075a0665b9c9259c64fc966c210 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:1c:51:37:36:cc\",\"name\":\"608cfc79e5edaf0\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cf95a2a-fc2c-4d1e-9261-0c130c26a762\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:13:58.452556    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:13:58.452582    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 35.549µs
I0326 16:13:58.452606    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:13:58.452608    3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default"
I0326 16:13:58.452657    3823 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default"
I0326 16:13:58.452654    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 10.0.2.80 to PMTUD blocking rules
I0326 16:13:58.452672    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 16:13:58.452673    3823 services_controller.go:574] Full service sync requested for network=default
W0326 16:13:58.453029    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 16:13:58.453082    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 16:13:58.453137    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 16:13:58.458959    3823 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-80.ec2.internal. Updating no re-route policies
W0326 16:13:58.460509    3823 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:13:58.460526    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:13:58.460530    3823 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0326 16:13:58.471810    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 10.0.2.80 to PMTUD blocking rules
I0326 16:13:58.471825    3823 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0326 16:13:58.566254    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 16:13:58.566270    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 16:13:58.579317    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 16:13:58.579333    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 16:13:58.579338    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
I0326 16:13:59.125744    3823 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-zn9cw for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:13:59.125902    3823 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw
I0326 16:13:59.138337    3823 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw] pod update took 12.467737ms
I0326 16:13:59.138442    3823 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw] addLogicalPort annotation time took 12.577437ms
I0326 16:13:59.139868    3823 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw] addLogicalPort took 14.142077ms, libovsdb time 1.052033ms
W0326 16:13:59.413002    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 16:13:59.413030    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0326 16:13:59.498378    3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0326 16:13:59.512788    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 16:13:59.512804    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 16:13:59.512810    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 16:13:59.545553    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 16:14:01.022552    3823 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw 7c57a0ddbf83fb2720f832bf847e55ae41cb9a41e07433ccb7d88eb60063aafa network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw 7c57a0ddbf83fb2720f832bf847e55ae41cb9a41e07433ccb7d88eb60063aafa network default NAD default]
I0326 16:14:01.032053    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-zn9cw, hostIfaceName: 7c57a0ddbf83fb2, network: default, NAD default, SandboxID: "7c57a0ddbf83fb2720f832bf847e55ae41cb9a41e07433ccb7d88eb60063aafa", PCI device ID: , UID: "6b2b7531-66ce-46cd-ac2f-0de2a972c14e", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0326 16:14:01.080310    3823 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw 7c57a0ddbf83fb2720f832bf847e55ae41cb9a41e07433ccb7d88eb60063aafa network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-zn9cw 7c57a0ddbf83fb2720f832bf847e55ae41cb9a41e07433ccb7d88eb60063aafa network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:06:4c:31:79:53\",\"name\":\"7c57a0ddbf83fb2\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6edf71d9-dc45-4420-a3ab-38c55625a09e\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:14:02.575152    3823 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:02.575168    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:02.575173    3823 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0326 16:14:02.708005    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:14:02.708038    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 39.541µs
W0326 16:14:04.001019    3823 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 16:14:04.412047    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 16:14:04.440816    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 16:14:06.277384    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 16:14:06.372584    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0326 16:14:07.032466    3823 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:07.032481    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:07.032486    3823 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:08.396094    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:08.396117    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:08.396124    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 16:14:12.027582    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 16:14:15.060122    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:15.060143    3823 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:15.060151    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:15.471129    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 16:14:15.507435    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
I0326 16:14:16.194037    3823 base_network_controller_pods.go:487] [default/openshift-console/console-ddbdf94f5-k7pmr] creating logical port openshift-console_console-ddbdf94f5-k7pmr for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:14:16.194176    3823 kube.go:256] Updating pod openshift-console/console-ddbdf94f5-k7pmr
I0326 16:14:16.223531    3823 pod.go:62] [openshift-console/console-ddbdf94f5-k7pmr] pod update took 29.393ms
I0326 16:14:16.223555    3823 base_network_controller_pods.go:937] [default/openshift-console/console-ddbdf94f5-k7pmr] addLogicalPort annotation time took 29.4228ms
I0326 16:14:16.224805    3823 pods.go:271] [openshift-console/console-ddbdf94f5-k7pmr] addLogicalPort took 30.790236ms, libovsdb time 812.973µs
W0326 16:14:16.376912    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 16:14:16.558166    3823 cni.go:403] [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default] ADD starting CNI request [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default]
I0326 16:14:16.577789    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-ddbdf94f5-k7pmr, hostIfaceName: 5355216733ca2ea, network: default, NAD default, SandboxID: "5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f", PCI device ID: , UID: "5b30b0a9-c1de-41cf-80e4-1faade322815", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0326 16:14:16.630280    3823 cni.go:424] [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default] ADD finished CNI request [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:a9:d7:62:06:2c\",\"name\":\"5355216733ca2ea\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48e6b862-611a-4492-9cbc-0157ba5354ef\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:14:16.647784    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 16:14:20.079873    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 16:14:20.177364    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 16:14:20.177384    3823 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 16:14:20.177389    3823 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 16:14:20.177443    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 16:14:20.277542    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 16:14:20.277562    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 16:14:20.691381    3823 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:20.691402    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:20.691409    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 16:14:20.800992    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 16:14:20.801010    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 16:14:20.827667    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 16:14:27.541172    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 16:14:41.911312    3823 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:41.911878    3823 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:42.835432    3823 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:42.835463    3823 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:42.840981    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-v4d5m
I0326 16:14:42.841007    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-v4d5m
W0326 16:14:44.605392    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 16:14:44.605389    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 16:14:44.605490    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 16:14:45.612627    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0326 16:14:45.776390    3823 cni.go:403] [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default]
I0326 16:14:45.844430    3823 cni.go:424] [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-797d68944d-gp5l9 45cc3a4ca2c3b3c6fbcae6dbf35ba830c30376c249d3ef66c6ff22df7b64f500 network default NAD default], result "{}", err <nil>
I0326 16:14:45.915873    3823 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:45.915917    3823 pods.go:176] Deleting pod: openshift-image-registry/image-registry-797d68944d-gp5l9
I0326 16:14:45.917145    3823 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-797d68944d-gp5l9, ips: 10.128.0.6
I0326 16:14:45.917174    3823 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:46.609511    3823 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:46.609536    3823 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:46.614135    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-797d68944d-gp5l9
I0326 16:14:46.614160    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-797d68944d-gp5l9
W0326 16:14:49.636175    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0326 16:14:49.636182    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0326 16:14:49.636229    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0326 16:14:50.641292    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0326 16:14:50.641296    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0326 16:14:50.641347    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0326 16:14:50.673602    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0326 16:14:51.647474    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0326 16:14:52.861725    3823 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:52.862289    3823 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:14:53.231029    3823 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:53.231054    3823 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:14:53.233636    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-tgnk2
I0326 16:14:53.233665    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-tgnk2
I0326 16:15:32.730872    3823 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:15:32.731447    3823 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:15:33.036393    3823 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:15:33.036449    3823 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:15:33.041765    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0326 16:15:33.041786    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0326 16:15:36.842972    3823 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:15:36.843533    3823 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:15:37.059047    3823 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:15:37.059074    3823 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:15:37.066452    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0326 16:15:37.066477    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0326 16:16:01.641730    3823 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:01.642305    3823 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:01.642333    3823 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:01.642343    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0326 16:16:01.642356    3823 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:01.642361    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0326 16:16:02.667938    3823 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:02.667962    3823 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:02.667978    3823 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:02.667988    3823 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:02.937562    3823 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 16:16:02.945554    3823 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 16:16:04.008620    3823 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:04.009156    3823 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:04.470080    3823 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:04.470101    3823 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:04.476103    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-tm58x
I0326 16:16:04.476124    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-tm58x
I0326 16:16:04.864493    3823 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:04.864983    3823 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:05.535443    3823 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:05.535466    3823 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:05.541041    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0326 16:16:05.541061    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0326 16:16:14.670637    3823 cni.go:403] [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default] DEL starting CNI request [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default]
I0326 16:16:14.742231    3823 cni.go:424] [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default] DEL finished CNI request [openshift-console/console-ddbdf94f5-k7pmr 5355216733ca2ea19ea67c4e83e7813e1b7403fa33e206a17bfb51ed7c6d3e5f network default NAD default], result "{}", err <nil>
I0326 16:16:14.789213    3823 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:14.789242    3823 pods.go:176] Deleting pod: openshift-console/console-ddbdf94f5-k7pmr
I0326 16:16:14.790638    3823 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddbdf94f5-k7pmr, ips: 10.128.0.28
I0326 16:16:14.790662    3823 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:14.966800    3823 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:14.966824    3823 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:14.972705    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-k7pmr
I0326 16:16:14.972736    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-k7pmr
I0326 16:16:39.652485    3823 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:39.653074    3823 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:16:39.981796    3823 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:39.981820    3823 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:16:39.988644    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0326 16:16:39.988672    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0326 16:17:49.258956    3823 base_network_controller_pods.go:487] [default/openshift-console/console-78f5655b5d-j7vrp] creating logical port openshift-console_console-78f5655b5d-j7vrp for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:17:49.259095    3823 kube.go:256] Updating pod openshift-console/console-78f5655b5d-j7vrp
I0326 16:17:49.281124    3823 pod.go:62] [openshift-console/console-78f5655b5d-j7vrp] pod update took 22.054874ms
I0326 16:17:49.281146    3823 base_network_controller_pods.go:937] [default/openshift-console/console-78f5655b5d-j7vrp] addLogicalPort annotation time took 22.084184ms
I0326 16:17:49.282430    3823 pods.go:271] [openshift-console/console-78f5655b5d-j7vrp] addLogicalPort took 23.47105ms, libovsdb time 848.967µs
I0326 16:17:49.622026    3823 cni.go:403] [openshift-console/console-78f5655b5d-j7vrp aeb7ea8bacb5a9f49f86c9fb421c5518436bf2237fc9ee971fc0f5438457a453 network default NAD default] ADD starting CNI request [openshift-console/console-78f5655b5d-j7vrp aeb7ea8bacb5a9f49f86c9fb421c5518436bf2237fc9ee971fc0f5438457a453 network default NAD default]
I0326 16:17:49.630874    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-78f5655b5d-j7vrp, hostIfaceName: aeb7ea8bacb5a9f, network: default, NAD default, SandboxID: "aeb7ea8bacb5a9f49f86c9fb421c5518436bf2237fc9ee971fc0f5438457a453", PCI device ID: , UID: "dadfd574-5c37-461f-ad92-640088c9f660", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0326 16:17:49.677574    3823 cni.go:424] [openshift-console/console-78f5655b5d-j7vrp aeb7ea8bacb5a9f49f86c9fb421c5518436bf2237fc9ee971fc0f5438457a453 network default NAD default] ADD finished CNI request [openshift-console/console-78f5655b5d-j7vrp aeb7ea8bacb5a9f49f86c9fb421c5518436bf2237fc9ee971fc0f5438457a453 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:3e:fc:f1:1b:f4\",\"name\":\"aeb7ea8bacb5a9f\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7521313-0c44-47c4-b52d-85aa7256deb1\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:18:00.378765    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 16:18:14.566773    3823 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:18:14.567294    3823 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:18:15.077193    3823 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:18:15.077217    3823 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:18:15.079760    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-pnbd9
I0326 16:18:15.079785    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-pnbd9
I0326 16:18:25.698932    3823 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:18:25.699529    3823 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:18:25.962332    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 16:18:26.028226    3823 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:18:26.028257    3823 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:18:26.034708    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-cpstg
I0326 16:18:26.034732    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-cpstg
I0326 16:18:36.964363    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0326 16:18:39.043634    3823 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 16:19:15.972533    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0326 16:19:30.855494    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129
I0326 16:19:45.858278    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0326 16:19:52.945297    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 16:19:56.995236    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 16:20:00.207071    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default]
I0326 16:20:00.274595    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp 711f80ecc85d258fe266fd6b098019d956dc5dff2e4f7b304261a9595be6bec8 network default NAD default], result "{}", err <nil>
I0326 16:20:00.825306    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:20:00.825339    3823 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp
I0326 16:20:00.826747    3823 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp, ips: 10.128.0.20
I0326 16:20:00.826773    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:20:00.836219    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:20:00.836238    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:20:00.844911    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp
I0326 16:20:00.844935    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp
I0326 16:20:22.273027    3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal
I0326 16:20:22.273058    3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 35.307µs
I0326 16:20:22.273018    3823 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall
I0326 16:20:27.853821    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0326 16:20:29.989805    3823 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0326 16:20:44.856180    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0326 16:20:49.854262    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86
I0326 16:21:04.357334    3823 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-qm6x6 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:21:04.357482    3823 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6
I0326 16:21:04.372528    3823 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6] pod update took 15.071819ms
I0326 16:21:04.372549    3823 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6] addLogicalPort annotation time took 15.098582ms
I0326 16:21:04.373876    3823 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6] addLogicalPort took 16.557777ms, libovsdb time 943.382µs
I0326 16:21:04.716948    3823 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6 d6a0b1fc3daa424d43f9673c7a1924c7b40476a49bf814e3442d100a78b3c933 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6 d6a0b1fc3daa424d43f9673c7a1924c7b40476a49bf814e3442d100a78b3c933 network default NAD default]
I0326 16:21:04.725506    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-qm6x6, hostIfaceName: d6a0b1fc3daa424, network: default, NAD default, SandboxID: "d6a0b1fc3daa424d43f9673c7a1924c7b40476a49bf814e3442d100a78b3c933", PCI device ID: , UID: "f1227b73-733b-40df-a7d0-d1f2ee0b3f56", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0326 16:21:04.771196    3823 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6 d6a0b1fc3daa424d43f9673c7a1924c7b40476a49bf814e3442d100a78b3c933 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qm6x6 d6a0b1fc3daa424d43f9673c7a1924c7b40476a49bf814e3442d100a78b3c933 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:49:6d:9d:38:c3\",\"name\":\"d6a0b1fc3daa424\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875e5561-21eb-45ec-bf51-6b123f3a2425\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:21:08.085187    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0326 16:21:19.099987    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 16:21:19.131706    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0326 16:21:19.131774    3823 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c: no pod IPs found 
I0326 16:21:20.996108    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0326 16:21:26.979320    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 16:21:36.351389    3823 namespace.go:98] [tsf] adding namespace
I0326 16:21:36.352353    3823 namespace.go:102] [tsf] adding namespace took 941.727µs
I0326 16:21:36.371465    3823 namespace.go:142] [tsf] updating namespace
I0326 16:21:36.378895    3823 namespace.go:142] [tsf] updating namespace
I0326 16:21:40.004589    3823 namespace.go:98] [tsf-keycloak] adding namespace
I0326 16:21:40.005536    3823 namespace.go:102] [tsf-keycloak] adding namespace took 926.943µs
I0326 16:21:40.008795    3823 namespace.go:98] [cert-manager-operator] adding namespace
I0326 16:21:40.008930    3823 namespace.go:98] [tsf-tas] adding namespace
I0326 16:21:40.009552    3823 namespace.go:102] [cert-manager-operator] adding namespace took 737.084µs
I0326 16:21:40.010136    3823 namespace.go:102] [tsf-tas] adding namespace took 1.187756ms
I0326 16:21:40.011564    3823 namespace.go:98] [konflux-operator] adding namespace
I0326 16:21:40.012121    3823 namespace.go:102] [konflux-operator] adding namespace took 546.039µs
I0326 16:21:40.015750    3823 namespace.go:98] [konflux-ui] adding namespace
I0326 16:21:40.015885    3823 namespace.go:98] [tsf-tpa] adding namespace
I0326 16:21:40.016357    3823 namespace.go:102] [konflux-ui] adding namespace took 592.263µs
I0326 16:21:40.016905    3823 namespace.go:102] [tsf-tpa] adding namespace took 1.005644ms
I0326 16:21:40.016930    3823 namespace.go:98] [rhbk-operator] adding namespace
I0326 16:21:40.017387    3823 namespace.go:102] [rhbk-operator] adding namespace took 451.733µs
I0326 16:21:40.022213    3823 namespace.go:98] [rhtpa-operator] adding namespace
I0326 16:21:40.022866    3823 namespace.go:102] [rhtpa-operator] adding namespace took 637.415µs
I0326 16:21:40.030535    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:21:40.040548    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:21:40.048678    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:21:40.056926    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:21:40.057046    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:21:40.057116    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:21:40.066708    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:21:40.066780    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:21:40.070891    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:21:40.071005    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:21:40.071134    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:21:40.102052    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:21:40.120878    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:21:40.128017    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:21:40.143754    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:21:40.149890    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:21:40.158657    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:21:40.168610    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:21:40.184756    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:21:40.184781    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:21:40.213712    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:21:40.213732    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:21:40.215754    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:21:40.419886    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:21:41.165936    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:21:41.180614    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:21:49.865384    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=723
I0326 16:21:50.539543    3823 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.540121    3823 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.540146    3823 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.540153    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:21:50.540166    3823 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.540170    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:21:50.563583    3823 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.564043    3823 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.564065    3823 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.564073    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:21:50.564084    3823 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:50.564088    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:21:51.565701    3823 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.565724    3823 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.565738    3823 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.565750    3823 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.592794    3823 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.592823    3823 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.592835    3823 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:51.592847    3823 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:56.141888    3823 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.142458    3823 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.142485    3823 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.142493    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:21:56.142506    3823 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.142512    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:21:56.175542    3823 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.175960    3823 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.175981    3823 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.175988    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:21:56.175998    3823 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:56.176004    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:21:57.123875    3823 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:57.124456    3823 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:57.124482    3823 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:57.124490    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:21:57.124502    3823 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:21:57.124507    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:21:57.170593    3823 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.170613    3823 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.170626    3823 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.170641    3823 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.201543    3823 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.201566    3823 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.201579    3823 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.201590    3823 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:57.964891    3823 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-r2spz for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:21:57.965000    3823 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz
I0326 16:21:57.978056    3823 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz] pod update took 13.082568ms
I0326 16:21:57.978077    3823 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz] addLogicalPort annotation time took 13.108278ms
I0326 16:21:57.979321    3823 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz] addLogicalPort took 14.444075ms, libovsdb time 804.444µs
I0326 16:21:58.151682    3823 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:58.151709    3823 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:58.151720    3823 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:58.151732    3823 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:21:58.328813    3823 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz 6f9e88cebc11d982dc0136f95afd5527a86365433300f0b988ec68d7edab586e network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz 6f9e88cebc11d982dc0136f95afd5527a86365433300f0b988ec68d7edab586e network default NAD default]
I0326 16:21:58.337569    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-r2spz, hostIfaceName: 6f9e88cebc11d98, network: default, NAD default, SandboxID: "6f9e88cebc11d982dc0136f95afd5527a86365433300f0b988ec68d7edab586e", PCI device ID: , UID: "ddad7f62-c00c-417c-840f-8311566683ad", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0326 16:21:58.382605    3823 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz 6f9e88cebc11d982dc0136f95afd5527a86365433300f0b988ec68d7edab586e network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-r2spz 6f9e88cebc11d982dc0136f95afd5527a86365433300f0b988ec68d7edab586e network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:62:6e:26:d1:83\",\"name\":\"6f9e88cebc11d98\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f1c4d46-41c9-429b-b940-7c637691645d\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:02.170580    3823 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:02.171135    3823 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:02.171168    3823 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:02.171181    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 16:22:02.171196    3823 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:02.171200    3823 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 16:22:03.193480    3823 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:22:03.193503    3823 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:22:03.193516    3823 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:22:03.193529    3823 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 16:22:03.301947    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 16:22:04.106996    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 16:22:04.118918    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 16:22:07.604804    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 16:22:07.639863    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0326 16:22:09.538007    3823 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-np9x4 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:09.538125    3823 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4
I0326 16:22:09.560951    3823 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4] pod update took 22.85283ms
I0326 16:22:09.560970    3823 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4] addLogicalPort annotation time took 22.875275ms
I0326 16:22:09.562288    3823 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4] addLogicalPort took 24.295943ms, libovsdb time 944.165µs
I0326 16:22:09.896267    3823 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4 5884295bcebed2a5b8c23a27aaf07daf19107deb4b325a1262b32c10866ce7d2 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4 5884295bcebed2a5b8c23a27aaf07daf19107deb4b325a1262b32c10866ce7d2 network default NAD default]
I0326 16:22:09.905768    3823 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-np9x4, hostIfaceName: 5884295bcebed2a, network: default, NAD default, SandboxID: "5884295bcebed2a5b8c23a27aaf07daf19107deb4b325a1262b32c10866ce7d2", PCI device ID: , UID: "c92ae60c-ed2d-40bd-a49d-c89fc13b00f5", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0326 16:22:09.952955    3823 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4 5884295bcebed2a5b8c23a27aaf07daf19107deb4b325a1262b32c10866ce7d2 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-np9x4 5884295bcebed2a5b8c23a27aaf07daf19107deb4b325a1262b32c10866ce7d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:65:74:3a:43:47\",\"name\":\"5884295bcebed2a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0884724f-55a6-4c2b-a22f-0c88a64180ef\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:10.741843    3823 namespace.go:142] [openshift-operators] updating namespace
I0326 16:22:10.748158    3823 namespace.go:142] [openshift-operators] updating namespace
W0326 16:22:14.399029    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0326 16:22:15.984944    3823 namespace.go:98] [cert-manager] adding namespace
I0326 16:22:15.985815    3823 namespace.go:102] [cert-manager] adding namespace took 845.564µs
I0326 16:22:15.993576    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0326 16:22:16.034910    3823 namespace.go:142] [cert-manager] updating namespace
I0326 16:22:16.037754    3823 namespace.go:142] [cert-manager] updating namespace
I0326 16:22:16.854858    3823 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-9gxvr for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:16.854974    3823 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr
I0326 16:22:16.879852    3823 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr] pod update took 24.908968ms
I0326 16:22:16.879882    3823 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr] addLogicalPort annotation time took 24.947845ms
I0326 16:22:16.881717    3823 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr] addLogicalPort took 26.885227ms, libovsdb time 1.065784ms
I0326 16:22:17.213605    3823 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr 4532bacf581d936735c5932b362bb10b55ab62cbf9eed72d0e8583c73828874c network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr 4532bacf581d936735c5932b362bb10b55ab62cbf9eed72d0e8583c73828874c network default NAD default]
I0326 16:22:17.222872    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-9gxvr, hostIfaceName: 4532bacf581d936, network: default, NAD default, SandboxID: "4532bacf581d936735c5932b362bb10b55ab62cbf9eed72d0e8583c73828874c", PCI device ID: , UID: "2b3f613f-d256-436f-96d5-a9566bb53d48", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0326 16:22:17.269439    3823 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr 4532bacf581d936735c5932b362bb10b55ab62cbf9eed72d0e8583c73828874c network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-9gxvr 4532bacf581d936735c5932b362bb10b55ab62cbf9eed72d0e8583c73828874c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:be:ee:28:3e:2a\",\"name\":\"4532bacf581d936\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aca04a7-0781-4384-9a9a-8126a6cac293\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:20.151810    3823 namespace.go:98] [trusted-artifact-signer] adding namespace
I0326 16:22:20.152717    3823 namespace.go:102] [trusted-artifact-signer] adding namespace took 882.799µs
I0326 16:22:20.187982    3823 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 16:22:20.205165    3823 namespace.go:142] [trusted-artifact-signer] updating namespace
W0326 16:22:20.404802    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 16:22:20.641851    3823 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-rwldq] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-rwldq for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:20.641973    3823 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-rwldq
I0326 16:22:20.653598    3823 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq] pod update took 11.646891ms
I0326 16:22:20.653625    3823 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-rwldq] addLogicalPort annotation time took 11.678775ms
I0326 16:22:20.654920    3823 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq] addLogicalPort took 13.082309ms, libovsdb time 874.198µs
I0326 16:22:21.023093    3823 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq aa626d1a4c156cbf9408cfcdd0f9a4e544f11a5ed4022ef9634c52df2f641ca2 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq aa626d1a4c156cbf9408cfcdd0f9a4e544f11a5ed4022ef9634c52df2f641ca2 network default NAD default]
I0326 16:22:21.032467    3823 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-rwldq, hostIfaceName: aa626d1a4c156cb, network: default, NAD default, SandboxID: "aa626d1a4c156cbf9408cfcdd0f9a4e544f11a5ed4022ef9634c52df2f641ca2", PCI device ID: , UID: "26477b6a-b43b-403a-8186-35325363cef1", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0326 16:22:21.079137    3823 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq aa626d1a4c156cbf9408cfcdd0f9a4e544f11a5ed4022ef9634c52df2f641ca2 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-rwldq aa626d1a4c156cbf9408cfcdd0f9a4e544f11a5ed4022ef9634c52df2f641ca2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:11:3b:e4:3a:e9\",\"name\":\"aa626d1a4c156cb\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55711c9b-b64e-44b9-9d3b-44afee7b1c6d\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:21.362885    3823 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-6s5w6 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:21.363000    3823 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6
I0326 16:22:21.373370    3823 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6] pod update took 10.388046ms
I0326 16:22:21.373396    3823 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6] addLogicalPort annotation time took 10.417674ms
I0326 16:22:21.374726    3823 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6] addLogicalPort took 11.854405ms, libovsdb time 853.446µs
I0326 16:22:21.723133    3823 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6 a904ecd488964b7262106512b4551830f4d89efde6f3ae9466af233d32ca6b76 network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6 a904ecd488964b7262106512b4551830f4d89efde6f3ae9466af233d32ca6b76 network default NAD default]
I0326 16:22:21.731987    3823 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-6s5w6, hostIfaceName: a904ecd488964b7, network: default, NAD default, SandboxID: "a904ecd488964b7262106512b4551830f4d89efde6f3ae9466af233d32ca6b76", PCI device ID: , UID: "bb542ab7-60db-480b-96d4-7f95eb0d37ff", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0326 16:22:21.777347    3823 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6 a904ecd488964b7262106512b4551830f4d89efde6f3ae9466af233d32ca6b76 network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-6s5w6 a904ecd488964b7262106512b4551830f4d89efde6f3ae9466af233d32ca6b76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:dc:37:57:57:e8\",\"name\":\"a904ecd488964b7\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/221b4190-1f76-4abf-a663-6f5f547f2047\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:22.283181    3823 namespace.go:142] [openshift-operators] updating namespace
W0326 16:22:23.670757    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 16:22:23.670787    3823 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0326 16:22:26.841021    3823 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-556fh] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-556fh for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:26.841165    3823 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-556fh
I0326 16:22:26.856240    3823 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-556fh] pod update took 15.109917ms
I0326 16:22:26.856266    3823 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-556fh] addLogicalPort annotation time took 15.143032ms
I0326 16:22:26.857753    3823 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-556fh] addLogicalPort took 16.753802ms, libovsdb time 1.021472ms
I0326 16:22:27.205897    3823 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-556fh 4f79be4775fa93e98f1ac70338b179787067196194170fd58fec2128404b8fe2 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-556fh 4f79be4775fa93e98f1ac70338b179787067196194170fd58fec2128404b8fe2 network default NAD default]
I0326 16:22:27.214859    3823 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-556fh, hostIfaceName: 4f79be4775fa93e, network: default, NAD default, SandboxID: "4f79be4775fa93e98f1ac70338b179787067196194170fd58fec2128404b8fe2", PCI device ID: , UID: "4700f921-baf4-4f6e-9a4c-7e7803b6ef67", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0326 16:22:27.266499    3823 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-556fh 4f79be4775fa93e98f1ac70338b179787067196194170fd58fec2128404b8fe2 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-556fh 4f79be4775fa93e98f1ac70338b179787067196194170fd58fec2128404b8fe2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:7c:3d:d7:d1:e6\",\"name\":\"4f79be4775fa93e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adf62a65-dc9a-435a-8488-c2706ab3a0a9\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:27.753587    3823 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-n7bbt] creating logical port cert-manager_cert-manager-59ccb4bb6b-n7bbt for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:27.753709    3823 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-n7bbt
I0326 16:22:27.766245    3823 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-n7bbt] pod update took 12.568504ms
I0326 16:22:27.766275    3823 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-n7bbt] addLogicalPort annotation time took 12.604449ms
I0326 16:22:27.767734    3823 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-n7bbt] addLogicalPort took 14.164424ms, libovsdb time 925.298µs
I0326 16:22:29.479778    3823 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-n7bbt b252bc9d4742f840764bc6b76068215c4d2cb920dba31eb97824b1ecffcd3d43 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-n7bbt b252bc9d4742f840764bc6b76068215c4d2cb920dba31eb97824b1ecffcd3d43 network default NAD default]
I0326 16:22:29.489033    3823 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-n7bbt, hostIfaceName: b252bc9d4742f84, network: default, NAD default, SandboxID: "b252bc9d4742f840764bc6b76068215c4d2cb920dba31eb97824b1ecffcd3d43", PCI device ID: , UID: "36839c59-5357-4e7c-b454-f34e6925ba06", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0326 16:22:29.535731    3823 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-n7bbt b252bc9d4742f840764bc6b76068215c4d2cb920dba31eb97824b1ecffcd3d43 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-n7bbt b252bc9d4742f840764bc6b76068215c4d2cb920dba31eb97824b1ecffcd3d43 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:2d:9c:23:26:e0\",\"name\":\"b252bc9d4742f84\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ba488dd-d903-48ef-b69f-cabfbefe993b\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:22:31.428841    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 16:22:39.118059    3823 namespace.go:98] [openshift-pipelines] adding namespace
I0326 16:22:39.118999    3823 namespace.go:102] [openshift-pipelines] adding namespace took 915.679µs
I0326 16:22:39.137283    3823 namespace.go:142] [openshift-pipelines] updating namespace
I0326 16:22:39.820731    3823 namespace.go:142] [cert-manager] updating namespace
I0326 16:22:40.022526    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:22:40.421972    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:22:40.636938    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:22:40.835689    3823 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace
I0326 16:22:41.232693    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:22:41.436528    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:22:41.637313    3823 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 16:22:41.836116    3823 namespace.go:142] [tsf] updating namespace
I0326 16:22:42.039515    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:22:42.241316    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:22:42.440895    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:22:42.572143    3823 namespace.go:142] [cert-manager] updating namespace
I0326 16:22:42.579989    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:22:42.589649    3823 namespace.go:142] [default] updating namespace
I0326 16:22:42.599744    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:22:42.607580    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:22:42.617397    3823 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace
I0326 16:22:42.625044    3823 namespace.go:142] [openshift] updating namespace
I0326 16:22:42.634539    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:22:42.641955    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:22:42.651856    3823 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 16:22:42.662343    3823 namespace.go:142] [tsf] updating namespace
I0326 16:22:42.685593    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:22:42.704833    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:22:42.723586    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:22:42.827204    3823 namespace.go:142] [cert-manager] updating namespace
I0326 16:22:42.934435    3823 namespace.go:142] [cert-manager-operator] updating namespace
I0326 16:22:43.028588    3823 namespace.go:142] [default] updating namespace
I0326 16:22:43.126089    3823 namespace.go:142] [konflux-operator] updating namespace
I0326 16:22:43.228922    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:22:43.325474    3823 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace
I0326 16:22:43.374875    3823 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:43.375390    3823 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:22:43.400862    3823 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:22:43.400874    3823 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:22:43.408331    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0326 16:22:43.408352    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0326 16:22:43.428463    3823 namespace.go:142] [openshift] updating namespace
I0326 16:22:43.527889    3823 namespace.go:142] [rhbk-operator] updating namespace
I0326 16:22:43.625002    3823 namespace.go:142] [rhtpa-operator] updating namespace
I0326 16:22:43.725199    3823 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 16:22:43.825648    3823 namespace.go:142] [tsf] updating namespace
I0326 16:22:43.929666    3823 namespace.go:142] [tsf-keycloak] updating namespace
I0326 16:22:44.027025    3823 namespace.go:142] [tsf-tas] updating namespace
I0326 16:22:44.126284    3823 namespace.go:142] [tsf-tpa] updating namespace
I0326 16:22:44.546103    3823 namespace.go:142] [openshift-pipelines] updating namespace
W0326 16:22:52.316999    3823 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0326 16:22:53.248444    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-cbpqv for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:53.248540    3823 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv
I0326 16:22:53.266559    3823 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv] pod update took 18.043658ms
I0326 16:22:53.266584    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv] addLogicalPort annotation time took 18.071711ms
I0326 16:22:53.268046    3823 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv] addLogicalPort took 19.641042ms, libovsdb time 1.024356ms
W0326 16:22:53.323611    3823 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0326 16:22:53.342712    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-67dzt] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-67dzt for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:22:53.342790    3823 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-67dzt
I0326 16:22:53.357658    3823 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt] pod update took 14.892097ms
I0326 16:22:53.357677    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-67dzt] addLogicalPort annotation time took 14.914692ms
I0326 16:22:53.358867    3823 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt] addLogicalPort took 16.168153ms, libovsdb time 832.03µs
I0326 16:22:53.615269    3823 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv b233bbc48c5b4c2fc87f0ef68884c462106a647fb6e2cd0f52cd56ece06a53c0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv b233bbc48c5b4c2fc87f0ef68884c462106a647fb6e2cd0f52cd56ece06a53c0 network default NAD default]
I0326 16:22:53.624174    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-cbpqv, hostIfaceName: b233bbc48c5b4c2, network: default, NAD default, SandboxID: "b233bbc48c5b4c2fc87f0ef68884c462106a647fb6e2cd0f52cd56ece06a53c0", PCI device ID: , UID: "517b4451-0780-42b7-a72d-4f7df42ec8c2", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0326 16:22:53.671745    3823 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv b233bbc48c5b4c2fc87f0ef68884c462106a647fb6e2cd0f52cd56ece06a53c0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-cbpqv b233bbc48c5b4c2fc87f0ef68884c462106a647fb6e2cd0f52cd56ece06a53c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c3:06:84:c2:f7\",\"name\":\"b233bbc48c5b4c2\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35a0868b-5159-4341-a59c-3f93ab183eec\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:22:53.706683    3823 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt 465c99ecc0ad4761ce3194e0bb1d2749c7714029dfa29e84d9ef7042327d243b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt 465c99ecc0ad4761ce3194e0bb1d2749c7714029dfa29e84d9ef7042327d243b network default NAD default]
I0326 16:22:53.716322    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-67dzt, hostIfaceName: 465c99ecc0ad476, network: default, NAD default, SandboxID: "465c99ecc0ad4761ce3194e0bb1d2749c7714029dfa29e84d9ef7042327d243b", PCI device ID: , UID: "c68d144a-ff6d-41e8-bd8c-c35afff5f757", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0326 16:22:53.762537    3823 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt 465c99ecc0ad4761ce3194e0bb1d2749c7714029dfa29e84d9ef7042327d243b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-67dzt 465c99ecc0ad4761ce3194e0bb1d2749c7714029dfa29e84d9ef7042327d243b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:41:fd:c5:60:1c\",\"name\":\"465c99ecc0ad476\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/074a12ba-c538-44bc-9f66-abb990d79d43\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:22:57.575968    3823 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 16:22:57.575991    3823 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 16:22:57.575998    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 16:22:58.826203    3823 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 16:22:58.826225    3823 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 16:22:58.826231    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 16:22:58.826237    3823 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 16:22:59.595347    3823 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 16:22:59.595365    3823 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 16:22:59.595369    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 16:23:08.579077    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 16:23:08.579099    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 16:23:08.579105    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0326 16:23:09.946089    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
W0326 16:23:10.593633    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 16:23:10.593652    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 16:23:10.593662    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0326 16:23:17.659733    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-98njq for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:23:17.659813    3823 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq
I0326 16:23:17.676637    3823 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq] pod update took 16.840715ms
I0326 16:23:17.676660    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq] addLogicalPort annotation time took 16.872141ms
I0326 16:23:17.677800    3823 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq] addLogicalPort took 18.081667ms, libovsdb time 762.016µs
I0326 16:23:18.019569    3823 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq a7e3721c33f1d53c04d9aad41dd86671aebd96965b6b508457273e3f7c38b296 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq a7e3721c33f1d53c04d9aad41dd86671aebd96965b6b508457273e3f7c38b296 network default NAD default]
I0326 16:23:18.029195    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-98njq, hostIfaceName: a7e3721c33f1d53, network: default, NAD default, SandboxID: "a7e3721c33f1d53c04d9aad41dd86671aebd96965b6b508457273e3f7c38b296", PCI device ID: , UID: "ed162eef-e668-4bd0-a911-7d5755c253e2", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0326 16:23:18.077866    3823 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq a7e3721c33f1d53c04d9aad41dd86671aebd96965b6b508457273e3f7c38b296 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-98njq a7e3721c33f1d53c04d9aad41dd86671aebd96965b6b508457273e3f7c38b296 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:4e:82:03:5e:2f\",\"name\":\"a7e3721c33f1d53\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8b80e52-36ae-4b73-b9bd-4f9a6f0aed21\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:23:22.589691    3823 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:23:22.590283    3823 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:23:22.613321    3823 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:23:22.613345    3823 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:23:22.619469    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0326 16:23:22.619492    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
W0326 16:23:22.936364    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0326 16:23:39.881245    3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 16:23:42.965184    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:23:42.965283    3823 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0326 16:23:42.976506    3823 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.239887ms
I0326 16:23:42.976600    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.338913ms
I0326 16:23:42.978340    3823 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.177114ms, libovsdb time 1.055115ms
W0326 16:23:49.606340    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 16:23:49.606365    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 16:23:49.606376    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0326 16:23:53.837394    3823 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 418a1f7ed297a410757beeb835bf64063080b568c45e66f9a8e3444204c83ce5 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 418a1f7ed297a410757beeb835bf64063080b568c45e66f9a8e3444204c83ce5 network default NAD default]
I0326 16:23:53.845944    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 418a1f7ed297a41, network: default, NAD default, SandboxID: "418a1f7ed297a410757beeb835bf64063080b568c45e66f9a8e3444204c83ce5", PCI device ID: , UID: "8c68f68d-2c57-439e-a124-5e70b943a221", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0326 16:23:53.894898    3823 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 418a1f7ed297a410757beeb835bf64063080b568c45e66f9a8e3444204c83ce5 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 418a1f7ed297a410757beeb835bf64063080b568c45e66f9a8e3444204c83ce5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:87:a6:9e:b3:95\",\"name\":\"418a1f7ed297a41\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af1a1d7c-4999-4cf8-8055-881512123e16\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:23:59.921308    3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 16:24:01.282203    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-x8xkb for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:24:01.282308    3823 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb
I0326 16:24:01.297161    3823 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb] pod update took 14.881455ms
I0326 16:24:01.297184    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb] addLogicalPort annotation time took 14.91098ms
I0326 16:24:01.298491    3823 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb] addLogicalPort took 16.308017ms, libovsdb time 896.114µs
I0326 16:24:01.380016    3823 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-trbhg for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:24:01.380106    3823 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg
I0326 16:24:01.394105    3823 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg] pod update took 14.024109ms
I0326 16:24:01.394129    3823 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg] addLogicalPort annotation time took 14.05113ms
I0326 16:24:01.395857    3823 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg] addLogicalPort took 15.858388ms, libovsdb time 1.099634ms
I0326 16:24:01.643576    3823 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb 3f09e490ae7c9c37f6a58a912af4b1b0ed632c4e7be78dd85e0279ab9d936fa6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb 3f09e490ae7c9c37f6a58a912af4b1b0ed632c4e7be78dd85e0279ab9d936fa6 network default NAD default]
I0326 16:24:01.652398    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-x8xkb, hostIfaceName: 3f09e490ae7c9c3, network: default, NAD default, SandboxID: "3f09e490ae7c9c37f6a58a912af4b1b0ed632c4e7be78dd85e0279ab9d936fa6", PCI device ID: , UID: "df9d2274-fcf3-4bb0-b480-8bbbf651e11c", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0326 16:24:01.701632    3823 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb 3f09e490ae7c9c37f6a58a912af4b1b0ed632c4e7be78dd85e0279ab9d936fa6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-x8xkb 3f09e490ae7c9c37f6a58a912af4b1b0ed632c4e7be78dd85e0279ab9d936fa6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:95:6a:20:5a:c3\",\"name\":\"3f09e490ae7c9c3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/551cb156-acd2-4d29-b70b-cecd3d60bb55\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:24:01.742565    3823 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg 1c4b982447f56398a91af61a9ecc67eda5acf2af25b457ccfd7ae048b84b0268 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg 1c4b982447f56398a91af61a9ecc67eda5acf2af25b457ccfd7ae048b84b0268 network default NAD default]
I0326 16:24:01.751098    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-trbhg, hostIfaceName: 1c4b982447f5639, network: default, NAD default, SandboxID: "1c4b982447f56398a91af61a9ecc67eda5acf2af25b457ccfd7ae048b84b0268", PCI device ID: , UID: "4cd85cb2-007f-46f0-831b-04c566b36803", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0326 16:24:01.798601    3823 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg 1c4b982447f56398a91af61a9ecc67eda5acf2af25b457ccfd7ae048b84b0268 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-trbhg 1c4b982447f56398a91af61a9ecc67eda5acf2af25b457ccfd7ae048b84b0268 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:47:34:83:e2:0d\",\"name\":\"1c4b982447f5639\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d8badc4-b07f-428d-b7f8-675f7dd17b2a\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:24:06.919346    3823 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 16:24:06.919367    3823 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 16:24:06.919373    3823 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 16:24:11.951692    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 16:24:11.951714    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 16:24:11.951720    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0326 16:24:24.990223    3823 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:24.990799    3823 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:30.998620    3823 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:30.999149    3823 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:32.025597    3823 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:24:32.025625    3823 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:24:32.387120    3823 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:32.387662    3823 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:24:32.869253    3823 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:24:32.869275    3823 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:24:32.875332    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 16:24:32.875356    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0326 16:24:33.882987    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 16:24:33.883011    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 16:24:33.885553    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0326 16:24:34.986850    3823 namespace.go:142] [openshift-pipelines] updating namespace
W0326 16:24:50.994077    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0326 16:24:57.026194    3823 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 16:24:57.026212    3823 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0326 16:25:24.860911    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96
I0326 16:25:25.072896    3823 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:25:25.072916    3823 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:25:25.078337    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 16:25:25.078363    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 16:25:34.371230    3823 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:25:34.371842    3823 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:25:34.388993    3823 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:25:34.389012    3823 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:25:34.396582    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 16:25:34.396603    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 16:25:35.988051    3823 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-bb84d-5m2zc] creating logical port tsf-tas_segment-backup-installation-bb84d-5m2zc for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:25:35.988139    3823 kube.go:256] Updating pod tsf-tas/segment-backup-installation-bb84d-5m2zc
I0326 16:25:36.001752    3823 pod.go:62] [tsf-tas/segment-backup-installation-bb84d-5m2zc] pod update took 13.636773ms
I0326 16:25:36.001776    3823 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-bb84d-5m2zc] addLogicalPort annotation time took 13.666062ms
I0326 16:25:36.003053    3823 pods.go:271] [tsf-tas/segment-backup-installation-bb84d-5m2zc] addLogicalPort took 15.025634ms, libovsdb time 840.56µs
I0326 16:25:36.349607    3823 cni.go:403] [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default]
I0326 16:25:36.358975    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-bb84d-5m2zc, hostIfaceName: 99bc7031e21849c, network: default, NAD default, SandboxID: "99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3", PCI device ID: , UID: "310b6888-da44-4841-a60c-58838a72e8e0", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0326 16:25:36.409264    3823 cni.go:424] [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:40:a9:a2:44:3a\",\"name\":\"99bc7031e21849c\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc676a5-bf3b-469f-a373-1ec8fd90834d\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:25:37.401105    3823 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-lsm64-8hgp6] creating logical port tsf-tas_rekor-createtree-job-lsm64-8hgp6 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:25:37.401295    3823 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-lsm64-8hgp6
I0326 16:25:37.415979    3823 pod.go:62] [tsf-tas/rekor-createtree-job-lsm64-8hgp6] pod update took 14.713875ms
I0326 16:25:37.416009    3823 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-lsm64-8hgp6] addLogicalPort annotation time took 14.747448ms
I0326 16:25:37.417760    3823 pods.go:271] [tsf-tas/rekor-createtree-job-lsm64-8hgp6] addLogicalPort took 16.678301ms, libovsdb time 898.454µs
I0326 16:25:37.781236    3823 cni.go:403] [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default]
I0326 16:25:37.793639    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-lsm64-8hgp6, hostIfaceName: 7dee650804b9c0b, network: default, NAD default, SandboxID: "7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050", PCI device ID: , UID: "ab6673df-68a3-4ad6-ad0d-6b02a2e03cbb", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0326 16:25:37.852843    3823 cni.go:424] [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:62:40:f4:9f:c8\",\"name\":\"7dee650804b9c0b\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c748225-0874-469e-bcb9-fa424b9cbb22\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:25:39.867334    3823 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-c4c6c9d65-slbjs] creating logical port tsf-tas_trillian-db-c4c6c9d65-slbjs for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:25:39.867458    3823 kube.go:256] Updating pod tsf-tas/trillian-db-c4c6c9d65-slbjs
I0326 16:25:39.879231    3823 pod.go:62] [tsf-tas/trillian-db-c4c6c9d65-slbjs] pod update took 11.817604ms
I0326 16:25:39.879258    3823 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-c4c6c9d65-slbjs] addLogicalPort annotation time took 11.852562ms
I0326 16:25:39.880948    3823 pods.go:271] [tsf-tas/trillian-db-c4c6c9d65-slbjs] addLogicalPort took 13.630049ms, libovsdb time 1.094449ms
W0326 16:25:40.602500    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0326 16:25:40.602519    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0326 16:25:44.625014    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0326 16:25:44.652444    3823 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0326 16:25:45.954400    3823 cni.go:403] [tsf-tas/trillian-db-c4c6c9d65-slbjs a686d8052899e373633898fbd2a6df64d25984eb7c7a8e46825fda4e2f368758 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-c4c6c9d65-slbjs a686d8052899e373633898fbd2a6df64d25984eb7c7a8e46825fda4e2f368758 network default NAD default]
I0326 16:25:45.963272    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-c4c6c9d65-slbjs, hostIfaceName: a686d8052899e37, network: default, NAD default, SandboxID: "a686d8052899e373633898fbd2a6df64d25984eb7c7a8e46825fda4e2f368758", PCI device ID: , UID: "960b9620-051f-4caa-952f-af29753eb844", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0326 16:25:46.013369    3823 cni.go:424] [tsf-tas/trillian-db-c4c6c9d65-slbjs a686d8052899e373633898fbd2a6df64d25984eb7c7a8e46825fda4e2f368758 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-c4c6c9d65-slbjs a686d8052899e373633898fbd2a6df64d25984eb7c7a8e46825fda4e2f368758 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:27:f4:1f:00:08\",\"name\":\"a686d8052899e37\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94640241-7340-4c0e-afce-00e38bf9272f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:25:49.436706    3823 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0326 16:25:50.447382    3823 cni.go:403] [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default]
I0326 16:25:50.531138    3823 cni.go:424] [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-bb84d-5m2zc 99bc7031e21849c28647efc4202abcfb0c8d784196413cbb5ae013ec7b0df9a3 network default NAD default], result "{}", err <nil>
I0326 16:25:50.581963    3823 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:25:50.581995    3823 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-bb84d-5m2zc
I0326 16:25:50.583439    3823 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-bb84d-5m2zc, ips: 10.128.0.44
I0326 16:25:50.583471    3823 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:25:51.476852    3823 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:25:51.476881    3823 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 16:26:00.487570    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0326 16:26:01.967184    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0326 16:26:05.998504    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0326 16:26:09.975269    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 16:26:13.858651    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=107
I0326 16:26:24.635711    3823 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:24.636267    3823 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:24.654368    3823 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:24.654389    3823 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:24.661903    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0326 16:26:24.661921    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0326 16:26:31.667700    3823 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:31.668298    3823 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:32.565370    3823 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:32.565395    3823 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:33.008323    3823 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:33.008902    3823 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:34.028508    3823 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:34.028532    3823 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:35.680139    3823 cni.go:403] [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default]
I0326 16:26:35.763204    3823 cni.go:424] [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-lsm64-8hgp6 7dee650804b9c0b91e1b176ae16f956479b2181a9d1aab90b3c04863219ce050 network default NAD default], result "{}", err <nil>
I0326 16:26:35.819457    3823 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:35.819488    3823 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-lsm64-8hgp6
I0326 16:26:35.821023    3823 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-lsm64-8hgp6, ips: 10.128.0.45
I0326 16:26:35.821047    3823 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:36.693123    3823 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:36.693150    3823 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:37.191654    3823 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5c84b65f9c-xmn48] creating logical port tsf-tas_ctlog-5c84b65f9c-xmn48 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:26:37.191760    3823 kube.go:256] Updating pod tsf-tas/ctlog-5c84b65f9c-xmn48
I0326 16:26:37.207167    3823 pod.go:62] [tsf-tas/ctlog-5c84b65f9c-xmn48] pod update took 15.441205ms
I0326 16:26:37.207188    3823 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-5c84b65f9c-xmn48] addLogicalPort annotation time took 15.469098ms
I0326 16:26:37.208578    3823 pods.go:271] [tsf-tas/ctlog-5c84b65f9c-xmn48] addLogicalPort took 16.943766ms, libovsdb time 936.077µs
I0326 16:26:38.151844    3823 cni.go:403] [tsf-tas/ctlog-5c84b65f9c-xmn48 3688c0deb3995575cfc7f22d3b66dea14c42c5d07ec29351d2bf1128765496fe network default NAD default] ADD starting CNI request [tsf-tas/ctlog-5c84b65f9c-xmn48 3688c0deb3995575cfc7f22d3b66dea14c42c5d07ec29351d2bf1128765496fe network default NAD default]
I0326 16:26:38.161237    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5c84b65f9c-xmn48, hostIfaceName: 3688c0deb399557, network: default, NAD default, SandboxID: "3688c0deb3995575cfc7f22d3b66dea14c42c5d07ec29351d2bf1128765496fe", PCI device ID: , UID: "ab378411-1bc6-4073-87f3-409bd27fb371", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0326 16:26:38.210959    3823 cni.go:424] [tsf-tas/ctlog-5c84b65f9c-xmn48 3688c0deb3995575cfc7f22d3b66dea14c42c5d07ec29351d2bf1128765496fe network default NAD default] ADD finished CNI request [tsf-tas/ctlog-5c84b65f9c-xmn48 3688c0deb3995575cfc7f22d3b66dea14c42c5d07ec29351d2bf1128765496fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:dc:c0:c7:3a:e8\",\"name\":\"3688c0deb399557\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c18bf3-8620-4a4a-bd10-6b34afe3fe12\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:26:38.371205    3823 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-c9b9d9b48-prhzk] creating logical port tsf-tas_rekor-redis-c9b9d9b48-prhzk for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:26:38.371303    3823 kube.go:256] Updating pod tsf-tas/rekor-redis-c9b9d9b48-prhzk
I0326 16:26:38.385949    3823 pod.go:62] [tsf-tas/rekor-redis-c9b9d9b48-prhzk] pod update took 14.66849ms
I0326 16:26:38.385977    3823 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-c9b9d9b48-prhzk] addLogicalPort annotation time took 14.700674ms
I0326 16:26:38.387507    3823 pods.go:271] [tsf-tas/rekor-redis-c9b9d9b48-prhzk] addLogicalPort took 16.318316ms, libovsdb time 924.858µs
I0326 16:26:39.356182    3823 cni.go:403] [tsf-tas/rekor-redis-c9b9d9b48-prhzk 6db8b55f95daceba3f5a7f50d9dc8fe0e91aab71ed74bbcb2f80f6d726e29ba6 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-c9b9d9b48-prhzk 6db8b55f95daceba3f5a7f50d9dc8fe0e91aab71ed74bbcb2f80f6d726e29ba6 network default NAD default]
I0326 16:26:39.365332    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-c9b9d9b48-prhzk, hostIfaceName: 6db8b55f95daceb, network: default, NAD default, SandboxID: "6db8b55f95daceba3f5a7f50d9dc8fe0e91aab71ed74bbcb2f80f6d726e29ba6", PCI device ID: , UID: "cfd3d7ed-881f-44dd-ab37-f8995b3569a1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0326 16:26:39.416101    3823 cni.go:424] [tsf-tas/rekor-redis-c9b9d9b48-prhzk 6db8b55f95daceba3f5a7f50d9dc8fe0e91aab71ed74bbcb2f80f6d726e29ba6 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-c9b9d9b48-prhzk 6db8b55f95daceba3f5a7f50d9dc8fe0e91aab71ed74bbcb2f80f6d726e29ba6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:1a:a7:3f:66:52\",\"name\":\"6db8b55f95daceb\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/731257b2-6206-4067-aff1-07e4b55fc73e\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:26:39.700132    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0326 16:26:42.736190    3823 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:42.736830    3823 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:43.757406    3823 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:43.757448    3823 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:43.821335    3823 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:43.821358    3823 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:43.828201    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sddbx
I0326 16:26:43.828223    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sddbx
I0326 16:26:43.943619    3823 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:26:43.943721    3823 kube.go:256] Updating pod tsf/test-tsf-pipelines
I0326 16:26:43.957124    3823 pod.go:62] [tsf/test-tsf-pipelines] pod update took 13.434898ms
I0326 16:26:43.957147    3823 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 13.462514ms
I0326 16:26:43.958626    3823 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 15.025508ms, libovsdb time 929.75µs
I0326 16:26:44.305227    3823 cni.go:403] [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default]
I0326 16:26:44.314302    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: c9bef935c45d951, network: default, NAD default, SandboxID: "c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1", PCI device ID: , UID: "785f0b20-620c-4405-8bfa-ecbba4882c1e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0326 16:26:44.363767    3823 cni.go:424] [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:a1:55:a2:12:d0\",\"name\":\"c9bef935c45d951\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/844d04b1-df0b-49ca-bd86-622599b4d8a0\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:26:46.642506    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0326 16:26:48.763973    3823 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0326 16:26:49.658975    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0326 16:26:50.713226    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0326 16:26:55.806932    3823 cni.go:403] [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default]
I0326 16:26:55.888191    3823 cni.go:424] [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines c9bef935c45d951acd8232a22094ad9347460fba7a5e83fd1c9ad22af4fe63e1 network default NAD default], result "{}", err <nil>
I0326 16:26:55.942299    3823 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:55.942333    3823 pods.go:176] Deleting pod: tsf/test-tsf-pipelines
I0326 16:26:55.943970    3823 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.128.0.49
I0326 16:26:55.943994    3823 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:26:55.960375    3823 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:55.960398    3823 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:26:55.966836    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0326 16:26:55.966863    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
W0326 16:27:00.824803    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0326 16:27:00.856972    3823 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:00.857480    3823 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:00.872094    3823 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:00.872114    3823 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:00.880024    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0326 16:27:00.880046    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0326 16:27:04.793260    3823 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-vtmr4-jdms4] creating logical port tsf-tas_tuf-repository-init-vtmr4-jdms4 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:04.793456    3823 kube.go:256] Updating pod tsf-tas/tuf-repository-init-vtmr4-jdms4
I0326 16:27:04.806205    3823 pod.go:62] [tsf-tas/tuf-repository-init-vtmr4-jdms4] pod update took 12.817752ms
I0326 16:27:04.806227    3823 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-vtmr4-jdms4] addLogicalPort annotation time took 12.844161ms
I0326 16:27:04.807773    3823 pods.go:271] [tsf-tas/tuf-repository-init-vtmr4-jdms4] addLogicalPort took 14.53774ms, libovsdb time 1.03949ms
I0326 16:27:06.904128    3823 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:06.904709    3823 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:07.554639    3823 cni.go:403] [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default]
I0326 16:27:07.563361    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-vtmr4-jdms4, hostIfaceName: c5798d4b9f81ef6, network: default, NAD default, SandboxID: "c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f", PCI device ID: , UID: "d02c3023-956b-4228-98a6-a087c88fba33", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0326 16:27:07.612696    3823 cni.go:424] [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:64:a5:74:b1:34\",\"name\":\"c5798d4b9f81ef6\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce58e9d2-03c2-4f36-928a-1f23a1f00e58\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:07.925931    3823 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:07.925959    3823 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:08.027561    3823 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mvw2r] creating logical port tsf-tpa_migrate-db-mvw2r for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:08.027689    3823 kube.go:256] Updating pod tsf-tpa/migrate-db-mvw2r
I0326 16:27:08.039924    3823 pod.go:62] [tsf-tpa/migrate-db-mvw2r] pod update took 12.257752ms
I0326 16:27:08.039945    3823 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-mvw2r] addLogicalPort annotation time took 12.286159ms
I0326 16:27:08.041388    3823 pods.go:271] [tsf-tpa/migrate-db-mvw2r] addLogicalPort took 13.844759ms, libovsdb time 925.848µs
I0326 16:27:08.392969    3823 cni.go:403] [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default]
I0326 16:27:08.401618    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mvw2r, hostIfaceName: 1664e4b5eb687ce, network: default, NAD default, SandboxID: "1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a", PCI device ID: , UID: "b2223de2-26bc-4777-90b4-9c0813d33b98", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0326 16:27:08.450501    3823 cni.go:424] [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:61:ef:85:23:36\",\"name\":\"1664e4b5eb687ce\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14c84aaa-0597-4f8d-bada-5c88f396e79c\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:11.903211    3823 cni.go:403] [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default]
I0326 16:27:11.978396    3823 cni.go:424] [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-vtmr4-jdms4 c5798d4b9f81ef699a66b9dd5fad7400bb714d6aa482847839e0ec8fb95c828f network default NAD default], result "{}", err <nil>
I0326 16:27:12.030162    3823 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:12.030195    3823 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-vtmr4-jdms4
I0326 16:27:12.031557    3823 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-vtmr4-jdms4, ips: 10.128.0.50
I0326 16:27:12.031583    3823 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:12.916035    3823 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:12.916062    3823 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:13.915763    3823 cni.go:403] [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default]
I0326 16:27:13.991134    3823 cni.go:424] [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-mvw2r 1664e4b5eb687ceab5a3b5139e784ccab4fb8012f732fc38789dd6e39c020b8a network default NAD default], result "{}", err <nil>
I0326 16:27:14.041291    3823 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:14.041322    3823 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mvw2r
I0326 16:27:14.042669    3823 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mvw2r, ips: 10.128.0.51
I0326 16:27:14.042696    3823 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:14.925839    3823 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:14.925866    3823 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:15.112382    3823 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-65knr] creating logical port tsf-tpa_create-importers-65knr for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:15.112521    3823 kube.go:256] Updating pod tsf-tpa/create-importers-65knr
I0326 16:27:15.124217    3823 pod.go:62] [tsf-tpa/create-importers-65knr] pod update took 11.71887ms
I0326 16:27:15.124237    3823 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-65knr] addLogicalPort annotation time took 11.742914ms
I0326 16:27:15.125607    3823 pods.go:271] [tsf-tpa/create-importers-65knr] addLogicalPort took 13.241817ms, libovsdb time 917.786µs
I0326 16:27:15.475265    3823 cni.go:403] [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default]
I0326 16:27:15.484190    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-65knr, hostIfaceName: b79c82f2034b971, network: default, NAD default, SandboxID: "b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3", PCI device ID: , UID: "e88a4ee7-e60c-4bbd-81a8-c5d7974ae9d5", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0326 16:27:15.533783    3823 cni.go:424] [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:01:08:f3:2b:f8\",\"name\":\"b79c82f2034b971\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fecd1d3b-e890-4af6-90bc-3e18b1a6e57e\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:16.897449    3823 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-9x9pr] creating logical port tsf-tas_tuf-bc5768c88-9x9pr for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:16.897609    3823 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-9x9pr
I0326 16:27:16.910741    3823 pod.go:62] [tsf-tas/tuf-bc5768c88-9x9pr] pod update took 13.163305ms
I0326 16:27:16.910769    3823 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-9x9pr] addLogicalPort annotation time took 13.196321ms
I0326 16:27:16.912270    3823 pods.go:271] [tsf-tas/tuf-bc5768c88-9x9pr] addLogicalPort took 14.857269ms, libovsdb time 1.001891ms
I0326 16:27:16.938570    3823 cni.go:403] [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default]
I0326 16:27:17.009339    3823 cni.go:424] [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-65knr b79c82f2034b971088ea410b096155311c1a24753a2f5679380dfb14686758c3 network default NAD default], result "{}", err <nil>
I0326 16:27:17.062089    3823 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:17.062122    3823 pods.go:176] Deleting pod: tsf-tpa/create-importers-65knr
I0326 16:27:17.063660    3823 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-65knr, ips: 10.128.0.52
I0326 16:27:17.063684    3823 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:18.087398    3823 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:18.087433    3823 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 16:27:26.147409    3823 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0326 16:27:27.488814    3823 cni.go:403] [tsf-tas/tuf-bc5768c88-9x9pr 7a59a95dedf3b23108b26382b8f00d9207fe72cf0947282819a94c69236d15e1 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-9x9pr 7a59a95dedf3b23108b26382b8f00d9207fe72cf0947282819a94c69236d15e1 network default NAD default]
I0326 16:27:27.497666    3823 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-9x9pr, hostIfaceName: 7a59a95dedf3b23, network: default, NAD default, SandboxID: "7a59a95dedf3b23108b26382b8f00d9207fe72cf0947282819a94c69236d15e1", PCI device ID: , UID: "ca591440-084b-4d2c-9a5a-aa37001a0680", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0326 16:27:27.754361    3823 cni.go:424] [tsf-tas/tuf-bc5768c88-9x9pr 7a59a95dedf3b23108b26382b8f00d9207fe72cf0947282819a94c69236d15e1 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-9x9pr 7a59a95dedf3b23108b26382b8f00d9207fe72cf0947282819a94c69236d15e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:87:e7:30:d9:8d\",\"name\":\"7a59a95dedf3b23\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d80863f-5107-4950-be85-4826f3ea862b\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:27:28.999278    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0326 16:27:29.028152    3823 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:29.028719    3823 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:29.049226    3823 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:29.049252    3823 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:29.052654    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0326 16:27:29.052681    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0326 16:27:29.721626    3823 namespace.go:98] [integration-service] adding namespace
I0326 16:27:29.722522    3823 namespace.go:102] [integration-service] adding namespace took 875.808µs
I0326 16:27:29.726898    3823 namespace.go:98] [image-controller] adding namespace
I0326 16:27:29.726954    3823 namespace.go:98] [build-service] adding namespace
I0326 16:27:29.727718    3823 namespace.go:102] [image-controller] adding namespace took 799.848µs
I0326 16:27:29.728283    3823 namespace.go:102] [build-service] adding namespace took 1.317687ms
I0326 16:27:29.746035    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:29.768146    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:29.770912    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:29.794759    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:29.807921    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:29.820200    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:29.940862    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:29.970932    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:30.019694    3823 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-249fk] creating logical port konflux-ui_tsf-konflux-public-key-249fk for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:30.019777    3823 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-249fk
I0326 16:27:30.024855    3823 namespace.go:98] [release-service] adding namespace
I0326 16:27:30.025699    3823 namespace.go:102] [release-service] adding namespace took 826.83µs
I0326 16:27:30.043141    3823 namespace.go:142] [release-service] updating namespace
I0326 16:27:30.057318    3823 namespace.go:142] [release-service] updating namespace
I0326 16:27:30.085352    3823 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-249fk
I0326 16:27:30.137072    3823 pod.go:62] [konflux-ui/tsf-konflux-public-key-249fk] pod update took 117.314558ms
I0326 16:27:30.137093    3823 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-249fk] addLogicalPort annotation time took 117.341048ms
I0326 16:27:30.138300    3823 pods.go:271] [konflux-ui/tsf-konflux-public-key-249fk] addLogicalPort took 118.627758ms, libovsdb time 754.629µs
I0326 16:27:30.157656    3823 namespace.go:142] [konflux-ui] updating namespace
I0326 16:27:30.290619    3823 namespace.go:98] [konflux-info] adding namespace
I0326 16:27:30.291438    3823 namespace.go:102] [konflux-info] adding namespace took 772.267µs
I0326 16:27:30.291483    3823 namespace.go:142] [konflux-info] updating namespace
I0326 16:27:30.382884    3823 cni.go:403] [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default]
I0326 16:27:30.387502    3823 namespace.go:142] [konflux-info] updating namespace
I0326 16:27:30.391779    3823 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-249fk, hostIfaceName: 06600af78680052, network: default, NAD default, SandboxID: "06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92", PCI device ID: , UID: "0e8d7a95-5884-4e8e-9d86-5836bcd78309", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0326 16:27:30.441795    3823 cni.go:424] [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:e3:36:de:26:ba\",\"name\":\"06600af78680052\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d689c16e-5e61-4476-a153-bad9a3e195ed\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:30.685993    3823 namespace.go:98] [namespace-lister] adding namespace
I0326 16:27:30.686825    3823 namespace.go:102] [namespace-lister] adding namespace took 812.825µs
I0326 16:27:30.686864    3823 namespace.go:142] [namespace-lister] updating namespace
I0326 16:27:30.798727    3823 namespace.go:142] [namespace-lister] updating namespace
I0326 16:27:30.839537    3823 namespace.go:98] [enterprise-contract-service] adding namespace
I0326 16:27:30.839726    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:30.840387    3823 namespace.go:102] [enterprise-contract-service] adding namespace took 834.088µs
I0326 16:27:30.842705    3823 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 16:27:30.903887    3823 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 16:27:31.602164    3823 namespace.go:98] [default-tenant] adding namespace
I0326 16:27:31.603145    3823 namespace.go:102] [default-tenant] adding namespace took 958.99µs
I0326 16:27:31.603192    3823 namespace.go:142] [default-tenant] updating namespace
I0326 16:27:31.637030    3823 namespace.go:142] [default-tenant] updating namespace
I0326 16:27:31.700937    3823 namespace.go:98] [segment-bridge] adding namespace
I0326 16:27:31.701794    3823 namespace.go:102] [segment-bridge] adding namespace took 772.15µs
I0326 16:27:31.701832    3823 namespace.go:142] [segment-bridge] updating namespace
I0326 16:27:31.748986    3823 namespace.go:142] [segment-bridge] updating namespace
I0326 16:27:31.916928    3823 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-pvjrf] creating logical port namespace-lister_namespace-lister-67655c4674-pvjrf for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:31.917019    3823 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-pvjrf
I0326 16:27:32.069855    3823 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-pvjrf
I0326 16:27:32.077871    3823 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0326 16:27:32.181990    3823 pod.go:62] [namespace-lister/namespace-lister-67655c4674-pvjrf] pod update took 264.997003ms
I0326 16:27:32.182011    3823 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-pvjrf] addLogicalPort annotation time took 265.02399ms
I0326 16:27:32.183239    3823 pods.go:271] [namespace-lister/namespace-lister-67655c4674-pvjrf] addLogicalPort took 266.332272ms, libovsdb time 764.782µs
I0326 16:27:32.183354    3823 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0326 16:27:32.183375    3823 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0326 16:27:32.186481    3823 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0326 16:27:32.186512    3823 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0326 16:27:32.186523    3823 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0326 16:27:32.187409    3823 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0326 16:27:32.607636    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:32.899299    3823 base_network_controller_pods.go:487] [default/konflux-ui/dex-964f4848c-7jk8k] creating logical port konflux-ui_dex-964f4848c-7jk8k for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:32.899387    3823 kube.go:256] Updating pod konflux-ui/dex-964f4848c-7jk8k
I0326 16:27:32.945208    3823 pod.go:62] [konflux-ui/dex-964f4848c-7jk8k] pod update took 45.845167ms
I0326 16:27:32.945228    3823 base_network_controller_pods.go:937] [default/konflux-ui/dex-964f4848c-7jk8k] addLogicalPort annotation time took 45.870952ms
I0326 16:27:32.946530    3823 pods.go:271] [konflux-ui/dex-964f4848c-7jk8k] addLogicalPort took 47.245249ms, libovsdb time 873.24µs
I0326 16:27:32.975187    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:33.036912    3823 cni.go:403] [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default]
I0326 16:27:33.124299    3823 cni.go:424] [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-249fk 06600af78680052a02e153efdcc78f59e359fbe6a9a7205fb883e371e587fb92 network default NAD default], result "{}", err <nil>
I0326 16:27:33.126636    3823 base_network_controller_pods.go:487] [default/konflux-ui/proxy-77d8c66f66-vrp5c] creating logical port konflux-ui_proxy-77d8c66f66-vrp5c for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:33.126728    3823 kube.go:256] Updating pod konflux-ui/proxy-77d8c66f66-vrp5c
I0326 16:27:33.178624    3823 pod.go:62] [konflux-ui/proxy-77d8c66f66-vrp5c] pod update took 51.925869ms
I0326 16:27:33.178644    3823 base_network_controller_pods.go:937] [default/konflux-ui/proxy-77d8c66f66-vrp5c] addLogicalPort annotation time took 51.951ms
I0326 16:27:33.179916    3823 pods.go:271] [konflux-ui/proxy-77d8c66f66-vrp5c] addLogicalPort took 53.29596ms, libovsdb time 859.61µs
I0326 16:27:33.273793    3823 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-fmt7f for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:33.273913    3823 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f
I0326 16:27:33.304364    3823 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f] pod update took 30.487344ms
I0326 16:27:33.304394    3823 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f] addLogicalPort annotation time took 30.519389ms
I0326 16:27:33.304447    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:33.305726    3823 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f] addLogicalPort took 31.958433ms, libovsdb time 845.502µs
I0326 16:27:33.617967    3823 namespace.go:142] [konflux-info] updating namespace
I0326 16:27:33.638252    3823 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-rh557] creating logical port build-service_build-service-controller-manager-7df75dd4df-rh557 for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:33.638346    3823 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-rh557
I0326 16:27:33.677915    3823 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:33.677950    3823 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-249fk
I0326 16:27:33.679746    3823 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-249fk, ips: 10.128.0.54
I0326 16:27:33.679781    3823 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:33.727506    3823 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-rh557] pod update took 89.189904ms
I0326 16:27:33.727530    3823 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-rh557] addLogicalPort annotation time took 89.218612ms
I0326 16:27:33.728796    3823 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-rh557] addLogicalPort took 90.562994ms, libovsdb time 818.808µs
I0326 16:27:33.782637    3823 cni.go:403] [namespace-lister/namespace-lister-67655c4674-pvjrf d798e2e0be3cd42a73e0eb13e1c4425ba2c7e19a422a2033c1a5288a4ec0fda3 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-pvjrf d798e2e0be3cd42a73e0eb13e1c4425ba2c7e19a422a2033c1a5288a4ec0fda3 network default NAD default]
I0326 16:27:33.791357    3823 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-pvjrf, hostIfaceName: d798e2e0be3cd42, network: default, NAD default, SandboxID: "d798e2e0be3cd42a73e0eb13e1c4425ba2c7e19a422a2033c1a5288a4ec0fda3", PCI device ID: , UID: "76661033-a3b3-4418-ab3f-724e437232de", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0326 16:27:33.932119    3823 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default]
I0326 16:27:33.940981    3823 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-fmt7f, hostIfaceName: 6802df9ee953f62, network: default, NAD default, SandboxID: "6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a", PCI device ID: , UID: "d3ee2b3b-9361-485d-905d-8b2a2ea64c81", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0326 16:27:34.004740    3823 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-rh557 1a348e771d987c69391e30319c3f9d9655c6f609039a1bd5dec2397fa9bdf197 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-rh557 1a348e771d987c69391e30319c3f9d9655c6f609039a1bd5dec2397fa9bdf197 network default NAD default]
I0326 16:27:34.013975    3823 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-rh557, hostIfaceName: 1a348e771d987c6, network: default, NAD default, SandboxID: "1a348e771d987c69391e30319c3f9d9655c6f609039a1bd5dec2397fa9bdf197", PCI device ID: , UID: "3a43d2bb-4fd7-4866-ac56-e99feaf36bf4", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23]
I0326 16:27:34.015778    3823 namespace.go:142] [namespace-lister] updating namespace
I0326 16:27:34.048321    3823 cni.go:424] [namespace-lister/namespace-lister-67655c4674-pvjrf d798e2e0be3cd42a73e0eb13e1c4425ba2c7e19a422a2033c1a5288a4ec0fda3 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-pvjrf d798e2e0be3cd42a73e0eb13e1c4425ba2c7e19a422a2033c1a5288a4ec0fda3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:ff:98:74:4f:6f\",\"name\":\"d798e2e0be3cd42\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70c65a86-a3b7-4035-adf9-80f6fdfc0be6\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:34.065754    3823 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-rh557 1a348e771d987c69391e30319c3f9d9655c6f609039a1bd5dec2397fa9bdf197 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-rh557 1a348e771d987c69391e30319c3f9d9655c6f609039a1bd5dec2397fa9bdf197 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:a8:b8:8a:83:22\",\"name\":\"1a348e771d987c6\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/287adae1-9b5a-4fbf-9708-fd6bcd0c875c\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:34.200319    3823 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:a8:03:b5:f7:ee\",\"name\":\"6802df9ee953f62\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47c8468c-ae34-4aa8-8c0c-39162dd2e252\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:34.297873    3823 namespace.go:142] [release-service] updating namespace
I0326 16:27:34.431850    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:34.450312    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:34.470571    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:34.499792    3823 namespace.go:142] [konflux-info] updating namespace
I0326 16:27:34.525903    3823 namespace.go:142] [namespace-lister] updating namespace
I0326 16:27:34.545967    3823 namespace.go:142] [release-service] updating namespace
I0326 16:27:34.626968    3823 namespace.go:142] [build-service] updating namespace
I0326 16:27:34.667853    3823 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7c4c798f44-q6qvl] creating logical port integration-service_integration-service-controller-manager-7c4c798f44-q6qvl for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:34.667949    3823 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7c4c798f44-q6qvl
I0326 16:27:34.692901    3823 pod.go:62] [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl] pod update took 24.97645ms
I0326 16:27:34.692927    3823 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7c4c798f44-q6qvl] addLogicalPort annotation time took 25.00409ms
I0326 16:27:34.694599    3823 pods.go:271] [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl] addLogicalPort took 26.767396ms, libovsdb time 1.02672ms
I0326 16:27:34.708648    3823 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:34.708669    3823 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:34.712409    3823 namespace.go:142] [image-controller] updating namespace
I0326 16:27:34.773655    3823 namespace.go:142] [integration-service] updating namespace
I0326 16:27:34.816823    3823 namespace.go:142] [konflux-info] updating namespace
I0326 16:27:34.882984    3823 namespace.go:142] [namespace-lister] updating namespace
I0326 16:27:34.926507    3823 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:27:34.926614    3823 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0326 16:27:34.939070    3823 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 12.483943ms
I0326 16:27:34.939097    3823 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 12.51845ms
I0326 16:27:34.941161    3823 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 14.67527ms, libovsdb time 1.519945ms
I0326 16:27:34.979801    3823 namespace.go:142] [release-service] updating namespace
I0326 16:27:35.312029    3823 cni.go:403] [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default]
I0326 16:27:35.323945    3823 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0a6799843c5282e, network: default, NAD default, SandboxID: "0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088", PCI device ID: , UID: "6877eda3-6852-4dd8-ada8-6a7f20607b75", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23]
I0326 16:27:35.384550    3823 cni.go:424] [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:b8:00:0c:48:c0\",\"name\":\"0a6799843c5282e\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b9ee4f-d4a8-4452-aa3f-6044afd217ba\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:36.149258    3823 namespace.go:142] [default-tenant] updating namespace
I0326 16:27:36.350820    3823 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 16:27:36.551010    3823 namespace.go:142] [segment-bridge] updating namespace
I0326 16:27:36.672456    3823 namespace.go:142] [default-tenant] updating namespace
I0326 16:27:36.686128    3823 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 16:27:36.700349    3823 namespace.go:142] [segment-bridge] updating namespace
I0326 16:27:36.783206    3823 namespace.go:142] [default-tenant] updating namespace
I0326 16:27:36.882248    3823 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 16:27:36.982695    3823 namespace.go:142] [segment-bridge] updating namespace
W0326 16:27:38.071477    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0326 16:27:38.091296    3823 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0326 16:27:38.112196    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0326 16:27:38.632112    3823 cni.go:403] [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl fe582b5ff4fdd4c8ee46ad69c0ee99b1eb3e16be1f247d009ba00793dadbcdb2 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl fe582b5ff4fdd4c8ee46ad69c0ee99b1eb3e16be1f247d009ba00793dadbcdb2 network default NAD default]
I0326 16:27:38.643342    3823 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7c4c798f44-q6qvl, hostIfaceName: fe582b5ff4fdd4c, network: default, NAD default, SandboxID: "fe582b5ff4fdd4c8ee46ad69c0ee99b1eb3e16be1f247d009ba00793dadbcdb2", PCI device ID: , UID: "ebf3f173-53ef-4b23-9ad8-ad6ada71ee8e", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23]
I0326 16:27:38.694547    3823 cni.go:424] [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl fe582b5ff4fdd4c8ee46ad69c0ee99b1eb3e16be1f247d009ba00793dadbcdb2 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7c4c798f44-q6qvl fe582b5ff4fdd4c8ee46ad69c0ee99b1eb3e16be1f247d009ba00793dadbcdb2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:87:72:4c:57:de\",\"name\":\"fe582b5ff4fdd4c\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bbbba90-2d2d-4e9f-a06a-2b12e52f220c\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:27:39.083327    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0326 16:27:39.868114    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=571
I0326 16:27:39.948482    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
W0326 16:27:40.015478    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0326 16:27:46.368776    3823 cni.go:403] [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default] ADD starting CNI request [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default]
I0326 16:27:46.368808    3823 cni.go:403] [konflux-ui/dex-964f4848c-7jk8k 5cbbeb1f69fa81b205e025f8b7cccfc077411bdce2840b10531ea761df763dcf network default NAD default] ADD starting CNI request [konflux-ui/dex-964f4848c-7jk8k 5cbbeb1f69fa81b205e025f8b7cccfc077411bdce2840b10531ea761df763dcf network default NAD default]
I0326 16:27:46.378796    3823 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-964f4848c-7jk8k, hostIfaceName: 5cbbeb1f69fa81b, network: default, NAD default, SandboxID: "5cbbeb1f69fa81b205e025f8b7cccfc077411bdce2840b10531ea761df763dcf", PCI device ID: , UID: "9f23976b-ae64-48b7-acd0-48ac4cf822a8", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0326 16:27:46.378857    3823 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-77d8c66f66-vrp5c, hostIfaceName: a02c3c4391287f2, network: default, NAD default, SandboxID: "a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331", PCI device ID: , UID: "176420f9-32ef-4ac5-8ec4-9b200f79a4ef", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0326 16:27:46.436203    3823 cni.go:424] [konflux-ui/dex-964f4848c-7jk8k 5cbbeb1f69fa81b205e025f8b7cccfc077411bdce2840b10531ea761df763dcf network default NAD default] ADD finished CNI request [konflux-ui/dex-964f4848c-7jk8k 5cbbeb1f69fa81b205e025f8b7cccfc077411bdce2840b10531ea761df763dcf network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:b8:0c:07:de:d0\",\"name\":\"5cbbeb1f69fa81b\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/263d368c-7c19-4ea2-91e6-032b684c4999\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:27:46.456745    3823 cni.go:424] [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default] ADD finished CNI request [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:94:9d:d0:40:06\",\"name\":\"a02c3c4391287f2\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5394acd5-920a-40e3-8aac-6a5271145515\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0326 16:27:47.157596    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 16:27:47.160527    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 16:27:48.014351    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0326 16:27:48.015721    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0326 16:27:48.041167    3823 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 16:27:48.041192    3823 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 16:27:48.070638    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 16:27:48.070656    3823 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 16:27:49.084891    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0326 16:27:49.103155    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0326 16:27:49.152158    3823 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0326 16:27:52.184046    3823 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 16:27:52.184064    3823 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 16:27:58.151483    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 16:27:58.153534    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0326 16:27:58.463006    3823 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:58.463605    3823 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:27:59.096704    3823 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:59.096733    3823 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:27:59.103047    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-qwvmm
I0326 16:27:59.103068    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-qwvmm
W0326 16:28:03.185853    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0326 16:28:08.964942    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0326 16:28:09.999356    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
W0326 16:28:26.095064    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 16:28:26.095088    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 16:28:26.095099    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 16:28:26.095103    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 16:28:28.239820    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 16:28:28.239851    3823 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0326 16:28:55.859374    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81
I0326 16:28:56.290843    3823 cni.go:403] [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default] DEL starting CNI request [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default]
I0326 16:28:56.381598    3823 cni.go:424] [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default] DEL finished CNI request [konflux-ui/proxy-77d8c66f66-vrp5c a02c3c4391287f2d44d6bb8766bf41ba469fbbec5a50415a56e4e5bd82729331 network default NAD default], result "{}", err <nil>
I0326 16:28:56.445866    3823 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:28:56.445907    3823 pods.go:176] Deleting pod: konflux-ui/proxy-77d8c66f66-vrp5c
I0326 16:28:56.447359    3823 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-77d8c66f66-vrp5c, ips: 10.128.0.57
I0326 16:28:56.447395    3823 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:28:56.563192    3823 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:28:56.563282    3823 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:28:56.569259    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-77d8c66f66-vrp5c
I0326 16:28:56.569286    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-77d8c66f66-vrp5c
I0326 16:29:03.982605    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0326 16:29:08.641917    3823 cni.go:403] [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default]
I0326 16:29:08.730595    3823 cni.go:424] [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0a6799843c5282ec1dd2d135fc0a7480bd16c86f6869bcf377a3de210ab90088 network default NAD default], result "{}", err <nil>
I0326 16:29:08.785967    3823 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:08.786022    3823 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0326 16:29:08.787633    3823 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.61
I0326 16:29:08.787664    3823 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:08.825772    3823 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:08.825810    3823 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:08.832828    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0326 16:29:08.832853    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0326 16:29:17.012693    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0326 16:29:31.856210    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13
I0326 16:29:37.132968    3823 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:37.133619    3823 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:37.829692    3823 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:37.829719    3823 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:37.835486    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk
I0326 16:29:37.835518    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk
I0326 16:29:51.870675    3823 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default]
I0326 16:29:51.963646    3823 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f 6802df9ee953f62a8a6a4da08da1937071a190b10ac30a0d637d1dddaea9542a network default NAD default], result "{}", err <nil>
I0326 16:29:52.017466    3823 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:52.017509    3823 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f
I0326 16:29:52.018869    3823 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f, ips: 10.128.0.58
I0326 16:29:52.018896    3823 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:29:52.882117    3823 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:52.882144    3823 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:29:52.889515    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f
I0326 16:29:52.889542    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f
I0326 16:30:00.205014    3823 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29575710-g9krs for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:30:00.205139    3823 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs
I0326 16:30:00.217410    3823 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs] pod update took 12.294065ms
I0326 16:30:00.217452    3823 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs] addLogicalPort annotation time took 12.340711ms
I0326 16:30:00.218911    3823 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs] addLogicalPort took 13.911956ms, libovsdb time 987.747µs
I0326 16:30:00.568648    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default]
I0326 16:30:00.577334    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29575710-g9krs, hostIfaceName: e394d9a3e4921fd, network: default, NAD default, SandboxID: "e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57", PCI device ID: , UID: "98db074a-3908-4908-95b5-0f23e7c58388", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23]
I0326 16:30:00.627888    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:36:33:6b:db:56\",\"name\":\"e394d9a3e4921fd\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5365785a-f528-451d-bb0b-7d7850408dc9\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:30:00.791253    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:30:00.791850    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:30:00.802965    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:30:00.802985    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:30:00.809629    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8
I0326 16:30:00.809650    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8
I0326 16:30:04.992868    3823 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0326 16:30:41.857091    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86
I0326 16:30:49.948681    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 16:31:41.978296    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0326 16:31:46.001019    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 16:31:55.861021    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=71
I0326 16:33:05.864186    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67
I0326 16:33:49.970127    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0326 16:34:45.951203    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0326 16:34:52.984840    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0326 16:35:51.911480    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default]
I0326 16:35:52.001886    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs e394d9a3e4921fd2fd7b8d8f96c9aa086b216076f1e24b40ff8501f527d9dd57 network default NAD default], result "{}", err <nil>
I0326 16:35:52.054490    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:35:52.054558    3823 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs
I0326 16:35:52.055968    3823 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs, ips: 10.128.0.62
I0326 16:35:52.056003    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:35:53.075398    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:35:53.075475    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 16:36:06.526926    3823 duration.go:461] Config duration recorder: measurement expired for pod/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf
I0326 16:36:23.967368    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0326 16:36:26.870358    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=95
I0326 16:36:32.858819    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0326 16:36:55.995213    3823 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0326 16:37:07.049464    3823 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:07.049509    3823 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:07.054020    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x4fwr
I0326 16:37:07.054041    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x4fwr
I0326 16:37:14.029843    3823 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:14.029891    3823 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:14.032851    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mvw2r
I0326 16:37:14.032876    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mvw2r
I0326 16:37:18.029306    3823 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:18.029332    3823 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:37:18.034015    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-65knr
I0326 16:37:18.034043    3823 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-65knr
I0326 16:37:28.003959    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0326 16:37:44.015138    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 16:38:05.860288    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48
I0326 16:38:07.002249    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0326 16:38:28.861823    3823 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11
I0326 16:39:47.980787    3823 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 16:40:00.200069    3823 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29575720-wtq2p for pod on switch ip-10-0-0-109.ec2.internal
I0326 16:40:00.200182    3823 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p
I0326 16:40:00.228598    3823 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p] pod update took 28.43726ms
I0326 16:40:00.228622    3823 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p] addLogicalPort annotation time took 28.46568ms
I0326 16:40:00.230071    3823 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p] addLogicalPort took 30.01894ms, libovsdb time 985.525µs
I0326 16:40:00.560467    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default]
I0326 16:40:00.569310    3823 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29575720-wtq2p, hostIfaceName: 57023d3efacd9c1, network: default, NAD default, SandboxID: "57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f", PCI device ID: , UID: "d25ee51c-301d-431f-abb6-fcbe6219d5e9", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23]
I0326 16:40:00.620109    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:6a:95:6f:3a:6a\",\"name\":\"57023d3efacd9c1\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35a0207b-115d-4104-877e-56e6a87e82a0\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0326 16:40:04.309673    3823 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default]
I0326 16:40:04.394807    3823 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p 57023d3efacd9c1a14c8be2262200e1cfd3e3c1b3f37abfc23166ecaf4caf13f network default NAD default], result "{}", err <nil>
I0326 16:40:04.447439    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 16:40:04.447499    3823 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p
I0326 16:40:04.449009    3823 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p, ips: 10.128.0.63
I0326 16:40:04.449036    3823 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 16:40:05.318667    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:40:05.318697    3823 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 16:40:26.951613    3823 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0326 16:40:58.699898    3823 namespace.go:98] [default-tenant-managed] adding namespace
I0326 16:40:58.700816    3823 namespace.go:102] [default-tenant-managed] adding namespace took 893.734µs
I0326 16:40:58.748928    3823 namespace.go:142] [default-tenant-managed] updating namespace
I0326 16:40:58.766321    3823 namespace.go:142] [default-tenant-managed] updating namespace
I0326 16:40:59.901659    3823 namespace.go:142] [default-tenant-managed] updating namespace
I0326 16:41:00.033710    3823 namespace.go:142] [default-tenant-managed] updating namespace
I0326 16:41:00.132026    3823 namespace.go:142] [default-tenant-managed] updating namespace