+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-65.ec2.internal
++ [[ -n ip-10-0-0-65.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-65.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0330 14:59:58.501219052 - disable conntrack on geneve port'
I0330 14:59:58.501219052 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0330 14:59:58.545780628 - starting ovnkube-node
+ echo 'I0330 14:59:58.545780628 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-65.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-65.ec2.internal --init-node ip-10-0-0-65.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-65.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0330 14:59:58.587480    3947 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0330 14:59:58.587522    3947 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4a6a5c4963.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0330 14:59:58.589350    3947 kube.go:419] Waiting for certificate
I0330 14:59:58.589395    3947 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0330 14:59:58.589429    3947 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0330 14:59:58.590272    3947 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0330 14:59:58.617546    3947 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:58.617562    3947 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:58.619969    3947 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:58.622197    3947 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jdqsx"
I0330 15:00:14.956867    3947 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jdqsx"
I0330 15:00:14.957018    3947 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 15:00:15.590052    3947 kube.go:426] Certificate found
I0330 15:00:15.590581    3947 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0330 15:00:15.591496    3947 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0330 15:00:15.656456    3947 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0330 15:00:15.677776    3947 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0330 15:00:15.678161    3947 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0330 15:00:15.678218    3947 factory.go:531] Starting watch factory
I0330 15:00:15.678323    3947 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678317    3947 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678348    3947 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678352    3947 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678421    3947 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678448    3947 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678653    3947 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678827    3947 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678812    3947 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678918    3947 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.678959    3947 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.679062    3947 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.684366    3947 controller_manager.go:368] Starting the ovnkube controller
I0330 15:00:15.684378    3947 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-65.ec2.internal
I0330 15:00:15.684421    3947 controller_manager.go:393] NBDB zone sync took: 36.284µs
I0330 15:00:15.684430    3947 factory.go:531] Starting watch factory
I0330 15:00:15.700082    3947 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.700195    3947 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.700256    3947 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.700941    3947 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.700954    3947 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0330 15:00:15.704445    3947 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.704624    3947 ovn_northd.go:121] Registering OVN northd metrics
I0330 15:00:15.704767    3947 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0330 15:00:15.704800    3947 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0330 15:00:15.716853    3947 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 15:00:15.720765    3947 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0330 15:00:15.783542    3947 factory.go:1890] *v1.Node informer cache synced successfully
I0330 15:00:15.783563    3947 factory.go:1890] *v1.Service informer cache synced successfully
I0330 15:00:15.783567    3947 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0330 15:00:15.783570    3947 factory.go:1890] *v1.Pod informer cache synced successfully
I0330 15:00:15.783573    3947 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0330 15:00:15.783575    3947 factory.go:1890] *v1.Namespace informer cache synced successfully
I0330 15:00:15.783634    3947 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.783647    3947 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.783668    3947 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.783687    3947 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.786066    3947 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.786204    3947 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 15:00:15.789173    3947 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0330 15:00:15.789183    3947 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0330 15:00:15.789264    3947 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.789280    3947 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.790532    3947 factory.go:1890] *v1.Service informer cache synced successfully
I0330 15:00:15.790543    3947 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0330 15:00:15.790547    3947 factory.go:1890] *v1.Pod informer cache synced successfully
I0330 15:00:15.790550    3947 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0330 15:00:15.790553    3947 factory.go:1890] *v1.Namespace informer cache synced successfully
I0330 15:00:15.790556    3947 factory.go:1890] *v1.Node informer cache synced successfully
I0330 15:00:15.791167    3947 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.795074    3947 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0330 15:00:15.795121    3947 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.795132    3947 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.796542    3947 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0330 15:00:15.796556    3947 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0330 15:00:15.797180    3947 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.801072    3947 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0330 15:00:15.801133    3947 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.801144    3947 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.801788    3947 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0330 15:00:15.803782    3947 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.806645    3947 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0330 15:00:15.806691    3947 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.806701    3947 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.806851    3947 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0330 15:00:15.808880    3947 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.811786    3947 factory.go:1890] *v1.EgressService informer cache synced successfully
I0330 15:00:15.811873    3947 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.811890    3947 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.811876    3947 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0330 15:00:15.814394    3947 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.817082    3947 factory.go:1890] *v1.EgressService informer cache synced successfully
I0330 15:00:15.817093    3947 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0330 15:00:15.817400    3947 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 15:00:15.817413    3947 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 15:00:15.819563    3947 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 15:00:15.822549    3947 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0330 15:00:15.822622    3947 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0330 15:00:15.822692    3947 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.822703    3947 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.822744    3947 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.822766    3947 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.824693    3947 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.825514    3947 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 15:00:15.828601    3947 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0330 15:00:15.828612    3947 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0330 15:00:15.828619    3947 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0330 15:00:15.828627    3947 factory.go:636] Watch Factory start up complete, took: 150.410796ms
I0330 15:00:15.828688    3947 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0330 15:00:15.833722    3947 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0330 15:00:15.833732    3947 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0330 15:00:15.833739    3947 factory.go:636] Watch Factory start up complete, took: 149.307576ms
I0330 15:00:15.833745    3947 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-65.ec2.internal" zone
I0330 15:00:15.890375    3947 default_node_network_controller.go:709] Initializing the default node network controller
I0330 15:00:15.948381    3947 udn_isolation.go:101] Starting UDN host isolation manager
I0330 15:00:15.954399    3947 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0330 15:00:15.978630    3947 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-31 14:55:14 +0000 UTC" deadline="2026-03-31 10:27:24.093181041 +0000 UTC"
I0330 15:00:15.978655    3947 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h27m8.114537087s"
I0330 15:00:16.030266    3947 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0330 15:00:16.030344    3947 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0330 15:00:16.030356    3947 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0330 15:00:16.062992    3947 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0330 15:00:16.063042    3947 default_node_network_controller.go:808] Node ip-10-0-0-65.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0330 15:00:16.068383    3947 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.65"] k8s.ovn.org/zone-name:ip-10-0-0-65.ec2.internal] on node ip-10-0-0-65.ec2.internal
I0330 15:00:16.089671    3947 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0330 15:00:16.094685    3947 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0330 15:00:16.094841    3947 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0330 15:00:16.094971    3947 gateway_init.go:263] Preparing Gateway
I0330 15:00:16.094982    3947 gateway_shared_intf.go:1658] Creating new gateway
I0330 15:00:16.163251    3947 iptables.go:108] Creating table: filter chain: FORWARD
I0330 15:00:16.169021    3947 iptables.go:108] Creating table: filter chain: OUTPUT
I0330 15:00:16.174875    3947 gateway_shared_intf.go:1787] Gateway Creation Complete
I0330 15:00:16.174887    3947 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-65.ec2.internal","mac-address":"12:76:ef:7f:43:5b","ip-addresses":["10.0.0.65/24"],"ip-address":"10.0.0.65/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4bff929f-9c71-4306-823b-57856d46a38a k8s.ovn.org/node-encap-ips:["10.0.0.65"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.65/24"} k8s.ovn.org/zone-name:ip-10-0-0-65.ec2.internal] on node ip-10-0-0-65.ec2.internal
I0330 15:00:16.193734    3947 default_node_network_controller.go:518] Node connection status = connected
I0330 15:00:16.334726    3947 controller_manager.go:427] Waiting for node in zone sync took: 500.969014ms
I0330 15:00:16.339360    3947 controller_manager.go:608] Switching to transit router for layer2 networks
I0330 15:00:16.339374    3947 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-65.ec2.internal
I0330 15:00:16.354770    3947 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0330 15:00:16.360068    3947 controller_manager.go:288] SCTP support detected in OVN
I0330 15:00:16.360620    3947 services_controller.go:69] Creating services controller for network=default
I0330 15:00:16.360730    3947 udn_enabled_svc.go:80] Waiting for service informer to sync
I0330 15:00:16.361220    3947 udn_enabled_svc.go:95] Performing full resync
I0330 15:00:16.361284    3947 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0330 15:00:16.361313    3947 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0330 15:00:16.361330    3947 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0330 15:00:16.361340    3947 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0330 15:00:16.361502    3947 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0330 15:00:16.361563    3947 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0330 15:00:16.361581    3947 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.996µs
I0330 15:00:16.361599    3947 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 24.813µs
I0330 15:00:16.361607    3947 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.558µs
I0330 15:00:16.361612    3947 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0330 15:00:16.361617    3947 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0330 15:00:16.361626    3947 default_network_controller.go:321] Starting the default network controller
I0330 15:00:16.361629    3947 udn_enabled_svc.go:99] Waiting for handler to sync
I0330 15:00:16.361638    3947 udn_enabled_svc.go:104] Starting worker
I0330 15:00:16.361730    3947 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 14.323µs
I0330 15:00:16.368987    3947 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0330 15:00:16.369048    3947 repair.go:33] Syncing exgw routes took 39.834µs
I0330 15:00:16.369072    3947 default_network_controller.go:407] Starting all the Watchers...
I0330 15:00:16.369216    3947 namespace.go:98] [kube-system] adding namespace
I0330 15:00:16.369240    3947 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0330 15:00:16.369251    3947 namespace.go:98] [openshift-network-console] adding namespace
I0330 15:00:16.369250    3947 namespace.go:98] [openshift-operators-redhat] adding namespace
I0330 15:00:16.369252    3947 namespace.go:98] [kube-node-lease] adding namespace
I0330 15:00:16.369266    3947 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0330 15:00:16.369270    3947 namespace.go:98] [openshift] adding namespace
I0330 15:00:16.369274    3947 namespace.go:98] [openshift-backplane] adding namespace
I0330 15:00:16.369285    3947 namespace.go:98] [openshift-infra] adding namespace
I0330 15:00:16.369290    3947 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0330 15:00:16.369295    3947 namespace.go:98] [openshift-console-user-settings] adding namespace
I0330 15:00:16.369299    3947 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0330 15:00:16.369304    3947 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0330 15:00:16.369312    3947 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0330 15:00:16.369315    3947 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0330 15:00:16.369854    3947 namespace.go:102] [kube-system] adding namespace took 626.075µs
I0330 15:00:16.369871    3947 namespace.go:98] [openshift-backplane-csm] adding namespace
I0330 15:00:16.370434    3947 namespace.go:102] [openshift-backplane-csm] adding namespace took 558.386µs
I0330 15:00:16.370449    3947 namespace.go:98] [openshift-network-node-identity] adding namespace
I0330 15:00:16.371047    3947 namespace.go:102] [openshift-apiserver-operator] adding namespace took 1.796613ms
I0330 15:00:16.371062    3947 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0330 15:00:16.371538    3947 namespace.go:102] [openshift-backplane-mobb] adding namespace took 468.462µs
I0330 15:00:16.371554    3947 namespace.go:98] [openshift-node] adding namespace
I0330 15:00:16.372097    3947 namespace.go:102] [openshift-network-console] adding namespace took 2.840793ms
I0330 15:00:16.372111    3947 namespace.go:98] [openshift-backplane-srep] adding namespace
I0330 15:00:16.372676    3947 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.417968ms
I0330 15:00:16.372684    3947 namespace.go:98] [openshift-image-registry] adding namespace
I0330 15:00:16.373246    3947 namespace.go:102] [kube-node-lease] adding namespace took 3.984542ms
I0330 15:00:16.373261    3947 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0330 15:00:16.373728    3947 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.450765ms
I0330 15:00:16.373745    3947 namespace.go:98] [openshift-authentication] adding namespace
I0330 15:00:16.374253    3947 namespace.go:102] [openshift] adding namespace took 4.973558ms
I0330 15:00:16.374267    3947 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0330 15:00:16.374799    3947 namespace.go:102] [openshift-backplane] adding namespace took 5.518688ms
I0330 15:00:16.374808    3947 namespace.go:98] [openshift-backplane-tam] adding namespace
I0330 15:00:16.375400    3947 namespace.go:102] [openshift-infra] adding namespace took 6.10782ms
I0330 15:00:16.375408    3947 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0330 15:00:16.375948    3947 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.645773ms
I0330 15:00:16.375965    3947 namespace.go:98] [openshift-ingress-operator] adding namespace
I0330 15:00:16.376418    3947 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.112527ms
I0330 15:00:16.376435    3947 namespace.go:98] [openshift-dns] adding namespace
I0330 15:00:16.376888    3947 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.579944ms
I0330 15:00:16.376902    3947 namespace.go:98] [openshift-multus] adding namespace
I0330 15:00:16.377456    3947 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.146161ms
I0330 15:00:16.377470    3947 namespace.go:98] [openshift-etcd] adding namespace
I0330 15:00:16.377926    3947 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.609326ms
I0330 15:00:16.377936    3947 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0330 15:00:16.378960    3947 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.639173ms
I0330 15:00:16.378972    3947 namespace.go:98] [openshift-backplane-cse] adding namespace
I0330 15:00:16.379437    3947 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.982173ms
I0330 15:00:16.379454    3947 namespace.go:98] [openshift-config-managed] adding namespace
I0330 15:00:16.379875    3947 namespace.go:102] [openshift-node] adding namespace took 8.31374ms
I0330 15:00:16.379891    3947 namespace.go:98] [openshift-authentication-operator] adding namespace
I0330 15:00:16.380356    3947 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.239148ms
I0330 15:00:16.380372    3947 namespace.go:98] [openshift-controller-manager] adding namespace
I0330 15:00:16.380872    3947 namespace.go:102] [openshift-image-registry] adding namespace took 8.181252ms
I0330 15:00:16.380888    3947 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0330 15:00:16.381287    3947 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.019627ms
I0330 15:00:16.381303    3947 namespace.go:98] [openshift-ingress-canary] adding namespace
I0330 15:00:16.381794    3947 namespace.go:102] [openshift-authentication] adding namespace took 8.043205ms
I0330 15:00:16.381808    3947 namespace.go:98] [openshift-package-operator] adding namespace
I0330 15:00:16.382240    3947 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.955734ms
I0330 15:00:16.382251    3947 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0330 15:00:16.382802    3947 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.988324ms
I0330 15:00:16.382820    3947 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0330 15:00:16.383267    3947 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.85498ms
I0330 15:00:16.383279    3947 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0330 15:00:16.383750    3947 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.781033ms
I0330 15:00:16.383761    3947 namespace.go:98] [openshift-service-ca] adding namespace
I0330 15:00:16.384274    3947 namespace.go:102] [openshift-dns] adding namespace took 7.832745ms
I0330 15:00:16.384289    3947 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
W0330 15:00:16.384275    3947 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mjzq2: pod openshift-multus/network-metrics-daemon-mjzq2: no pod IPs found 
I0330 15:00:16.384750    3947 namespace.go:102] [openshift-multus] adding namespace took 7.843441ms
I0330 15:00:16.384762    3947 namespace.go:98] [openshift-ingress] adding namespace
W0330 15:00:16.385298    3947 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vtznl: pod openshift-network-diagnostics/network-check-target-vtznl: no pod IPs found 
I0330 15:00:16.385343    3947 namespace.go:102] [openshift-etcd] adding namespace took 7.866703ms
I0330 15:00:16.385355    3947 namespace.go:98] [openshift-logging] adding namespace
I0330 15:00:16.385875    3947 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.930685ms
I0330 15:00:16.385896    3947 namespace.go:98] [openshift-apiserver] adding namespace
I0330 15:00:16.386420    3947 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.442525ms
I0330 15:00:16.386436    3947 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0330 15:00:16.386889    3947 namespace.go:102] [openshift-config-managed] adding namespace took 7.426553ms
I0330 15:00:16.386903    3947 namespace.go:98] [openshift-cluster-version] adding namespace
I0330 15:00:16.387385    3947 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.488005ms
I0330 15:00:16.387401    3947 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0330 15:00:16.387864    3947 namespace.go:102] [openshift-controller-manager] adding namespace took 7.486306ms
I0330 15:00:16.387879    3947 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0330 15:00:16.388286    3947 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.393036ms
I0330 15:00:16.388295    3947 namespace.go:98] [openshift-console] adding namespace
I0330 15:00:16.388753    3947 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.444166ms
I0330 15:00:16.388768    3947 namespace.go:98] [openshift-host-network] adding namespace
I0330 15:00:16.389219    3947 namespace.go:102] [openshift-package-operator] adding namespace took 7.406195ms
I0330 15:00:16.389254    3947 namespace.go:98] [openshift-config-operator] adding namespace
I0330 15:00:16.389599    3947 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.341658ms
I0330 15:00:16.389613    3947 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0330 15:00:16.390084    3947 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.259514ms
I0330 15:00:16.390096    3947 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0330 15:00:16.390452    3947 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.167277ms
I0330 15:00:16.390466    3947 namespace.go:98] [openshift-operators] adding namespace
I0330 15:00:16.390928    3947 namespace.go:102] [openshift-service-ca] adding namespace took 7.161719ms
I0330 15:00:16.390939    3947 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0330 15:00:16.391312    3947 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.015686ms
I0330 15:00:16.391328    3947 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0330 15:00:16.391814    3947 namespace.go:102] [openshift-ingress] adding namespace took 7.047364ms
I0330 15:00:16.391827    3947 namespace.go:98] [openshift-network-operator] adding namespace
I0330 15:00:16.392159    3947 namespace.go:102] [openshift-logging] adding namespace took 6.799199ms
I0330 15:00:16.392173    3947 namespace.go:98] [dedicated-admin] adding namespace
I0330 15:00:16.392637    3947 namespace.go:102] [openshift-apiserver] adding namespace took 6.735024ms
I0330 15:00:16.392648    3947 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0330 15:00:16.392998    3947 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.555488ms
I0330 15:00:16.393013    3947 namespace.go:98] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] adding namespace
I0330 15:00:16.393445    3947 namespace.go:102] [openshift-cluster-version] adding namespace took 6.536615ms
I0330 15:00:16.393458    3947 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0330 15:00:16.393957    3947 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.549854ms
I0330 15:00:16.394441    3947 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.557927ms
I0330 15:00:16.394452    3947 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0330 15:00:16.395071    3947 namespace.go:102] [openshift-console] adding namespace took 6.770607ms
I0330 15:00:16.395086    3947 namespace.go:98] [openshift-insights] adding namespace
I0330 15:00:16.395556    3947 namespace.go:102] [openshift-host-network] adding namespace took 6.781026ms
I0330 15:00:16.395572    3947 namespace.go:98] [openshift-machine-api] adding namespace
I0330 15:00:16.396027    3947 namespace.go:102] [openshift-config-operator] adding namespace took 6.767336ms
I0330 15:00:16.396039    3947 namespace.go:98] [openshift-config] adding namespace
I0330 15:00:16.396489    3947 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.870801ms
I0330 15:00:16.396502    3947 namespace.go:98] [openshift-dns-operator] adding namespace
I0330 15:00:16.396971    3947 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.870979ms
I0330 15:00:16.396979    3947 namespace.go:98] [openshift-backplane-cee] adding namespace
I0330 15:00:16.397428    3947 namespace.go:102] [openshift-operators] adding namespace took 6.958017ms
I0330 15:00:16.397437    3947 namespace.go:98] [openshift-monitoring] adding namespace
I0330 15:00:16.397841    3947 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.897743ms
I0330 15:00:16.397850    3947 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0330 15:00:16.398243    3947 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.911373ms
I0330 15:00:16.398253    3947 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0330 15:00:16.398706    3947 namespace.go:102] [openshift-network-operator] adding namespace took 6.8726ms
I0330 15:00:16.398724    3947 namespace.go:98] [openshift-console-operator] adding namespace
I0330 15:00:16.399047    3947 namespace.go:102] [dedicated-admin] adding namespace took 6.868959ms
I0330 15:00:16.399058    3947 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0330 15:00:16.399530    3947 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.877123ms
I0330 15:00:16.399544    3947 namespace.go:98] [openshift-marketplace] adding namespace
I0330 15:00:16.399916    3947 namespace.go:102] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] adding namespace took 6.897896ms
I0330 15:00:16.399928    3947 namespace.go:98] [default] adding namespace
I0330 15:00:16.400351    3947 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.886896ms
I0330 15:00:16.400802    3947 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.345793ms
I0330 15:00:16.401666    3947 namespace.go:102] [openshift-insights] adding namespace took 6.576729ms
I0330 15:00:16.401676    3947 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0330 15:00:16.402138    3947 namespace.go:102] [openshift-machine-api] adding namespace took 6.560567ms
I0330 15:00:16.402541    3947 namespace.go:102] [openshift-config] adding namespace took 6.496643ms
I0330 15:00:16.402556    3947 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0330 15:00:16.402943    3947 namespace.go:102] [openshift-dns-operator] adding namespace took 6.435709ms
I0330 15:00:16.403297    3947 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.31335ms
I0330 15:00:16.403747    3947 namespace.go:102] [openshift-monitoring] adding namespace took 6.305636ms
I0330 15:00:16.404126    3947 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.271012ms
I0330 15:00:16.404139    3947 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0330 15:00:16.404502    3947 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.244614ms
I0330 15:00:16.404912    3947 namespace.go:102] [openshift-console-operator] adding namespace took 6.181861ms
I0330 15:00:16.404926    3947 namespace.go:98] [kube-public] adding namespace
I0330 15:00:16.405354    3947 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.291894ms
I0330 15:00:16.405709    3947 namespace.go:102] [openshift-marketplace] adding namespace took 6.161073ms
I0330 15:00:16.406169    3947 namespace.go:102] [default] adding namespace took 6.238335ms
I0330 15:00:16.406179    3947 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0330 15:00:16.406592    3947 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.910917ms
I0330 15:00:16.406983    3947 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.42356ms
I0330 15:00:16.407426    3947 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.282014ms
I0330 15:00:16.407776    3947 namespace.go:102] [kube-public] adding namespace took 2.843977ms
I0330 15:00:16.408166    3947 namespace.go:102] [openshift-kube-apiserver] adding namespace took 1.982294ms
I0330 15:00:16.408512    3947 zone_ic_handler.go:186] Time taken to create transit switch: 253.322µs
I0330 15:00:16.408588    3947 master.go:532] Adding or Updating local node "ip-10-0-0-65.ec2.internal" for network "default"
I0330 15:00:16.409083    3947 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-167.ec2.internal for the network default
I0330 15:00:16.409116    3947 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-27.ec2.internal for the network default
I0330 15:00:16.410253    3947 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-27.ec2.internal" on network "default" took: 1.154148ms
I0330 15:00:16.410284    3947 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-167.ec2.internal" on network "default" took: 1.211782ms
W0330 15:00:16.416210    3947 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vtznl: pod openshift-network-diagnostics/network-check-target-vtznl: no pod IPs found 
W0330 15:00:16.416224    3947 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mjzq2: pod openshift-multus/network-metrics-daemon-mjzq2: no pod IPs found 
I0330 15:00:16.421741    3947 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-65.ec2.internal for the network default
I0330 15:00:16.422411    3947 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0330 15:00:16.422441    3947 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0330 15:00:16.422455    3947 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0330 15:00:16.422458    3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 15:00:16.422500    3947 node_tracker.go:169] Node ip-10-0-0-65.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.422511    3947 services_controller.go:574] Full service sync requested for network=default
I0330 15:00:16.422523    3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-27.ec2.internal in network "default"
I0330 15:00:16.422546    3947 node_tracker.go:169] Node ip-10-0-1-27.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.422553    3947 services_controller.go:574] Full service sync requested for network=default
I0330 15:00:16.422557    3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0330 15:00:16.422576    3947 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.422582    3947 services_controller.go:574] Full service sync requested for network=default
I0330 15:00:16.522909    3947 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0330 15:00:16.522936    3947 services_controller.go:208] Setting up event handlers for services for network=default
I0330 15:00:16.522995    3947 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0330 15:00:16.523042    3947 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0330 15:00:16.523060    3947 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0330 15:00:16.623716    3947 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0330 15:00:16.623729    3947 repair.go:60] Starting repairing loop for services
I0330 15:00:16.623796    3947 repair.go:131] Deleted 0 stale service LBs
I0330 15:00:16.623814    3947 repair.go:137] Deleted 0 stale Chassis Template Vars
I0330 15:00:16.623828    3947 repair.go:62] Finished repairing loop for services: 99.834µs
I0330 15:00:16.623851    3947 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0330 15:00:16.623859    3947 services_controller.go:254] Starting workers for network=default
I0330 15:00:16.624335    3947 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0330 15:00:16.624551    3947 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mjzq2] creating logical port openshift-multus_network-metrics-daemon-mjzq2 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:16.624708    3947 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mjzq2
I0330 15:00:16.624891    3947 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vtznl] creating logical port openshift-network-diagnostics_network-check-target-vtznl for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:16.624984    3947 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vtznl
W0330 15:00:16.630399    3947 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:16.640580    3947 pod.go:62] [openshift-network-diagnostics/network-check-target-vtznl] pod update took 15.636363ms
I0330 15:00:16.640597    3947 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-vtznl] addLogicalPort annotation time took 15.656772ms
I0330 15:00:16.641510    3947 pods.go:271] [openshift-network-diagnostics/network-check-target-vtznl] addLogicalPort took 16.641098ms, libovsdb time 733.037µs
I0330 15:00:16.641994    3947 pod.go:62] [openshift-multus/network-metrics-daemon-mjzq2] pod update took 17.347914ms
I0330 15:00:16.642058    3947 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-mjzq2] addLogicalPort annotation time took 17.412203ms
I0330 15:00:16.643764    3947 pods.go:271] [openshift-multus/network-metrics-daemon-mjzq2] addLogicalPort took 19.252639ms, libovsdb time 944.562µs
I0330 15:00:16.644242    3947 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0330 15:00:16.644268    3947 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0330 15:00:16.644285    3947 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0330 15:00:16.644291    3947 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0330 15:00:16.644487    3947 repair.go:29] Repairing admin network policies took 191.386µs
I0330 15:00:16.644586    3947 repair.go:92] Repairing baseline admin network policies took 89.064µs
I0330 15:00:16.645068    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0330 15:00:16.645096    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0330 15:00:16.646741    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0330 15:00:16.646760    3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0330 15:00:16.646770    3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0330 15:00:16.648201    3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0330 15:00:16.648221    3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0330 15:00:16.648247    3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0330 15:00:16.649172    3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0330 15:00:16.649192    3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0330 15:00:16.649199    3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0330 15:00:16.650476    3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0330 15:00:16.650493    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0330 15:00:16.651126    3947 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0330 15:00:16.651147    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0330 15:00:16.652850    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0330 15:00:16.652871    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0330 15:00:16.652880    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0330 15:00:16.653456    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0330 15:00:16.653473    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0330 15:00:16.653480    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0330 15:00:16.654909    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0330 15:00:16.654926    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0330 15:00:16.654936    3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0330 15:00:16.657507    3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0330 15:00:16.657525    3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0330 15:00:16.657534    3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0330 15:00:16.658498    3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0330 15:00:16.658527    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0330 15:00:16.658535    3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0330 15:00:16.658848    3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0330 15:00:16.658864    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0330 15:00:16.658873    3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0330 15:00:16.660817    3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0330 15:00:16.660833    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0330 15:00:16.660841    3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0330 15:00:16.661141    3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0330 15:00:16.661157    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0330 15:00:16.661165    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0330 15:00:16.661729    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0330 15:00:16.661746    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0330 15:00:16.661753    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0330 15:00:16.662251    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0330 15:00:16.662267    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0330 15:00:16.662302    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0330 15:00:16.662798    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0330 15:00:16.662815    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0330 15:00:16.662822    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0330 15:00:16.663275    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0330 15:00:16.663292    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0330 15:00:16.663298    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0330 15:00:16.663584    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0330 15:00:16.663600    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0330 15:00:16.663613    3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0330 15:00:16.665032    3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0330 15:00:16.665048    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0330 15:00:16.665057    3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0330 15:00:16.666168    3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0330 15:00:16.666187    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0330 15:00:16.666196    3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0330 15:00:16.666676    3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0330 15:00:16.666698    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0330 15:00:16.666719    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0330 15:00:16.667378    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0330 15:00:16.667393    3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0330 15:00:16.667400    3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0330 15:00:16.668418    3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0330 15:00:16.668432    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0330 15:00:16.668440    3947 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0330 15:00:16.670306    3947 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0330 15:00:16.670323    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0330 15:00:16.670330    3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0330 15:00:16.670792    3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0330 15:00:16.670809    3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0330 15:00:16.670816    3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0330 15:00:16.671272    3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0330 15:00:16.671286    3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0330 15:00:16.671295    3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0330 15:00:16.672312    3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0330 15:00:16.672332    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0330 15:00:16.672344    3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0330 15:00:16.672884    3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0330 15:00:16.672900    3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0330 15:00:16.672908    3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0330 15:00:16.673919    3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0330 15:00:16.673935    3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0330 15:00:16.673947    3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0330 15:00:16.675072    3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0330 15:00:16.675351    3947 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0330 15:00:16.680898    3947 egressfirewall.go:319] Starting EgressFirewall controller
I0330 15:00:16.680922    3947 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0330 15:00:16.680945    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0330 15:00:16.680956    3947 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0330 15:00:16.680973    3947 controller.go:133] Adding controller egress-firewall-controller event handlers
I0330 15:00:16.680999    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0330 15:00:16.681010    3947 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0330 15:00:16.681298    3947 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0330 15:00:16.681311    3947 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0330 15:00:16.681320    3947 egressqos.go:193] Setting up event handlers for EgressQoS
I0330 15:00:16.681396    3947 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 15:00:16.681407    3947 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 15:00:16.681411    3947 egressfirewall.go:628] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0330 15:00:16.681511    3947 egressqos.go:245] Starting EgressQoS Controller
I0330 15:00:16.681521    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0330 15:00:16.681526    3947 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0330 15:00:16.681531    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0330 15:00:16.681535    3947 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0330 15:00:16.681540    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0330 15:00:16.681544    3947 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0330 15:00:16.681548    3947 egressqos.go:259] Repairing EgressQoSes
I0330 15:00:16.681552    3947 egressqos.go:399] Starting repairing loop for egressqos
I0330 15:00:16.681622    3947 egressqos.go:401] Finished repairing loop for egressqos: 70.02µs
I0330 15:00:16.681635    3947 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0330 15:00:16.681650    3947 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-65.ec2.internal
I0330 15:00:16.681718    3947 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-65.ec2.internal : 65.585µs
I0330 15:00:16.681835    3947 egressservice_zone.go:210] Starting Egress Services Controller
I0330 15:00:16.681846    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0330 15:00:16.681853    3947 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0330 15:00:16.681859    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0330 15:00:16.681864    3947 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0330 15:00:16.681869    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0330 15:00:16.681874    3947 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0330 15:00:16.681878    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0330 15:00:16.681883    3947 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0330 15:00:16.681887    3947 egressservice_zone.go:228] Repairing Egress Services
I0330 15:00:16.682656    3947 master_controller.go:88] Starting Admin Policy Based Route Controller
I0330 15:00:16.682668    3947 external_controller.go:278] Starting Admin Policy Based Route Controller
I0330 15:00:16.682689    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:00:16.682697    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 10.264µs
I0330 15:00:16.682704    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 15:00:16.682712    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 8.566µs
I0330 15:00:16.682717    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0330 15:00:16.682723    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 5.714µs
I0330 15:00:16.682785    3947 default_network_controller.go:568] Completing all the Watchers took 313.705666ms
I0330 15:00:16.682802    3947 default_network_controller.go:572] Starting unidling controllers
I0330 15:00:16.682815    3947 unidle.go:46] Registering OVN SB ControllerEvent handler
I0330 15:00:16.682821    3947 unidle.go:63] Populating Initial ContollerEvent events
I0330 15:00:16.682831    3947 unidle.go:79] Setting up event handlers for services
I0330 15:00:16.682879    3947 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0330 15:00:16.693991    3947 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0330 15:00:16.694879    3947 default_node_network_controller.go:518] Node connection status = connected
I0330 15:00:16.709465    3947 bridgeconfig.go:537] Gateway is ready
I0330 15:00:16.709479    3947 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0330 15:00:16.719080    3947 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.65. Updating OVN encap IP.
I0330 15:00:16.723625    3947 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.65 - it is already configured
I0330 15:00:16.723638    3947 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.65/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0330 15:00:16.723851    3947 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.65/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-65.ec2.internal","mac-address":"12:76:ef:7f:43:5b","ip-addresses":["10.0.0.65/24"],"ip-address":"10.0.0.65/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4bff929f-9c71-4306-823b-57856d46a38a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.65/24"}] on node ip-10-0-0-65.ec2.internal
I0330 15:00:16.742877    3947 master.go:532] Adding or Updating local node "ip-10-0-0-65.ec2.internal" for network "default"
I0330 15:00:16.742909    3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 15:00:16.742927    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:00:16.742931    3947 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 15:00:16.742939    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 16.635µs
I0330 15:00:16.742956    3947 node_tracker.go:169] Node ip-10-0-0-65.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.742971    3947 services_controller.go:574] Full service sync requested for network=default
I0330 15:00:16.743456    3947 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.65
I0330 15:00:16.743552    3947 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-65.ec2.internal
W0330 15:00:16.743693    3947 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:16.747118    3947 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-65.ec2.internal. Updating no re-route policies
I0330 15:00:16.747197    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2sqs
I0330 15:00:16.747213    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2sqs
I0330 15:00:16.747256    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fj6ts
I0330 15:00:16.747275    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fj6ts
I0330 15:00:16.747279    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d2sqs after 0 failed attempt(s)
I0330 15:00:16.747279    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8flvq
I0330 15:00:16.747291    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fj6ts after 0 failed attempt(s)
I0330 15:00:16.747291    3947 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fm7s6
I0330 15:00:16.747302    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-65.ec2.internal
I0330 15:00:16.747301    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-jstzh
I0330 15:00:16.747307    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-65.ec2.internal
I0330 15:00:16.747309    3947 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-fm7s6
I0330 15:00:16.747314    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-jstzh
I0330 15:00:16.747321    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-65.ec2.internal after 0 failed attempt(s)
I0330 15:00:16.747324    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k66p8
I0330 15:00:16.747331    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mjzq2
I0330 15:00:16.747307    3947 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-65.ec2.internal
I0330 15:00:16.747310    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-559ng
I0330 15:00:16.747340    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k66p8
I0330 15:00:16.747339    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vtznl
I0330 15:00:16.747341    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-927pv
I0330 15:00:16.747350    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-559ng
I0330 15:00:16.747352    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vtznl
I0330 15:00:16.747357    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-927pv
I0330 15:00:16.747357    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k66p8 after 0 failed attempt(s)
I0330 15:00:16.747375    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-927pv after 0 failed attempt(s)
I0330 15:00:16.747379    3947 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vtznl] creating logical port openshift-network-diagnostics_network-check-target-vtznl for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:16.747337    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-jstzh after 0 failed attempt(s)
I0330 15:00:16.747337    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mjzq2
I0330 15:00:16.747418    3947 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mjzq2] creating logical port openshift-multus_network-metrics-daemon-mjzq2 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:16.747340    3947 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-fm7s6 after 0 failed attempt(s)
I0330 15:00:16.747297    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-8flvq
I0330 15:00:16.747489    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-8flvq after 0 failed attempt(s)
I0330 15:00:16.747343    3947 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-65.ec2.internal
I0330 15:00:16.747519    3947 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-65.ec2.internal after 0 failed attempt(s)
I0330 15:00:16.747383    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-559ng after 0 failed attempt(s)
I0330 15:00:16.747294    3947 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-gndcm
I0330 15:00:16.747544    3947 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-gndcm
I0330 15:00:16.747562    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-gndcm after 0 failed attempt(s)
I0330 15:00:16.748061    3947 pods.go:271] [openshift-network-diagnostics/network-check-target-vtznl] addLogicalPort took 685.974µs, libovsdb time 246.86µs
I0330 15:00:16.748075    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vtznl after 0 failed attempt(s)
I0330 15:00:16.748269    3947 pods.go:271] [openshift-multus/network-metrics-daemon-mjzq2] addLogicalPort took 860.997µs, libovsdb time 280.593µs
I0330 15:00:16.748281    3947 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mjzq2 after 0 failed attempt(s)
I0330 15:00:16.764891    3947 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0330 15:00:16.774763    3947 iptables.go:108] Creating table: mangle chain: OUTPUT
I0330 15:00:16.777798    3947 iptables.go:108] Creating table: nat chain: OUTPUT
I0330 15:00:16.796754    3947 iptables.go:108] Creating table: nat chain: PREROUTING
I0330 15:00:16.888253    3947 iptables.go:108] Creating table: filter chain: FORWARD
I0330 15:00:16.903788    3947 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0330 15:00:16.903914    3947 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0330 15:00:16.903960    3947 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0330 15:00:16.904035    3947 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0330 15:00:16.904103    3947 gateway_init.go:325] Gateway and management port readiness took 712.892576ms
I0330 15:00:16.904126    3947 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0330 15:00:16.904159    3947 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0330 15:00:16.904170    3947 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0330 15:00:16.904178    3947 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0330 15:00:16.904224    3947 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0330 15:00:16.904385    3947 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.062µs
I0330 15:00:16.904609    3947 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0330 15:00:16.904632    3947 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.439µs
I0330 15:00:16.904639    3947 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.644µs
I0330 15:00:16.904644    3947 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0330 15:00:16.904654    3947 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0330 15:00:16.904658    3947 default_node_network_controller.go:898] Starting the default node network controller
I0330 15:00:16.904662    3947 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0330 15:00:16.904678    3947 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 10.406µs
I0330 15:00:16.904821    3947 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0330 15:00:16.904829    3947 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0330 15:00:16.904850    3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b46e70 0xc0002bfc70 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 <nil> 0xc0002bfea0 0xc000cae0f0 0xc0002bff10 0xc0002dc000 <nil> 0xc000a34050 0xc006562e70 <nil> <nil> 0xc0002dc070 map[0x2f67040:0xc002618ba0 0x2f67580:0xc005600c00 0x2f68000:0xc001481200 0x2f682a0:0xc002618b40 0x2f687e0:0xc002618c00 0x2f68a80:0xc002618c60 0x2f68d20:0xc002618cc0 0x2f69500:0xc005600c60 0x2f697a0:0xc005600cc0 0x2f93d40:0xc001480ae0 0x2f940e0:0xc001480b40 0x2f94bc0:0xc000b57da0 0x2f96520:0xc001bfe000 0x2f97000:0xc0014811a0 0x2f97e80:0xc000b15980] 0xc000510a80 0}
I0330 15:00:16.904911    3947 gateway.go:151] Starting gateway service sync
I0330 15:00:16.905388    3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0330 15:00:16.907425    3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0330 15:00:16.941880    3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0330 15:00:16.943000    3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0330 15:00:16.944032    3947 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0330 15:00:16.977135    3947 gateway.go:168] Gateway service sync done. Time taken: 72.214252ms
I0330 15:00:16.977611    3947 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32405
I0330 15:00:16.977988    3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b46e70 0xc0002bfc70 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 <nil> 0xc0002bfea0 0xc000cae0f0 0xc0002bff10 0xc0002dc000 <nil> 0xc000a34050 0xc006562e70 <nil> <nil> 0xc0002dc070 map[0x2f67040:0xc002618ba0 0x2f67580:0xc005600c00 0x2f68000:0xc001481200 0x2f682a0:0xc002618b40 0x2f687e0:0xc002618c00 0x2f68a80:0xc002618c60 0x2f68d20:0xc002618cc0 0x2f69500:0xc005600c60 0x2f697a0:0xc005600cc0 0x2f93d40:0xc001480ae0 0x2f940e0:0xc001480b40 0x2f94bc0:0xc000b57da0 0x2f96520:0xc001bfe000 0x2f97000:0xc0014811a0 0x2f97e80:0xc000b15980] 0xc000510a80 0}
I0330 15:00:16.978546    3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b46e70 0xc0002bfc70 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 <nil> 0xc0002bfea0 0xc000cae0f0 0xc0002bff10 0xc0002dc000 <nil> 0xc000a34050 0xc006562e70 <nil> <nil> 0xc0002dc070 map[0x2f67040:0xc002618ba0 0x2f67580:0xc005600c00 0x2f68000:0xc001481200 0x2f682a0:0xc002618b40 0x2f687e0:0xc002618c00 0x2f68a80:0xc002618c60 0x2f68d20:0xc002618cc0 0x2f69500:0xc005600c60 0x2f697a0:0xc005600cc0 0x2f93d40:0xc001480ae0 0x2f940e0:0xc001480b40 0x2f94bc0:0xc000b57da0 0x2f96520:0xc001bfe000 0x2f97000:0xc0014811a0 0x2f97e80:0xc000b15980] 0xc000510a80 0}
I0330 15:00:16.978600    3947 gateway.go:519] Reconciling gateway with updates
I0330 15:00:16.983394    3947 gateway.go:326] Spawning Conntrack Rule Check Thread
I0330 15:00:16.983449    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 15:00:16.983467    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 15:00:16.983470    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0330 15:00:16.983479    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 15:00:16.983483    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 15:00:16.983480    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 15:00:16.983486    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0330 15:00:16.983505    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 15:00:16.983516    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 15:00:16.983529    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 15:00:16.983534    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 15:00:16.983549    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0330 15:00:16.983551    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 15:00:16.983562    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0330 15:00:16.983566    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 15:00:16.983569    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0330 15:00:16.983550    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 15:00:16.983578    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 15:00:16.983586    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0330 15:00:16.983587    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 15:00:16.983591    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0330 15:00:16.983593    3947 default_node_network_controller.go:943] Gateway and management port readiness took 78.75352ms
I0330 15:00:16.983573    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 15:00:16.983607    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0330 15:00:16.983610    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0330 15:00:16.983455    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 15:00:16.983621    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0330 15:00:16.983535    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 15:00:16.983624    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 15:00:16.983631    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 15:00:16.983636    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 15:00:16.983594    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0330 15:00:16.983645    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 15:00:16.983646    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 15:00:16.983647    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 15:00:16.983649    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0330 15:00:16.983656    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 15:00:16.983658    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 15:00:16.983664    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0330 15:00:16.983549    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 15:00:16.983670    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 15:00:16.983536    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 15:00:16.983677    3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32409 is already open, no action needed
I0330 15:00:16.983687    3947 port_claim.go:71] Svc openshift-ingress/router-default: port 31618 is already open, no action needed
I0330 15:00:16.983550    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 15:00:16.983688    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0330 15:00:16.983706    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 15:00:16.983673    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 15:00:16.983737    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 15:00:16.983742    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 15:00:16.983754    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 15:00:16.983757    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 15:00:16.983765    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0330 15:00:16.983661    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 15:00:16.983773    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0330 15:00:16.983644    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 15:00:16.983784    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 15:00:16.983811    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 15:00:16.983813    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 15:00:16.983821    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0330 15:00:16.983822    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0330 15:00:16.983827    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 15:00:16.983834    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0330 15:00:16.983634    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 15:00:16.983847    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 15:00:16.983866    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 15:00:16.983878    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 15:00:16.983882    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 15:00:16.983886    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 15:00:16.983888    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0330 15:00:16.983896    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0330 15:00:16.983899    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0330 15:00:16.983815    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0330 15:00:16.983908    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 15:00:16.983916    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0330 15:00:16.983909    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 15:00:16.983916    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 15:00:16.983922    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 15:00:16.983926    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0330 15:00:16.983930    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 15:00:16.983824    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 15:00:16.983900    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 15:00:16.983969    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 15:00:16.983977    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 15:00:16.983912    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0330 15:00:16.983994    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0330 15:00:16.983654    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0330 15:00:16.983668    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 15:00:16.983999    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 15:00:16.984012    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 15:00:16.983677    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 15:00:16.983558    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 15:00:16.984162    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 15:00:16.984183    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0330 15:00:16.983718    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0330 15:00:16.983830    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 15:00:16.984210    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0330 15:00:16.983836    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0330 15:00:16.983838    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 15:00:16.983908    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0330 15:00:16.984406    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0330 15:00:16.983918    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0330 15:00:16.984477    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0330 15:00:16.983914    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 15:00:16.984505    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 15:00:16.983922    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 15:00:16.983923    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0330 15:00:16.984583    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0330 15:00:16.983933    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0330 15:00:16.984591    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0330 15:00:16.983932    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 15:00:16.984836    3947 node_ip_handler_linux.go:160] Node IP manager is running
W0330 15:00:17.019957    3947 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0330 15:00:17.020170    3947 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0330 15:00:17.020347    3947 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0330 15:00:17.028712    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0330 15:00:17.028736    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0330 15:00:17.028746    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0330 15:00:17.028755    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0330 15:00:17.028761    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0330 15:00:17.028767    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0330 15:00:17.028772    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0330 15:00:17.028778    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0330 15:00:17.064976    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0330 15:00:17.064982    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0330 15:00:17.064996    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0330 15:00:17.065006    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0330 15:00:17.065013    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065020    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0330 15:00:17.065027    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065034    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0330 15:00:17.065041    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0330 15:00:17.065045    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065051    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065057    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065063    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0330 15:00:17.065068    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065074    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065079    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0330 15:00:17.065087    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0330 15:00:17.065092    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0330 15:00:17.065099    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0330 15:00:17.065104    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0330 15:00:17.065109    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0330 15:00:17.065114    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0330 15:00:17.100978    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0330 15:00:17.101002    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0330 15:00:17.101012    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.668968    3947 default_node_network_controller.go:1364] Starting node controller node sync
W0330 15:00:18.669042    3947 egressip_healthcheck.go:76] Health checking using insecure connection
I0330 15:00:18.669091    3947 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0330 15:00:18.681052    3947 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.058512ms
I0330 15:00:18.681148    3947 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules
I0330 15:00:18.681154    3947 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 10.0.1.27 to PMTUD blocking rules
I0330 15:00:18.681164    3947 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 15:00:18.681168    3947 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 15:00:18.691080    3947 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0330 15:00:18.691378    3947 egressservice_node.go:93] Setting up event handlers for Egress Services
I0330 15:00:18.691504    3947 egressservice_node.go:183] Starting Egress Services Controller
I0330 15:00:18.691524    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0330 15:00:18.691539    3947 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0330 15:00:18.691548    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0330 15:00:18.691559    3947 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0330 15:00:18.691567    3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0330 15:00:18.691572    3947 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0330 15:00:18.691577    3947 egressservice_node.go:197] Repairing Egress Services
I0330 15:00:18.700262    3947 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0330 15:00:18.700272    3947 external_controller.go:278] Starting Admin Policy Based Route Controller
I0330 15:00:18.700427    3947 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0330 15:00:18.700436    3947 link_network_manager.go:117] Link manager is running
I0330 15:00:18.700444    3947 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0330 15:00:18.700500    3947 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0330 15:00:18.700713    3947 vrf_manager.go:128] VRF manager is running
I0330 15:00:18.700789    3947 node_controller_manager.go:437] Removing flows to drop GARP
I0330 15:00:18.700797    3947 gateway.go:519] Reconciling gateway with updates
I0330 15:00:18.729198    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0330 15:00:18.729213    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 15:00:18.729219    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0330 15:00:18.729225    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0330 15:00:18.729224    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 15:00:18.729246    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0330 15:00:18.729251    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 15:00:18.729253    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 15:00:18.729258    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0330 15:00:18.729259    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 15:00:18.729264    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 15:00:18.729263    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 15:00:18.729265    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0330 15:00:18.729249    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 15:00:18.729277    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 15:00:18.729278    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 15:00:18.729284    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0330 15:00:18.729290    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 15:00:18.729290    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 15:00:18.729295    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 15:00:18.729297    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 15:00:18.729303    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 15:00:18.729305    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 15:00:18.729306    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 15:00:18.729310    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 15:00:18.729317    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 15:00:18.729317    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 15:00:18.729322    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0330 15:00:18.729318    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 15:00:18.729333    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0330 15:00:18.729338    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 15:00:18.729338    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.729343    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.729226    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 15:00:18.729347    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 15:00:18.729350    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0330 15:00:18.729353    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.729355    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 15:00:18.729356    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0330 15:00:18.729359    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 15:00:18.729356    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 15:00:18.729276    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 15:00:18.729369    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0330 15:00:18.729375    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 15:00:18.729373    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0330 15:00:18.729380    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0330 15:00:18.729269    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 15:00:18.729387    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.729304    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 15:00:18.729390    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0330 15:00:18.729400    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 15:00:18.729244    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0330 15:00:18.729412    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0330 15:00:18.729419    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.729295    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0330 15:00:18.729427    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0330 15:00:18.729305    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 15:00:18.729452    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.729318    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 15:00:18.729462    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 15:00:18.729466    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0330 15:00:18.729255    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0330 15:00:18.729474    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0330 15:00:18.729292    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0330 15:00:18.729213    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0330 15:00:18.729483    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 15:00:18.729490    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0330 15:00:18.729493    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 15:00:18.729496    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0330 15:00:18.729498    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 15:00:18.729517    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0330 15:00:18.729513    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 15:00:18.729524    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 15:00:18.729534    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0330 15:00:18.729565    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 15:00:18.729291    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0330 15:00:18.729218    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0330 15:00:18.729599    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0330 15:00:18.729281    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 15:00:18.729273    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 15:00:18.729202    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 15:00:18.729638    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 15:00:18.729281    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0330 15:00:18.729292    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 15:00:18.729635    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0330 15:00:18.729654    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 15:00:18.729285    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 15:00:18.729327    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 15:00:18.729673    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 15:00:18.729672    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 15:00:18.729678    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0330 15:00:18.729338    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0330 15:00:18.729338    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 15:00:18.729693    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 15:00:18.729683    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0330 15:00:18.729340    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 15:00:18.729349    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 15:00:18.729732    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 15:00:18.729743    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0330 15:00:18.729358    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 15:00:18.729753    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 15:00:18.729353    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0330 15:00:18.729765    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0330 15:00:18.729360    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0330 15:00:18.729365    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 15:00:18.729363    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0330 15:00:18.729369    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 15:00:18.729375    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 15:00:18.729374    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 15:00:18.729896    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 15:00:18.729393    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 15:00:18.729435    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.729485    3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32409 is already open, no action needed
I0330 15:00:18.729950    3947 port_claim.go:71] Svc openshift-ingress/router-default: port 31618 is already open, no action needed
I0330 15:00:18.729337    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0330 15:00:18.729686    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0330 15:00:18.729348    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 15:00:18.730011    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 15:00:18.729366    3947 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 15:00:18.730032    3947 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 15:00:18.765838    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0330 15:00:18.765856    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0330 15:00:18.765865    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0330 15:00:18.765874    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.765885    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0330 15:00:18.765899    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0330 15:00:18.765905    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.765912    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0330 15:00:18.765917    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.765922    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0330 15:00:18.765928    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.765933    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0330 15:00:18.765937    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0330 15:00:18.765942    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.765947    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.801783    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0330 15:00:18.801801    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0330 15:00:18.801808    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0330 15:00:18.801815    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0330 15:00:18.801821    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0330 15:00:18.801827    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0330 15:00:18.801832    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0330 15:00:18.837505    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0330 15:00:18.837514    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0330 15:00:18.837531    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0330 15:00:18.837541    3947 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
W0330 15:00:19.779682    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0330 15:00:20.227152    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:00:20.227182    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 38.035µs
W0330 15:00:20.229606    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0330 15:00:20.260706    3947 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68df98f979-97mkr] creating logical port openshift-image-registry_image-registry-68df98f979-97mkr for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:20.260809    3947 kube.go:256] Updating pod openshift-image-registry/image-registry-68df98f979-97mkr
I0330 15:00:20.283152    3947 pod.go:62] [openshift-image-registry/image-registry-68df98f979-97mkr] pod update took 22.374931ms
I0330 15:00:20.283174    3947 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-68df98f979-97mkr] addLogicalPort annotation time took 22.40291ms
I0330 15:00:20.284398    3947 pods.go:271] [openshift-image-registry/image-registry-68df98f979-97mkr] addLogicalPort took 23.70649ms, libovsdb time 914.26µs
I0330 15:00:20.291580    3947 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tz67f] creating logical port openshift-dns_dns-default-tz67f for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:20.291678    3947 kube.go:256] Updating pod openshift-dns/dns-default-tz67f
I0330 15:00:20.302467    3947 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8ll5q] creating logical port openshift-insights_insights-runtime-extractor-8ll5q for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:20.302569    3947 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8ll5q
I0330 15:00:20.310028    3947 pod.go:62] [openshift-dns/dns-default-tz67f] pod update took 18.3718ms
I0330 15:00:20.310044    3947 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-tz67f] addLogicalPort annotation time took 18.392545ms
I0330 15:00:20.311004    3947 pods.go:271] [openshift-dns/dns-default-tz67f] addLogicalPort took 19.437013ms, libovsdb time 714.592µs
I0330 15:00:20.317840    3947 pod.go:62] [openshift-insights/insights-runtime-extractor-8ll5q] pod update took 15.292626ms
I0330 15:00:20.317857    3947 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-8ll5q] addLogicalPort annotation time took 15.312037ms
I0330 15:00:20.318805    3947 pods.go:271] [openshift-insights/insights-runtime-extractor-8ll5q] addLogicalPort took 16.346967ms, libovsdb time 708.846µs
I0330 15:00:20.387905    3947 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8p69g] creating logical port openshift-ingress-canary_ingress-canary-8p69g for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:20.387985    3947 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8p69g
I0330 15:00:20.400297    3947 pod.go:62] [openshift-ingress-canary/ingress-canary-8p69g] pod update took 12.32988ms
I0330 15:00:20.400313    3947 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-8p69g] addLogicalPort annotation time took 12.347737ms
I0330 15:00:20.401181    3947 pods.go:271] [openshift-ingress-canary/ingress-canary-8p69g] addLogicalPort took 13.285153ms, libovsdb time 651.251µs
I0330 15:00:20.512636    3947 base_network_controller_pods.go:487] [default/openshift-console/console-7db448cdd6-h6gtj] creating logical port openshift-console_console-7db448cdd6-h6gtj for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:20.512713    3947 kube.go:256] Updating pod openshift-console/console-7db448cdd6-h6gtj
I0330 15:00:20.530667    3947 pod.go:62] [openshift-console/console-7db448cdd6-h6gtj] pod update took 17.974575ms
I0330 15:00:20.530688    3947 base_network_controller_pods.go:937] [default/openshift-console/console-7db448cdd6-h6gtj] addLogicalPort annotation time took 17.997075ms
I0330 15:00:20.531623    3947 pods.go:271] [openshift-console/console-7db448cdd6-h6gtj] addLogicalPort took 18.997743ms, libovsdb time 705.246µs
W0330 15:00:20.537622    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0330 15:00:20.661614    3947 cni.go:403] [openshift-dns/dns-default-tz67f 73dc1ebb7584964192c0d32c2eb2caf8b74df007ee79bb6e01ff9726d42db79d network default NAD default] ADD starting CNI request [openshift-dns/dns-default-tz67f 73dc1ebb7584964192c0d32c2eb2caf8b74df007ee79bb6e01ff9726d42db79d network default NAD default]
I0330 15:00:20.668124    3947 cni.go:403] [openshift-insights/insights-runtime-extractor-8ll5q ae4ab2958f9fd606eb961d3816a5bbc0c9b6b73b5cda933c9dbe93bc51da4ab6 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8ll5q ae4ab2958f9fd606eb961d3816a5bbc0c9b6b73b5cda933c9dbe93bc51da4ab6 network default NAD default]
I0330 15:00:20.678306    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8ll5q, hostIfaceName: ae4ab2958f9fd60, network: default, NAD default, SandboxID: "ae4ab2958f9fd606eb961d3816a5bbc0c9b6b73b5cda933c9dbe93bc51da4ab6", PCI device ID: , UID: "795ecf5a-805d-443a-bbc3-002b1e9cbce8", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0330 15:00:20.678916    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tz67f, hostIfaceName: 73dc1ebb7584964, network: default, NAD default, SandboxID: "73dc1ebb7584964192c0d32c2eb2caf8b74df007ee79bb6e01ff9726d42db79d", PCI device ID: , UID: "ddf0b636-160b-477d-bae5-7e0f5b9e0ffb", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0330 15:00:20.728934    3947 cni.go:424] [openshift-dns/dns-default-tz67f 73dc1ebb7584964192c0d32c2eb2caf8b74df007ee79bb6e01ff9726d42db79d network default NAD default] ADD finished CNI request [openshift-dns/dns-default-tz67f 73dc1ebb7584964192c0d32c2eb2caf8b74df007ee79bb6e01ff9726d42db79d network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:b8:2d:72:b7:25\",\"name\":\"73dc1ebb7584964\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ba1d6be-b77d-4dfe-8cc7-196f473535c0\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:20.728958    3947 cni.go:424] [openshift-insights/insights-runtime-extractor-8ll5q ae4ab2958f9fd606eb961d3816a5bbc0c9b6b73b5cda933c9dbe93bc51da4ab6 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8ll5q ae4ab2958f9fd606eb961d3816a5bbc0c9b6b73b5cda933c9dbe93bc51da4ab6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:a4:c2:e9:86:4a\",\"name\":\"ae4ab2958f9fd60\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98f27faa-036d-4e5f-9f6a-7c22594ba316\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:20.788298    3947 cni.go:403] [openshift-ingress-canary/ingress-canary-8p69g 1939f3d6329d298eff1face0e57cb3f0c3f59e36026f35d07f172fe95c5a461c network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8p69g 1939f3d6329d298eff1face0e57cb3f0c3f59e36026f35d07f172fe95c5a461c network default NAD default]
I0330 15:00:20.799195    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8p69g, hostIfaceName: 1939f3d6329d298, network: default, NAD default, SandboxID: "1939f3d6329d298eff1face0e57cb3f0c3f59e36026f35d07f172fe95c5a461c", PCI device ID: , UID: "327b2350-f41a-459f-a170-a8edaa8ed2be", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0330 15:00:20.838291    3947 cni.go:424] [openshift-ingress-canary/ingress-canary-8p69g 1939f3d6329d298eff1face0e57cb3f0c3f59e36026f35d07f172fe95c5a461c network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8p69g 1939f3d6329d298eff1face0e57cb3f0c3f59e36026f35d07f172fe95c5a461c network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:7c:09:f9:9b:48\",\"name\":\"1939f3d6329d298\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37c97028-686e-411c-a1e5-48fcb16142e6\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:20.914162    3947 cni.go:403] [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default] ADD starting CNI request [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default]
I0330 15:00:20.924103    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7db448cdd6-h6gtj, hostIfaceName: 5a6c69f03b8a492, network: default, NAD default, SandboxID: "5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377", PCI device ID: , UID: "09bc4fb1-8b57-4558-9487-7b3777843c0a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0330 15:00:20.939965    3947 cni.go:403] [openshift-image-registry/image-registry-68df98f979-97mkr 8185f652ed16fab1f84695c8e1cd588b1e37b239475fac081641dee6e27fb4bf network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-68df98f979-97mkr 8185f652ed16fab1f84695c8e1cd588b1e37b239475fac081641dee6e27fb4bf network default NAD default]
I0330 15:00:20.951376    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68df98f979-97mkr, hostIfaceName: 8185f652ed16fab, network: default, NAD default, SandboxID: "8185f652ed16fab1f84695c8e1cd588b1e37b239475fac081641dee6e27fb4bf", PCI device ID: , UID: "63a9bb27-ffc6-400b-944b-be09c60ef0cf", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0330 15:00:20.967942    3947 cni.go:424] [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default] ADD finished CNI request [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:67:d8:28:59:02\",\"name\":\"5a6c69f03b8a492\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5da6f2e0-130b-4b57-bbc1-ffdf0ebf5e0d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:20.989781    3947 cni.go:424] [openshift-image-registry/image-registry-68df98f979-97mkr 8185f652ed16fab1f84695c8e1cd588b1e37b239475fac081641dee6e27fb4bf network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-68df98f979-97mkr 8185f652ed16fab1f84695c8e1cd588b1e37b239475fac081641dee6e27fb4bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:80:e0:ab:07:fc\",\"name\":\"8185f652ed16fab\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3243013f-0e18-4f79-89cc-538ec97e7392\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:21.810454    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:22.234966    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0330 15:00:23.410430    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-79d7g] creating logical port openshift-monitoring_prometheus-operator-c56ff685-79d7g for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:23.410597    3947 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-79d7g
I0330 15:00:23.422652    3947 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-79d7g] pod update took 12.096735ms
I0330 15:00:23.422678    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-79d7g] addLogicalPort annotation time took 12.125821ms
I0330 15:00:23.423907    3947 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-79d7g] addLogicalPort took 13.495358ms, libovsdb time 906.798µs
I0330 15:00:25.741020    3947 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-79d7g 2c63311e935875328175db25ae573a85f9becdeee345db99c275aafdd6c83b02 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-79d7g 2c63311e935875328175db25ae573a85f9becdeee345db99c275aafdd6c83b02 network default NAD default]
I0330 15:00:25.751376    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-79d7g, hostIfaceName: 2c63311e9358753, network: default, NAD default, SandboxID: "2c63311e935875328175db25ae573a85f9becdeee345db99c275aafdd6c83b02", PCI device ID: , UID: "8e9a4acf-528b-49ff-883a-a831c3ea2433", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0330 15:00:25.794934    3947 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-79d7g 2c63311e935875328175db25ae573a85f9becdeee345db99c275aafdd6c83b02 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-79d7g 2c63311e935875328175db25ae573a85f9becdeee345db99c275aafdd6c83b02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:db:81:61:cc:d7\",\"name\":\"2c63311e9358753\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b7ef003-b856-45c1-994b-8211af9b7624\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:30.978064    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-jfq97 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:30.978162    3947 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97
I0330 15:00:30.995172    3947 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97] pod update took 17.044192ms
I0330 15:00:30.995195    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97] addLogicalPort annotation time took 17.069135ms
I0330 15:00:30.996253    3947 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97] addLogicalPort took 18.202476ms, libovsdb time 773.597µs
I0330 15:00:31.039490    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-k2bdw for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:31.039566    3947 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw
I0330 15:00:31.053664    3947 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw] pod update took 14.120319ms
I0330 15:00:31.053683    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw] addLogicalPort annotation time took 14.140437ms
I0330 15:00:31.054837    3947 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw] addLogicalPort took 15.359625ms, libovsdb time 832.596µs
I0330 15:00:31.394507    3947 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw 06cf39db402cc616d0d49c23bcc4a54ff511107aa1ae6cd4d44e22adfba2424a network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw 06cf39db402cc616d0d49c23bcc4a54ff511107aa1ae6cd4d44e22adfba2424a network default NAD default]
I0330 15:00:31.404132    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-k2bdw, hostIfaceName: 06cf39db402cc61, network: default, NAD default, SandboxID: "06cf39db402cc616d0d49c23bcc4a54ff511107aa1ae6cd4d44e22adfba2424a", PCI device ID: , UID: "e7100a0d-baf1-4c77-ab1a-c0b5ccc3db0b", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0330 15:00:31.444510    3947 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw 06cf39db402cc616d0d49c23bcc4a54ff511107aa1ae6cd4d44e22adfba2424a network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-k2bdw 06cf39db402cc616d0d49c23bcc4a54ff511107aa1ae6cd4d44e22adfba2424a network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:be:95:f2:72:d4\",\"name\":\"06cf39db402cc61\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50544b0c-ec11-4d94-a029-b6a209e1421e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:31.600548    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0330 15:00:31.937221    3947 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97 eb09ca6eab374c87961c343f0ee33767220c724c47a9d7acc29f194817e99bee network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97 eb09ca6eab374c87961c343f0ee33767220c724c47a9d7acc29f194817e99bee network default NAD default]
I0330 15:00:31.946712    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-jfq97, hostIfaceName: eb09ca6eab374c8, network: default, NAD default, SandboxID: "eb09ca6eab374c87961c343f0ee33767220c724c47a9d7acc29f194817e99bee", PCI device ID: , UID: "368c7d69-e488-41e8-9421-5713d6c0b2fd", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0330 15:00:31.987506    3947 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97 eb09ca6eab374c87961c343f0ee33767220c724c47a9d7acc29f194817e99bee network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-jfq97 eb09ca6eab374c87961c343f0ee33767220c724c47a9d7acc29f194817e99bee network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:bf:f6:2d:cc:af\",\"name\":\"eb09ca6eab374c8\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a164c19-8432-48e3-b4ee-449e7077e6b8\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:32.090119    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:32.090313    3947 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0330 15:00:32.115369    3947 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.099232ms
I0330 15:00:32.115399    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.139771ms
I0330 15:00:32.117288    3947 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.200382ms, libovsdb time 1.46861ms
I0330 15:00:32.462445    3947 cni.go:403] [openshift-monitoring/alertmanager-main-0 2736d0eb63ebc6b535f576a2c595340e9b748f224867c1cf50f558a2eec2b425 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 2736d0eb63ebc6b535f576a2c595340e9b748f224867c1cf50f558a2eec2b425 network default NAD default]
I0330 15:00:32.472027    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 2736d0eb63ebc6b, network: default, NAD default, SandboxID: "2736d0eb63ebc6b535f576a2c595340e9b748f224867c1cf50f558a2eec2b425", PCI device ID: , UID: "123e4bc3-53cb-47fd-b0ef-ef04f185fe2e", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0330 15:00:32.515543    3947 cni.go:424] [openshift-monitoring/alertmanager-main-0 2736d0eb63ebc6b535f576a2c595340e9b748f224867c1cf50f558a2eec2b425 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 2736d0eb63ebc6b535f576a2c595340e9b748f224867c1cf50f558a2eec2b425 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:fb:ee:4e:0f:0c\",\"name\":\"2736d0eb63ebc6b\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2e2573e-9294-4bad-9db1-5cdaea96ad3f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:33.289659    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0330 15:00:33.576837    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0330 15:00:33.576860    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0330 15:00:33.576866    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0330 15:00:33.848745    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0330 15:00:34.032609    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58c4c75c77-f7qg2] creating logical port openshift-monitoring_thanos-querier-58c4c75c77-f7qg2 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:34.032716    3947 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58c4c75c77-f7qg2
I0330 15:00:34.053035    3947 pod.go:62] [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2] pod update took 20.353018ms
I0330 15:00:34.053056    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-58c4c75c77-f7qg2] addLogicalPort annotation time took 20.380392ms
I0330 15:00:34.054161    3947 pods.go:271] [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2] addLogicalPort took 21.572175ms, libovsdb time 810.447µs
I0330 15:00:34.404855    3947 cni.go:403] [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2 4c75b00f6d419870f6f28dc346ca6f0b2f67d655baa192909fdb1a47ab74d2e7 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2 4c75b00f6d419870f6f28dc346ca6f0b2f67d655baa192909fdb1a47ab74d2e7 network default NAD default]
I0330 15:00:34.412955    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58c4c75c77-f7qg2, hostIfaceName: 4c75b00f6d41987, network: default, NAD default, SandboxID: "4c75b00f6d419870f6f28dc346ca6f0b2f67d655baa192909fdb1a47ab74d2e7", PCI device ID: , UID: "2e74ad73-2fd2-4861-898c-6c8bcb4cf0ce", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0330 15:00:34.452847    3947 cni.go:424] [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2 4c75b00f6d419870f6f28dc346ca6f0b2f67d655baa192909fdb1a47ab74d2e7 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-58c4c75c77-f7qg2 4c75b00f6d419870f6f28dc346ca6f0b2f67d655baa192909fdb1a47ab74d2e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:38:78:61:c7:2c\",\"name\":\"4c75b00f6d41987\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00b652fb-fc33-4607-ac4f-33a371ad614f\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:34.645649    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:34.645668    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:34.645675    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317006    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317025    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317030    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0330 15:00:35.479821    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5fd69d95b7-kmh4f] creating logical port openshift-monitoring_metrics-server-5fd69d95b7-kmh4f for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:35.479912    3947 kube.go:256] Updating pod openshift-monitoring/metrics-server-5fd69d95b7-kmh4f
I0330 15:00:35.497149    3947 pod.go:62] [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f] pod update took 17.262365ms
I0330 15:00:35.497169    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-5fd69d95b7-kmh4f] addLogicalPort annotation time took 17.288335ms
I0330 15:00:35.498343    3947 pods.go:271] [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f] addLogicalPort took 18.537585ms, libovsdb time 849.033µs
I0330 15:00:35.646195    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-v5krt for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:35.646300    3947 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt
I0330 15:00:35.662760    3947 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt] pod update took 16.488144ms
I0330 15:00:35.662781    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt] addLogicalPort annotation time took 16.514079ms
I0330 15:00:35.663821    3947 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt] addLogicalPort took 17.636229ms, libovsdb time 782.794µs
W0330 15:00:35.671614    3947 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-7db448cdd6-vq8vz IP address from the namespace address-set, err: pod openshift-console/console-7db448cdd6-vq8vz: no pod IPs found 
I0330 15:00:35.843583    3947 cni.go:403] [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f 85eeac68f0291f7a39bf089944345af51dacd3a34a913a60d5de6875500de659 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f 85eeac68f0291f7a39bf089944345af51dacd3a34a913a60d5de6875500de659 network default NAD default]
I0330 15:00:35.852561    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5fd69d95b7-kmh4f, hostIfaceName: 85eeac68f0291f7, network: default, NAD default, SandboxID: "85eeac68f0291f7a39bf089944345af51dacd3a34a913a60d5de6875500de659", PCI device ID: , UID: "a010a9a7-b481-4dbf-be85-309ecb95272b", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0330 15:00:35.899601    3947 cni.go:424] [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f 85eeac68f0291f7a39bf089944345af51dacd3a34a913a60d5de6875500de659 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-5fd69d95b7-kmh4f 85eeac68f0291f7a39bf089944345af51dacd3a34a913a60d5de6875500de659 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:9a:6e:06:42:10\",\"name\":\"85eeac68f0291f7\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef6f4d01-d362-4054-81ec-1c5fb3023b1c\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:37.116790    3947 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt 4d7efac954de44a172a76f1a3d00252942286416c99d097db0895b6641a58f0b network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt 4d7efac954de44a172a76f1a3d00252942286416c99d097db0895b6641a58f0b network default NAD default]
I0330 15:00:37.127072    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-v5krt, hostIfaceName: 4d7efac954de44a, network: default, NAD default, SandboxID: "4d7efac954de44a172a76f1a3d00252942286416c99d097db0895b6641a58f0b", PCI device ID: , UID: "f53963ce-b783-4097-9b28-27a1de3f90a3", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0330 15:00:37.183038    3947 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt 4d7efac954de44a172a76f1a3d00252942286416c99d097db0895b6641a58f0b network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v5krt 4d7efac954de44a172a76f1a3d00252942286416c99d097db0895b6641a58f0b network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:f8:71:92:bc:04\",\"name\":\"4d7efac954de44a\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bcf846a-df7d-431b-87df-19b65416b7ea\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:37.357881    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:00:37.358003    3947 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0330 15:00:37.383717    3947 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.761023ms
I0330 15:00:37.383740    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.789744ms
I0330 15:00:37.384846    3947 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.982716ms, libovsdb time 799.007µs
I0330 15:00:37.872464    3947 cni.go:403] [openshift-monitoring/prometheus-k8s-1 2f7f4b9ddd8543d25bc0e25b99308dcc25a9294d8ea1d1b534ca8cbba189928a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2f7f4b9ddd8543d25bc0e25b99308dcc25a9294d8ea1d1b534ca8cbba189928a network default NAD default]
I0330 15:00:37.881617    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2f7f4b9ddd8543d, network: default, NAD default, SandboxID: "2f7f4b9ddd8543d25bc0e25b99308dcc25a9294d8ea1d1b534ca8cbba189928a", PCI device ID: , UID: "3047586b-75e0-40ec-b948-b2c41ff192c2", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0330 15:00:37.924535    3947 cni.go:424] [openshift-monitoring/prometheus-k8s-1 2f7f4b9ddd8543d25bc0e25b99308dcc25a9294d8ea1d1b534ca8cbba189928a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2f7f4b9ddd8543d25bc0e25b99308dcc25a9294d8ea1d1b534ca8cbba189928a network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:85:7c:a3:7a:dd\",\"name\":\"2f7f4b9ddd8543d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81b50c9-db93-404a-9478-5941a76f34d0\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:38.340313    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:38.647965    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:38.694865    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:38.694885    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0330 15:00:38.725699    3947 cni.go:403] [openshift-multus/network-metrics-daemon-mjzq2 d43803b09b8a819deaf03f5477afdbbe7f21dd5fa76d2f0a35457bd29adf6f3c network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-mjzq2 d43803b09b8a819deaf03f5477afdbbe7f21dd5fa76d2f0a35457bd29adf6f3c network default NAD default]
I0330 15:00:38.725699    3947 cni.go:403] [openshift-network-diagnostics/network-check-target-vtznl a11370ffb3302a71f7e163f5bbb6fddeac4117ad559f50da75d3d4be361b1efc network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vtznl a11370ffb3302a71f7e163f5bbb6fddeac4117ad559f50da75d3d4be361b1efc network default NAD default]
I0330 15:00:38.737045    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mjzq2, hostIfaceName: d43803b09b8a819, network: default, NAD default, SandboxID: "d43803b09b8a819deaf03f5477afdbbe7f21dd5fa76d2f0a35457bd29adf6f3c", PCI device ID: , UID: "6264ebeb-c1b4-4738-959e-273af23c50b1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0330 15:00:38.739867    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vtznl, hostIfaceName: a11370ffb3302a7, network: default, NAD default, SandboxID: "a11370ffb3302a71f7e163f5bbb6fddeac4117ad559f50da75d3d4be361b1efc", PCI device ID: , UID: "dd77685b-86dd-43c3-a5e1-6a7d9b65bbd2", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0330 15:00:38.783244    3947 cni.go:424] [openshift-multus/network-metrics-daemon-mjzq2 d43803b09b8a819deaf03f5477afdbbe7f21dd5fa76d2f0a35457bd29adf6f3c network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mjzq2 d43803b09b8a819deaf03f5477afdbbe7f21dd5fa76d2f0a35457bd29adf6f3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:6e:4b:bd:36:77\",\"name\":\"d43803b09b8a819\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73703c71-529d-49c4-8bc8-5a61e739e017\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:38.798791    3947 cni.go:424] [openshift-network-diagnostics/network-check-target-vtznl a11370ffb3302a71f7e163f5bbb6fddeac4117ad559f50da75d3d4be361b1efc network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vtznl a11370ffb3302a71f7e163f5bbb6fddeac4117ad559f50da75d3d4be361b1efc network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:9a:05:17:89:fc\",\"name\":\"a11370ffb3302a7\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e7e294a-4915-4d42-95c2-e23a110653be\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:39.355382    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355405    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355422    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355429    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.470540    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:39.470560    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:39.675563    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.675584    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.675589    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.675594    3947 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.735816    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0330 15:00:40.444036    3947 obj_retry.go:464] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:40.444633    3947 obj_retry.go:464] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:41.379748    3947 obj_retry.go:458] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:41.379771    3947 obj_retry.go:458] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:41.385976    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84884f658b-pb2kz
I0330 15:00:41.386007    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84884f658b-pb2kz
W0330 15:00:42.560967    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0330 15:00:45.370675    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370704    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370711    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370716    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370731    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370736    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370741    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.370745    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.680026    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.680048    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.680055    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:45.680060    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0330 15:00:47.089158    3947 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-jjpqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:47.089827    3947 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-jjpqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:47.931786    3947 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-jjpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:47.931811    3947 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-jjpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:47.934933    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c6664555d-jjpqj
I0330 15:00:47.934962    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c6664555d-jjpqj
W0330 15:00:52.938897    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0330 15:00:57.006406    3947 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-w9m8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:57.007003    3947 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-w9m8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:57.439054    3947 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-w9m8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:57.439077    3947 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-w9m8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:57.444413    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c6664555d-w9m8v
I0330 15:00:57.444440    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c6664555d-w9m8v
W0330 15:00:59.348606    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:59.348635    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:59.663874    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:01:02.510273    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:01:02.510300    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:01:02.510309    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:01:02.981341    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0330 15:01:03.630957    3947 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631562    3947 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631603    3947 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631615    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0330 15:01:03.631630    3947 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631636    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0330 15:01:04.656576    3947 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.656605    3947 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.656619    3947 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.656629    3947 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:06.937066    3947 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0330 15:01:06.947841    3947 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0330 15:01:07.915936    3947 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:07.916537    3947 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:08.309021    3947 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:08.309042    3947 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:08.314534    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7967d4f498-p5v84
I0330 15:01:08.314582    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7967d4f498-p5v84
W0330 15:01:13.040526    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0330 15:01:14.694421    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0330 15:01:23.084107    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0330 15:01:23.159955    3947 cni.go:403] [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default] DEL starting CNI request [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default]
I0330 15:01:23.228888    3947 cni.go:424] [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default] DEL finished CNI request [openshift-console/console-7db448cdd6-h6gtj 5a6c69f03b8a492f1d5151ba7e143825b15f29332166ad534d936fa3c98b5377 network default NAD default], result "{}", err <nil>
I0330 15:01:23.274170    3947 obj_retry.go:464] Detected object openshift-console/console-7db448cdd6-h6gtj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:23.274214    3947 pods.go:176] Deleting pod: openshift-console/console-7db448cdd6-h6gtj
I0330 15:01:23.275730    3947 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7db448cdd6-h6gtj, ips: 10.130.0.9
I0330 15:01:23.275759    3947 obj_retry.go:464] Detected object openshift-console/console-7db448cdd6-h6gtj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:23.857289    3947 obj_retry.go:458] Detected object openshift-console/console-7db448cdd6-h6gtj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:23.857333    3947 obj_retry.go:458] Detected object openshift-console/console-7db448cdd6-h6gtj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:23.863168    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db448cdd6-h6gtj
I0330 15:01:23.863203    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db448cdd6-h6gtj
I0330 15:01:24.343017    3947 obj_retry.go:464] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:24.343497    3947 obj_retry.go:464] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:25.089615    3947 obj_retry.go:458] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:25.089642    3947 obj_retry.go:458] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:25.092252    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-79cb556bcf-kl4ns
I0330 15:01:25.092277    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-79cb556bcf-kl4ns
W0330 15:01:37.941447    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:01:37.941467    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0330 15:01:49.792173    3947 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:49.792716    3947 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:50.675302    3947 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:50.675325    3947 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:55.574015    3947 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-86cc8d74b-jkn6t] creating logical port openshift-monitoring_telemeter-client-86cc8d74b-jkn6t for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:01:55.574108    3947 kube.go:256] Updating pod openshift-monitoring/telemeter-client-86cc8d74b-jkn6t
I0330 15:01:55.591645    3947 pod.go:62] [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t] pod update took 17.561542ms
I0330 15:01:55.591679    3947 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-86cc8d74b-jkn6t] addLogicalPort annotation time took 17.601872ms
I0330 15:01:55.593163    3947 pods.go:271] [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t] addLogicalPort took 19.166076ms, libovsdb time 1.02293ms
I0330 15:01:55.936885    3947 cni.go:403] [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t ceb4485c124df7c628c11545fb7ab4df7cf0b5b741e9a83214e5e8785c6082d7 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t ceb4485c124df7c628c11545fb7ab4df7cf0b5b741e9a83214e5e8785c6082d7 network default NAD default]
I0330 15:01:55.945266    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-86cc8d74b-jkn6t, hostIfaceName: ceb4485c124df7c, network: default, NAD default, SandboxID: "ceb4485c124df7c628c11545fb7ab4df7cf0b5b741e9a83214e5e8785c6082d7", PCI device ID: , UID: "2f6c7932-9c86-44ec-b8ab-51e1e0deb114", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0330 15:01:55.985973    3947 cni.go:424] [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t ceb4485c124df7c628c11545fb7ab4df7cf0b5b741e9a83214e5e8785c6082d7 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-86cc8d74b-jkn6t ceb4485c124df7c628c11545fb7ab4df7cf0b5b741e9a83214e5e8785c6082d7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:f7:39:e5:0d:01\",\"name\":\"ceb4485c124df7c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d393e6c0-35ff-4e23-863d-cf4197d50e9a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:01:59.284931    3947 base_network_controller_pods.go:487] [default/openshift-console/console-86d7b5858c-dx7pf] creating logical port openshift-console_console-86d7b5858c-dx7pf for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:01:59.285025    3947 kube.go:256] Updating pod openshift-console/console-86d7b5858c-dx7pf
I0330 15:01:59.301144    3947 pod.go:62] [openshift-console/console-86d7b5858c-dx7pf] pod update took 16.143128ms
I0330 15:01:59.301165    3947 base_network_controller_pods.go:937] [default/openshift-console/console-86d7b5858c-dx7pf] addLogicalPort annotation time took 16.169153ms
I0330 15:01:59.302298    3947 pods.go:271] [openshift-console/console-86d7b5858c-dx7pf] addLogicalPort took 17.383319ms, libovsdb time 820.017µs
I0330 15:01:59.646195    3947 cni.go:403] [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default] ADD starting CNI request [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default]
I0330 15:01:59.654846    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86d7b5858c-dx7pf, hostIfaceName: b177b8ca60d1133, network: default, NAD default, SandboxID: "b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd", PCI device ID: , UID: "9a401430-db9a-46e3-8631-357aba8bb047", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0330 15:01:59.697618    3947 cni.go:424] [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default] ADD finished CNI request [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:c3:ae:61:00:5d\",\"name\":\"b177b8ca60d1133\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d3d1b1f-c615-4203-aab7-f464c55dcedb\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:02:10.044783    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:02:10.211038    3947 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-86d7b5858c-4gp79 IP address from the namespace address-set, err: pod openshift-console/console-86d7b5858c-4gp79: no pod IPs found 
I0330 15:02:24.601655    3947 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:24.602283    3947 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:25.370857    3947 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:25.370881    3947 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:25.375911    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbf99c968-bw4b6
I0330 15:02:25.375939    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbf99c968-bw4b6
I0330 15:02:35.370443    3947 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:35.370959    3947 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:35.843277    3947 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:35.843296    3947 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:35.849167    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbf99c968-jh2x2
I0330 15:02:35.849194    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbf99c968-jh2x2
I0330 15:03:00.612460    3947 cni.go:403] [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default] DEL starting CNI request [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default]
I0330 15:03:00.689050    3947 cni.go:424] [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default] DEL finished CNI request [openshift-console/console-86d7b5858c-dx7pf b177b8ca60d11331316cbfd67090de0d1b607ad529bd2f7dc301be17acd3bbfd network default NAD default], result "{}", err <nil>
I0330 15:03:00.731788    3947 obj_retry.go:464] Detected object openshift-console/console-86d7b5858c-dx7pf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:03:00.731815    3947 pods.go:176] Deleting pod: openshift-console/console-86d7b5858c-dx7pf
I0330 15:03:00.732975    3947 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86d7b5858c-dx7pf, ips: 10.130.0.19
I0330 15:03:00.733007    3947 obj_retry.go:464] Detected object openshift-console/console-86d7b5858c-dx7pf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:03:01.234211    3947 obj_retry.go:458] Detected object openshift-console/console-86d7b5858c-dx7pf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:03:01.234325    3947 obj_retry.go:458] Detected object openshift-console/console-86d7b5858c-dx7pf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:03:01.240608    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86d7b5858c-dx7pf
I0330 15:03:01.240648    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86d7b5858c-dx7pf
I0330 15:03:58.485774    3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:03:58.485812    3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 45.24µs
I0330 15:03:58.485837    3947 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 15:03:58.531299    3947 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-snbd4] creating logical port kube-system_global-pull-secret-syncer-snbd4 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:03:58.531387    3947 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-snbd4
I0330 15:03:58.543804    3947 pod.go:62] [kube-system/global-pull-secret-syncer-snbd4] pod update took 12.441705ms
I0330 15:03:58.543826    3947 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-snbd4] addLogicalPort annotation time took 12.472083ms
I0330 15:03:58.545143    3947 pods.go:271] [kube-system/global-pull-secret-syncer-snbd4] addLogicalPort took 13.858085ms, libovsdb time 980.047µs
I0330 15:03:58.890601    3947 cni.go:403] [kube-system/global-pull-secret-syncer-snbd4 096a9a3daed2976b05253fa5f5028fbdd8fcaad1257da59382de977d9455b57d network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-snbd4 096a9a3daed2976b05253fa5f5028fbdd8fcaad1257da59382de977d9455b57d network default NAD default]
I0330 15:03:58.899185    3947 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-snbd4, hostIfaceName: 096a9a3daed2976, network: default, NAD default, SandboxID: "096a9a3daed2976b05253fa5f5028fbdd8fcaad1257da59382de977d9455b57d", PCI device ID: , UID: "c9b43024-0a9b-4a2b-99f8-d6a10b3f94f6", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0330 15:03:58.941318    3947 cni.go:424] [kube-system/global-pull-secret-syncer-snbd4 096a9a3daed2976b05253fa5f5028fbdd8fcaad1257da59382de977d9455b57d network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-snbd4 096a9a3daed2976b05253fa5f5028fbdd8fcaad1257da59382de977d9455b57d network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:ea:c7:8c:2e:6e\",\"name\":\"096a9a3daed2976\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2c1842d-a8b1-4945-9981-a6b3ce846f91\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:04:22.598327    3947 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0330 15:05:29.822518    3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0330 15:05:48.704614    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=103
I0330 15:05:49.827691    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0330 15:05:52.705575    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0330 15:06:30.806680    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0330 15:06:30.827928    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0330 15:06:34.344423    3947 namespace.go:98] [tsf] adding namespace
I0330 15:06:34.345920    3947 namespace.go:102] [tsf] adding namespace took 1.466187ms
I0330 15:06:34.359289    3947 namespace.go:142] [tsf] updating namespace
I0330 15:06:34.371217    3947 namespace.go:142] [tsf] updating namespace
I0330 15:06:38.158594    3947 namespace.go:98] [cert-manager-operator] adding namespace
I0330 15:06:38.159619    3947 namespace.go:102] [cert-manager-operator] adding namespace took 999.468µs
I0330 15:06:38.163059    3947 namespace.go:98] [konflux-operator] adding namespace
I0330 15:06:38.163212    3947 namespace.go:98] [tsf-tas] adding namespace
I0330 15:06:38.163356    3947 namespace.go:98] [tsf-keycloak] adding namespace
I0330 15:06:38.163399    3947 namespace.go:98] [tsf-tpa] adding namespace
I0330 15:06:38.163595    3947 namespace.go:98] [rhtpa-operator] adding namespace
I0330 15:06:38.164065    3947 namespace.go:102] [konflux-operator] adding namespace took 978.265µs
I0330 15:06:38.164817    3947 namespace.go:102] [tsf-tas] adding namespace took 1.570272ms
I0330 15:06:38.165442    3947 namespace.go:102] [tsf-keycloak] adding namespace took 2.06453ms
I0330 15:06:38.165835    3947 namespace.go:98] [konflux-ui] adding namespace
I0330 15:06:38.165936    3947 namespace.go:98] [rhbk-operator] adding namespace
I0330 15:06:38.166101    3947 namespace.go:102] [tsf-tpa] adding namespace took 2.692662ms
I0330 15:06:38.166721    3947 namespace.go:102] [rhtpa-operator] adding namespace took 3.095553ms
I0330 15:06:38.167274    3947 namespace.go:102] [konflux-ui] adding namespace took 1.421992ms
I0330 15:06:38.167820    3947 namespace.go:102] [rhbk-operator] adding namespace took 1.866566ms
I0330 15:06:38.181435    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.193895    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.208690    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.208734    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:38.208853    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.213448    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.220746    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.225108    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.225169    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.229830    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.269397    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.286393    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.287436    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.318414    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.318582    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.321387    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.338545    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.350566    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.350614    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.373131    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.373223    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.386947    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.574936    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:38.585901    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:39.319048    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:39.324213    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:39.493519    3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:06:39.493632    3947 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0330 15:06:39.520395    3947 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.791393ms
I0330 15:06:39.520413    3947 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.813227ms
I0330 15:06:39.521596    3947 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.091563ms, libovsdb time 904.257µs
I0330 15:06:39.857279    3947 cni.go:403] [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default]
I0330 15:06:39.865634    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 53b35922db53064, network: default, NAD default, SandboxID: "53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8", PCI device ID: , UID: "ab217297-efb3-46d8-8e8d-e89fc9ecfa6e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0330 15:06:39.906563    3947 cni.go:424] [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:b7:01:06:3e:cd\",\"name\":\"53b35922db53064\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6ba376a-879a-4569-bb6d-92e2cb42a4a1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:06:46.024320    3947 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.024902    3947 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.024924    3947 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.024934    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:46.024949    3947 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.024955    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:47.053651    3947 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.053683    3947 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.053701    3947 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.053715    3947 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.092386    3947 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092957    3947 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092982    3947 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092993    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:47.093006    3947 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.093010    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:48.123131    3947 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.123160    3947 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.123175    3947 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.123188    3947 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:49.049746    3947 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050363    3947 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050402    3947 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050413    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:49.050427    3947 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050433    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:50.078680    3947 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.078709    3947 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.078724    3947 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.078735    3947 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.184072    3947 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.184669    3947 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.184698    3947 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.184705    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:50.184723    3947 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.184727    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:51.214206    3947 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.214247    3947 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.214263    3947 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.214275    3947 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:52.076969    3947 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.077519    3947 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.077550    3947 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.077558    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:52.077570    3947 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.077576    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:52.101437    3947 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.101782    3947 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.101799    3947 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.101805    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:52.101813    3947 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.101817    3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:53.101318    3947 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.101350    3947 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.101365    3947 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.101381    3947 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130048    3947 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130071    3947 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130081    3947 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130093    3947 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:06:56.975248    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0330 15:06:57.345646    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0330 15:06:57.368814    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0330 15:07:02.075474    3947 namespace.go:98] [cert-manager] adding namespace
I0330 15:07:02.076339    3947 namespace.go:102] [cert-manager] adding namespace took 839.084µs
I0330 15:07:02.146599    3947 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:02.161927    3947 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:09.049245    3947 namespace.go:142] [openshift-operators] updating namespace
I0330 15:07:09.075623    3947 namespace.go:142] [openshift-operators] updating namespace
W0330 15:07:11.095541    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0330 15:07:11.095562    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0330 15:07:12.788210    3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
W0330 15:07:17.104519    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0330 15:07:17.227932    3947 namespace.go:142] [openshift-operators] updating namespace
I0330 15:07:26.041830    3947 namespace.go:98] [trusted-artifact-signer] adding namespace
I0330 15:07:26.042931    3947 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.074453ms
I0330 15:07:26.153744    3947 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:26.183097    3947 namespace.go:142] [trusted-artifact-signer] updating namespace
W0330 15:07:26.713575    3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0330 15:07:27.788920    3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0330 15:07:29.363860    3947 cni.go:403] [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default]
I0330 15:07:29.435761    3947 cni.go:424] [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 53b35922db5306465534d16d4fe41f21b65da44e72c3c37ffea6ccb52804deb8 network default NAD default], result "{}", err <nil>
I0330 15:07:29.531849    3947 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:07:29.531887    3947 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0330 15:07:29.533183    3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.21
I0330 15:07:29.533217    3947 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:07:29.570930    3947 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:07:29.570952    3947 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:07:29.576574    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0330 15:07:29.576596    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0330 15:07:31.260591    3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:07:31.260686    3947 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0330 15:07:31.282319    3947 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 21.658529ms
I0330 15:07:31.282339    3947 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 21.684648ms
I0330 15:07:31.283461    3947 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.884595ms, libovsdb time 815.233µs
I0330 15:07:31.656903    3947 cni.go:403] [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default]
I0330 15:07:31.665809    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1a4180e8d29932a, network: default, NAD default, SandboxID: "1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0", PCI device ID: , UID: "7998aacb-3583-4755-8129-28ee663a1be7", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0330 15:07:31.706623    3947 cni.go:424] [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:18:57:e2:fe:b5\",\"name\":\"1a4180e8d29932a\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8963fa15-2929-4fac-b836-71238476498a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:32.732492    3947 namespace.go:98] [openshift-pipelines] adding namespace
I0330 15:07:32.733342    3947 namespace.go:102] [openshift-pipelines] adding namespace took 829.908µs
I0330 15:07:32.748172    3947 namespace.go:142] [openshift-pipelines] updating namespace
I0330 15:07:33.435485    3947 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:33.637423    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:34.039662    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:34.210835    3947 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-6tgh7 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:07:34.210934    3947 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7
I0330 15:07:34.224218    3947 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7] pod update took 13.309244ms
I0330 15:07:34.224252    3947 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7] addLogicalPort annotation time took 13.34861ms
I0330 15:07:34.225485    3947 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7] addLogicalPort took 14.676141ms, libovsdb time 913.506µs
I0330 15:07:34.241557    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:34.442200    3947 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:34.844528    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:35.047131    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:35.247521    3947 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:35.447332    3947 namespace.go:142] [tsf] updating namespace
I0330 15:07:35.655772    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:35.707389    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=56
I0330 15:07:35.849503    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:07:36.051527    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:36.180535    3947 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:36.190556    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:36.197644    3947 namespace.go:142] [default] updating namespace
I0330 15:07:36.207346    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:36.216261    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:36.229607    3947 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:36.236224    3947 namespace.go:142] [openshift] updating namespace
I0330 15:07:36.244702    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:36.254506    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:36.264042    3947 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:36.273428    3947 namespace.go:142] [tsf] updating namespace
I0330 15:07:36.295388    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:36.312656    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:07:36.334413    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:36.435555    3947 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:36.533622    3947 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:36.633988    3947 namespace.go:142] [default] updating namespace
I0330 15:07:36.734373    3947 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:36.835529    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:36.936032    3947 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:37.033504    3947 namespace.go:142] [openshift] updating namespace
I0330 15:07:37.144675    3947 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:37.268582    3947 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:37.356557    3947 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:37.439759    3947 namespace.go:142] [tsf] updating namespace
I0330 15:07:37.543403    3947 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:37.647758    3947 namespace.go:142] [tsf-tas] updating namespace
I0330 15:07:37.747790    3947 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:38.238166    3947 namespace.go:142] [openshift-pipelines] updating namespace
I0330 15:07:42.675407    3947 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7 7553e643bbd62e1921d4e4fc585a4df6924b028ad7e74a5caf0498a6668b8908 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7 7553e643bbd62e1921d4e4fc585a4df6924b028ad7e74a5caf0498a6668b8908 network default NAD default]
I0330 15:07:42.686512    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-6tgh7, hostIfaceName: 7553e643bbd62e1, network: default, NAD default, SandboxID: "7553e643bbd62e1921d4e4fc585a4df6924b028ad7e74a5caf0498a6668b8908", PCI device ID: , UID: "6a9afcea-dbec-49ac-96b4-5267b3b3ee4a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0330 15:07:42.735726    3947 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7 7553e643bbd62e1921d4e4fc585a4df6924b028ad7e74a5caf0498a6668b8908 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6tgh7 7553e643bbd62e1921d4e4fc585a4df6924b028ad7e74a5caf0498a6668b8908 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:88:0f:ab:32:bd\",\"name\":\"7553e643bbd62e1\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57e0447f-8a3e-4752-a3b0-fb7269d3c221\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:07:43.442685    3947 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0330 15:07:44.719596    3947 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0330 15:07:45.708893    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51
I0330 15:07:45.812649    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-n2kb5 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:07:45.812761    3947 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5
I0330 15:07:45.836520    3947 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5] pod update took 23.793807ms
I0330 15:07:45.836542    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5] addLogicalPort annotation time took 23.822112ms
I0330 15:07:45.837742    3947 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5] addLogicalPort took 25.103887ms, libovsdb time 860.404µs
I0330 15:07:45.986158    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-pp26b for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:07:45.986274    3947 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b
I0330 15:07:46.000246    3947 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b] pod update took 14.009369ms
I0330 15:07:46.000273    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b] addLogicalPort annotation time took 14.050672ms
I0330 15:07:46.001319    3947 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b] addLogicalPort took 15.167853ms, libovsdb time 739.522µs
I0330 15:07:46.170163    3947 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5 9f8de46883c0ef00474fa35c2b314854f0dcfe10d70ff67626a8a1733c9f21b7 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5 9f8de46883c0ef00474fa35c2b314854f0dcfe10d70ff67626a8a1733c9f21b7 network default NAD default]
I0330 15:07:46.179581    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-n2kb5, hostIfaceName: 9f8de46883c0ef0, network: default, NAD default, SandboxID: "9f8de46883c0ef00474fa35c2b314854f0dcfe10d70ff67626a8a1733c9f21b7", PCI device ID: , UID: "f10e8a38-e03e-4fc4-939b-cc6070b58beb", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0330 15:07:46.221752    3947 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5 9f8de46883c0ef00474fa35c2b314854f0dcfe10d70ff67626a8a1733c9f21b7 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n2kb5 9f8de46883c0ef00474fa35c2b314854f0dcfe10d70ff67626a8a1733c9f21b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:91:6e:a0:1b:4f\",\"name\":\"9f8de46883c0ef0\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89fb5d1f-b168-42a0-836c-9e3de194d980\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:46.351968    3947 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b d11efd1ee6b5d7d313e124e7ab0fb382768d61fa7597d94aad58147a51f078e0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b d11efd1ee6b5d7d313e124e7ab0fb382768d61fa7597d94aad58147a51f078e0 network default NAD default]
I0330 15:07:46.361989    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-pp26b, hostIfaceName: d11efd1ee6b5d7d, network: default, NAD default, SandboxID: "d11efd1ee6b5d7d313e124e7ab0fb382768d61fa7597d94aad58147a51f078e0", PCI device ID: , UID: "4426a1bb-925c-4f6c-9881-47a617ab694c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0330 15:07:46.403654    3947 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b d11efd1ee6b5d7d313e124e7ab0fb382768d61fa7597d94aad58147a51f078e0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pp26b d11efd1ee6b5d7d313e124e7ab0fb382768d61fa7597d94aad58147a51f078e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:dc:1e:d8:51:0f\",\"name\":\"d11efd1ee6b5d7d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6dd3e8b-5f48-4638-b4e7-921d16de1a5e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:07:50.313362    3947 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313381    3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313386    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313390    3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.337962    3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.337981    3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.337986    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.512251    3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:07:50.512274    3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:07:50.512279    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:08:01.482147    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:08:01.482167    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:08:01.482173    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:08:04.437626    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0330 15:08:06.706408    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100
I0330 15:08:07.800078    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0330 15:08:08.245533    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-b2tn8 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:08.245680    3947 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8
I0330 15:08:08.260047    3947 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8] pod update took 14.40006ms
I0330 15:08:08.260068    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8] addLogicalPort annotation time took 14.427976ms
I0330 15:08:08.261267    3947 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8] addLogicalPort took 15.750743ms, libovsdb time 841.25µs
I0330 15:08:08.511839    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-4tkrd for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:08.511924    3947 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd
I0330 15:08:08.525012    3947 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd] pod update took 13.113225ms
I0330 15:08:08.525038    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd] addLogicalPort annotation time took 13.143319ms
I0330 15:08:08.526186    3947 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd] addLogicalPort took 14.358911ms, libovsdb time 756.205µs
I0330 15:08:08.554301    3947 cni.go:403] [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default]
I0330 15:08:08.602099    3947 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8 2b4e966899f64f415c125bdac7aa88db91720d680f5041785e9c8743703d635a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8 2b4e966899f64f415c125bdac7aa88db91720d680f5041785e9c8743703d635a network default NAD default]
I0330 15:08:08.610253    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-b2tn8, hostIfaceName: 2b4e966899f64f4, network: default, NAD default, SandboxID: "2b4e966899f64f415c125bdac7aa88db91720d680f5041785e9c8743703d635a", PCI device ID: , UID: "e85c2a47-492e-4aa7-b83b-965859dc8f39", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0330 15:08:08.626792    3947 cni.go:424] [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 1a4180e8d29932a7cc61e32b1f52f25cfcc1353c670fc65dc2d31a7150c6e3f0 network default NAD default], result "{}", err <nil>
I0330 15:08:08.652219    3947 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8 2b4e966899f64f415c125bdac7aa88db91720d680f5041785e9c8743703d635a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-b2tn8 2b4e966899f64f415c125bdac7aa88db91720d680f5041785e9c8743703d635a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:57:da:d9:04:51\",\"name\":\"2b4e966899f64f4\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e632b8-6723-42f5-aeca-c7fe862b824d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:08.691081    3947 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:08.691109    3947 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0330 15:08:08.692225    3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.22
I0330 15:08:08.692268    3947 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:08.716718    3947 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:08.716743    3947 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:08.720346    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0330 15:08:08.720370    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0330 15:08:08.874724    3947 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd 98a63fe7258404cc42513c623271223cde7c3c61ce7e7f9859ce3f2b833fa71e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd 98a63fe7258404cc42513c623271223cde7c3c61ce7e7f9859ce3f2b833fa71e network default NAD default]
I0330 15:08:08.883161    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-4tkrd, hostIfaceName: 98a63fe7258404c, network: default, NAD default, SandboxID: "98a63fe7258404cc42513c623271223cde7c3c61ce7e7f9859ce3f2b833fa71e", PCI device ID: , UID: "167b7e93-12cb-4b7b-932d-4227bfa53089", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0330 15:08:08.923939    3947 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd 98a63fe7258404cc42513c623271223cde7c3c61ce7e7f9859ce3f2b833fa71e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-4tkrd 98a63fe7258404cc42513c623271223cde7c3c61ce7e7f9859ce3f2b833fa71e network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:0c:d4:71:1a:eb\",\"name\":\"98a63fe7258404c\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c293cee-43ae-4d40-a466-e8f6b9b108ec\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:09.782715    3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:09.782850    3947 kube.go:256] Updating pod tsf/test-tsf-iam
I0330 15:08:09.796652    3947 pod.go:62] [tsf/test-tsf-iam] pod update took 13.831143ms
I0330 15:08:09.796674    3947 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.85736ms
I0330 15:08:09.797775    3947 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.071965ms, libovsdb time 791.863µs
I0330 15:08:09.816294    3947 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:09.816391    3947 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0330 15:08:09.830008    3947 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.636325ms
I0330 15:08:09.830027    3947 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 13.661391ms
I0330 15:08:09.831076    3947 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 14.792559ms, libovsdb time 729.647µs
I0330 15:08:10.139477    3947 cni.go:403] [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default] ADD starting CNI request [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default]
I0330 15:08:10.147586    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a6fa43ead0ad55d, network: default, NAD default, SandboxID: "a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a", PCI device ID: , UID: "c44270c6-f379-4f05-a755-3f22d72d7d6c", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0330 15:08:10.176506    3947 cni.go:403] [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default]
I0330 15:08:10.188884    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 0f7caa9532d1d05, network: default, NAD default, SandboxID: "0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a", PCI device ID: , UID: "24e24cec-b19a-4f6e-8466-eb71c34b0931", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0330 15:08:10.196207    3947 cni.go:424] [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default] ADD finished CNI request [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:a6:03:57:43:9c\",\"name\":\"a6fa43ead0ad55d\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f6b6990-8a7a-469c-93f1-0945a58a4369\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:10.234870    3947 cni.go:424] [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:fa:e2:db:df:82\",\"name\":\"0f7caa9532d1d05\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f8ec339-ffab-4892-bfb8-dd6911bd894b\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:08:12.649545    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0330 15:08:16.612128    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:16.612156    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:16.612144    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0330 15:08:23.596648    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0330 15:08:30.376454    3947 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0330 15:08:30.793154    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
W0330 15:08:33.424119    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:33.424141    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:33.426787    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0330 15:08:40.021563    3947 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-z9c8m] creating logical port tsf-keycloak_tsf-iam-z9c8m for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:40.021678    3947 kube.go:256] Updating pod tsf-keycloak/tsf-iam-z9c8m
I0330 15:08:40.035073    3947 pod.go:62] [tsf-keycloak/tsf-iam-z9c8m] pod update took 13.420194ms
I0330 15:08:40.035096    3947 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-z9c8m] addLogicalPort annotation time took 13.449217ms
I0330 15:08:40.036474    3947 pods.go:271] [tsf-keycloak/tsf-iam-z9c8m] addLogicalPort took 14.935619ms, libovsdb time 959.449µs
I0330 15:08:40.385426    3947 cni.go:403] [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default]
I0330 15:08:40.393842    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-z9c8m, hostIfaceName: b9980f5c90698dd, network: default, NAD default, SandboxID: "b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac", PCI device ID: , UID: "7b3774c3-e2a5-4da7-bff7-cf1d8160af83", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0330 15:08:40.438712    3947 cni.go:424] [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:db:93:00:32:f1\",\"name\":\"b9980f5c90698dd\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/398ccedd-d149-4335-8a9f-3eec4354b8e8\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:43.768108    3947 cni.go:403] [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default] DEL starting CNI request [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default]
I0330 15:08:43.842369    3947 cni.go:424] [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default] DEL finished CNI request [tsf/test-tsf-iam a6fa43ead0ad55d1a5ee5d49005bce34e8c4151d2c86ca07ad22e0930dfa384a network default NAD default], result "{}", err <nil>
I0330 15:08:43.899919    3947 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:43.899964    3947 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0330 15:08:43.901407    3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.28
I0330 15:08:43.901445    3947 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:43.938606    3947 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:43.938634    3947 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:43.944705    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0330 15:08:43.944737    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0330 15:08:44.753772    3947 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:44.753906    3947 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0330 15:08:44.768723    3947 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.841289ms
I0330 15:08:44.768754    3947 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.878608ms
I0330 15:08:44.771167    3947 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.41428ms, libovsdb time 1.923893ms
I0330 15:08:45.137520    3947 cni.go:403] [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default]
I0330 15:08:45.146749    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: cb1f0b7834467c4, network: default, NAD default, SandboxID: "cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653", PCI device ID: , UID: "ae3f3e7b-21d0-4329-80f4-24b8ea96765f", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0330 15:08:45.193531    3947 cni.go:424] [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:79:ef:19:c9:47\",\"name\":\"cb1f0b7834467c4\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a73ebb7-642b-4f70-b2ac-2a64cb0ed865\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:08:49.043309    3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0330 15:08:49.043339    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0330 15:08:49.179907    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-887zp for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:08:49.180035    3947 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp
I0330 15:08:49.193030    3947 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp] pod update took 13.030681ms
I0330 15:08:49.193154    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp] addLogicalPort annotation time took 13.161424ms
I0330 15:08:49.195064    3947 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp] addLogicalPort took 15.17159ms, libovsdb time 1.22232ms
I0330 15:08:49.723623    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=667
I0330 15:08:50.170883    3947 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp 53df641c9aead42f662387edeb2f9e91453d80d6aee67f17619191800ddc51ec network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp 53df641c9aead42f662387edeb2f9e91453d80d6aee67f17619191800ddc51ec network default NAD default]
I0330 15:08:50.181008    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-887zp, hostIfaceName: 53df641c9aead42, network: default, NAD default, SandboxID: "53df641c9aead42f662387edeb2f9e91453d80d6aee67f17619191800ddc51ec", PCI device ID: , UID: "0e62d3bf-8af1-4188-b0aa-8aabd81e6ad6", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0330 15:08:50.225981    3947 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp 53df641c9aead42f662387edeb2f9e91453d80d6aee67f17619191800ddc51ec network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-887zp 53df641c9aead42f662387edeb2f9e91453d80d6aee67f17619191800ddc51ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ed:6d:80:ff:46\",\"name\":\"53df641c9aead42\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65893a93-d235-466b-9fd1-15f08b09448f\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:08:54.072961    3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0330 15:08:58.100143    3947 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:08:58.100160    3947 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:08:58.100164    3947 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0330 15:08:59.875343    3947 cni.go:403] [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default]
I0330 15:08:59.950115    3947 cni.go:424] [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-z9c8m b9980f5c90698ddde752fe69f22f819f3c39f426dd667b047899e9f7aeeaafac network default NAD default], result "{}", err <nil>
I0330 15:08:59.998894    3947 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z9c8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:59.998934    3947 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-z9c8m
I0330 15:09:00.000154    3947 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-z9c8m, ips: 10.130.0.30
I0330 15:09:00.000182    3947 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z9c8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:01.023531    3947 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z9c8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.023557    3947 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z9c8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:09:01.121535    3947 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0330 15:09:01.246014    3947 cni.go:403] [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default]
I0330 15:09:01.314513    3947 cni.go:424] [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 0f7caa9532d1d05395e437efcaeda9f3b1b679ffae38d6077075383c516d8a2a network default NAD default], result "{}", err <nil>
I0330 15:09:01.362285    3947 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:01.362337    3947 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0330 15:09:01.363590    3947 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.29
I0330 15:09:01.363618    3947 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0330 15:09:01.730406    3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0330 15:09:01.871781    3947 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.871803    3947 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.878903    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0330 15:09:01.878932    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0330 15:09:01.910378    3947 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:09:01.910537    3947 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0330 15:09:01.925520    3947 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.015978ms
I0330 15:09:01.925544    3947 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.044604ms
I0330 15:09:01.926800    3947 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.442922ms, libovsdb time 905.408µs
I0330 15:09:02.271883    3947 cni.go:403] [tsf-keycloak/keycloak-0 59cef2126b4fd2565038e8347ea014bc9d820a16ff81a7d57c17615c97524d04 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 59cef2126b4fd2565038e8347ea014bc9d820a16ff81a7d57c17615c97524d04 network default NAD default]
I0330 15:09:02.280010    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 59cef2126b4fd25, network: default, NAD default, SandboxID: "59cef2126b4fd2565038e8347ea014bc9d820a16ff81a7d57c17615c97524d04", PCI device ID: , UID: "3f6bf14d-f913-425a-aed0-2c9ffaedfdab", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0330 15:09:02.323683    3947 cni.go:424] [tsf-keycloak/keycloak-0 59cef2126b4fd2565038e8347ea014bc9d820a16ff81a7d57c17615c97524d04 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 59cef2126b4fd2565038e8347ea014bc9d820a16ff81a7d57c17615c97524d04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:9a:7c:f4:f8:8f\",\"name\":\"59cef2126b4fd25\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84113773-7c97-439d-8abb-5dca3aa1d2cd\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:09:03.900606    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:09:03.900631    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:09:03.900713    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0330 15:09:04.880351    3947 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:04.880889    3947 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:05.769908    3947 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:05.770032    3947 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:15.988898    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-z8djt] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-z8djt for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:09:15.988995    3947 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-z8djt
I0330 15:09:16.002986    3947 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-z8djt] pod update took 14.013493ms
I0330 15:09:16.003009    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-z8djt] addLogicalPort annotation time took 14.041437ms
I0330 15:09:16.004186    3947 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-z8djt] addLogicalPort took 15.305834ms, libovsdb time 805.767µs
W0330 15:09:16.590644    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0330 15:09:16.593398    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:09:16.593415    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0330 15:09:16.646806    3947 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-z8djt c3876ac0566e9f23e4d8537dd31ecd016fdcc75833c81e2b1214112c1d273e87 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-z8djt c3876ac0566e9f23e4d8537dd31ecd016fdcc75833c81e2b1214112c1d273e87 network default NAD default]
I0330 15:09:16.655027    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-z8djt, hostIfaceName: c3876ac0566e9f2, network: default, NAD default, SandboxID: "c3876ac0566e9f23e4d8537dd31ecd016fdcc75833c81e2b1214112c1d273e87", PCI device ID: , UID: "09b9e85b-2a5e-4241-8e99-0c04f98dfd16", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0330 15:09:16.697966    3947 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-z8djt c3876ac0566e9f23e4d8537dd31ecd016fdcc75833c81e2b1214112c1d273e87 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-z8djt c3876ac0566e9f23e4d8537dd31ecd016fdcc75833c81e2b1214112c1d273e87 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:1e:22:ff:20:df\",\"name\":\"c3876ac0566e9f2\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95282813-8616-4ba6-82b8-1c6ebcf11649\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:23.819303    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0330 15:09:34.412417    3947 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:34.413522    3947 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.082679    3947 cni.go:403] [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default]
I0330 15:09:35.155738    3947 cni.go:424] [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas cb1f0b7834467c46051122639d03fe66066fd928f0109773f7a0cdaef8211653 network default NAD default], result "{}", err <nil>
I0330 15:09:35.212435    3947 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.212529    3947 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0330 15:09:35.213929    3947 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.31
I0330 15:09:35.213961    3947 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.234922    3947 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.234993    3947 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.243601    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0330 15:09:35.243677    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0330 15:09:35.307713    3947 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.307729    3947 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:38.505674    3947 namespace.go:142] [openshift-pipelines] updating namespace
I0330 15:09:38.703570    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-pgrnc for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:09:38.703652    3947 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc
I0330 15:09:38.716808    3947 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc] pod update took 13.177398ms
I0330 15:09:38.716831    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc] addLogicalPort annotation time took 13.205502ms
I0330 15:09:38.718141    3947 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc] addLogicalPort took 14.581649ms, libovsdb time 944.257µs
I0330 15:09:38.802924    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-zqx6h for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:09:38.803035    3947 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h
I0330 15:09:38.817563    3947 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h] pod update took 14.548472ms
I0330 15:09:38.817580    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h] addLogicalPort annotation time took 14.570017ms
I0330 15:09:38.818826    3947 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h] addLogicalPort took 15.913728ms, libovsdb time 896.621µs
I0330 15:09:38.908523    3947 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-fd4cj for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:09:38.908633    3947 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj
I0330 15:09:38.922814    3947 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj] pod update took 14.198093ms
I0330 15:09:38.922841    3947 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj] addLogicalPort annotation time took 14.227201ms
I0330 15:09:38.924018    3947 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj] addLogicalPort took 15.508167ms, libovsdb time 784.813µs
I0330 15:09:39.059846    3947 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc e032e08b67d66db559d194325848809fbf884c36121bd219c7ed3a91e49742e5 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc e032e08b67d66db559d194325848809fbf884c36121bd219c7ed3a91e49742e5 network default NAD default]
I0330 15:09:39.068462    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-pgrnc, hostIfaceName: e032e08b67d66db, network: default, NAD default, SandboxID: "e032e08b67d66db559d194325848809fbf884c36121bd219c7ed3a91e49742e5", PCI device ID: , UID: "58bf9076-f210-4de5-9129-caa0c403ae96", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0330 15:09:39.111586    3947 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc e032e08b67d66db559d194325848809fbf884c36121bd219c7ed3a91e49742e5 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pgrnc e032e08b67d66db559d194325848809fbf884c36121bd219c7ed3a91e49742e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:c4:88:b1:03:4c\",\"name\":\"e032e08b67d66db\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da0f01f6-9aa5-43cb-b97a-602100c07585\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:39.159668    3947 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h 116b13b1e2b825b5da650b53efc47ea954a14145af26b8623cfa715a1d755e4a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h 116b13b1e2b825b5da650b53efc47ea954a14145af26b8623cfa715a1d755e4a network default NAD default]
I0330 15:09:39.167983    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-zqx6h, hostIfaceName: 116b13b1e2b825b, network: default, NAD default, SandboxID: "116b13b1e2b825b5da650b53efc47ea954a14145af26b8623cfa715a1d755e4a", PCI device ID: , UID: "6d03dd8c-a06f-42bb-b91d-73c8dcee65e6", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0330 15:09:39.209141    3947 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h 116b13b1e2b825b5da650b53efc47ea954a14145af26b8623cfa715a1d755e4a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zqx6h 116b13b1e2b825b5da650b53efc47ea954a14145af26b8623cfa715a1d755e4a network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:e4:d4:57:b1:0a\",\"name\":\"116b13b1e2b825b\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a69feca-fa7d-4c62-ad13-327b31e2bfc8\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:39.264327    3947 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj aea382bcf3822b4d82e84bfadbc03c197e8cc3d7f36ac10b15fdff8e5398f934 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj aea382bcf3822b4d82e84bfadbc03c197e8cc3d7f36ac10b15fdff8e5398f934 network default NAD default]
I0330 15:09:39.273194    3947 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-fd4cj, hostIfaceName: aea382bcf3822b4, network: default, NAD default, SandboxID: "aea382bcf3822b4d82e84bfadbc03c197e8cc3d7f36ac10b15fdff8e5398f934", PCI device ID: , UID: "c6e4be13-3f25-48b0-845b-6185772c5d56", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0330 15:09:39.315573    3947 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj aea382bcf3822b4d82e84bfadbc03c197e8cc3d7f36ac10b15fdff8e5398f934 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fd4cj aea382bcf3822b4d82e84bfadbc03c197e8cc3d7f36ac10b15fdff8e5398f934 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:42:21:44:99:24\",\"name\":\"aea382bcf3822b4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9de1ed12-9b43-49c2-876c-ee50e2f000a6\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:09:39.937463    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0330 15:09:42.118146    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0330 15:09:42.140210    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0330 15:09:42.140244    3947 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0330 15:09:43.130053    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0330 15:09:43.130076    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0330 15:09:44.476375    3947 obj_retry.go:464] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:44.476894    3947 obj_retry.go:464] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:45.357900    3947 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:45.357931    3947 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:09:45.577042    3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0330 15:09:52.522412    3947 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-7qwlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:52.522930    3947 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-7qwlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0330 15:09:53.129398    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0330 15:09:53.542571    3947 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-7qwlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.542594    3947 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-7qwlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.582490    3947 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.582513    3947 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.589335    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zszp8
I0330 15:09:53.589356    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zszp8
I0330 15:09:59.218304    3947 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:59.218935    3947 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:00.063550    3947 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:00.063576    3947 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:03.477396    3947 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-86797f7d77-7n6kc] creating logical port tsf-tas_rekor-search-ui-86797f7d77-7n6kc for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:10:03.477473    3947 kube.go:256] Updating pod tsf-tas/rekor-search-ui-86797f7d77-7n6kc
I0330 15:10:03.489773    3947 pod.go:62] [tsf-tas/rekor-search-ui-86797f7d77-7n6kc] pod update took 12.316295ms
I0330 15:10:03.489797    3947 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-86797f7d77-7n6kc] addLogicalPort annotation time took 12.346554ms
I0330 15:10:03.491004    3947 pods.go:271] [tsf-tas/rekor-search-ui-86797f7d77-7n6kc] addLogicalPort took 13.618904ms, libovsdb time 827.919µs
I0330 15:10:03.836617    3947 cni.go:403] [tsf-tas/rekor-search-ui-86797f7d77-7n6kc c78fda9293c7fcab6f0d10c47dfd458dee76d6d6f2afb7d44ef70ce09a820bc9 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-86797f7d77-7n6kc c78fda9293c7fcab6f0d10c47dfd458dee76d6d6f2afb7d44ef70ce09a820bc9 network default NAD default]
I0330 15:10:03.844548    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-86797f7d77-7n6kc, hostIfaceName: c78fda9293c7fca, network: default, NAD default, SandboxID: "c78fda9293c7fcab6f0d10c47dfd458dee76d6d6f2afb7d44ef70ce09a820bc9", PCI device ID: , UID: "49823697-a14b-472c-aeb0-f5faa9ac87f0", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0330 15:10:03.889582    3947 cni.go:424] [tsf-tas/rekor-search-ui-86797f7d77-7n6kc c78fda9293c7fcab6f0d10c47dfd458dee76d6d6f2afb7d44ef70ce09a820bc9 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-86797f7d77-7n6kc c78fda9293c7fcab6f0d10c47dfd458dee76d6d6f2afb7d44ef70ce09a820bc9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:16:c5:1f:70:57\",\"name\":\"c78fda9293c7fca\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6db1b35e-fdb6-4a32-9da8-b542b6c50192\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:10:04.588889    3947 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:04.589424    3947 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:04.607027    3947 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:04.607046    3947 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:04.613412    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0330 15:10:04.613432    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0330 15:10:05.193906    3947 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:10:05.194090    3947 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0330 15:10:05.207707    3947 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.651558ms
I0330 15:10:05.207729    3947 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.680355ms
I0330 15:10:05.209160    3947 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.271157ms, libovsdb time 948.457µs
I0330 15:10:05.249863    3947 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:05.250493    3947 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:05.559489    3947 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default]
I0330 15:10:05.569031    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 0ad9f3e4ebde60f, network: default, NAD default, SandboxID: "0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05", PCI device ID: , UID: "edaca06b-44a5-4aba-a65d-3662ae6f3b81", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0330 15:10:05.619101    3947 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:84:8c:ce:f4:30\",\"name\":\"0ad9f3e4ebde60f\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de63f0a9-a12b-4dc0-bafa-fb8f29cf7d9b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:10:06.103762    3947 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0330 15:10:06.110084    3947 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:06.110104    3947 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:09.294531    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0330 15:10:09.811484    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0330 15:10:11.293525    3947 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default]
I0330 15:10:11.373927    3947 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 0ad9f3e4ebde60fd0d229d941ca88d3b2a30cf5891f7aaf02b556e8eae914e05 network default NAD default], result "{}", err <nil>
I0330 15:10:11.424470    3947 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:11.424503    3947 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0330 15:10:11.425848    3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.39
I0330 15:10:11.425877    3947 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:11.445771    3947 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:11.445793    3947 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:11.451290    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0330 15:10:11.451319    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0330 15:10:11.655276    3947 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:10:11.655376    3947 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0330 15:10:11.667926    3947 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.572351ms
I0330 15:10:11.667946    3947 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.597859ms
I0330 15:10:11.669300    3947 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.038468ms, libovsdb time 962.827µs
I0330 15:10:12.012159    3947 cni.go:403] [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default]
I0330 15:10:12.035712    3947 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 75a34d69a1dcb6d, network: default, NAD default, SandboxID: "75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82", PCI device ID: , UID: "1fc960e7-d9f1-4123-985b-02005110f3c9", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0330 15:10:12.078013    3947 cni.go:424] [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:0b:4d:c8:67:61\",\"name\":\"75a34d69a1dcb6d\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86937308-3e39-4889-bd4a-4e9bd6077ac1\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:10:16.169865    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0330 15:10:17.667885    3947 obj_retry.go:464] Detected object tsf-tpa/create-db-qzhwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:17.668619    3947 obj_retry.go:464] Detected object tsf-tpa/create-db-qzhwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:18.689125    3947 obj_retry.go:458] Detected object tsf-tpa/create-db-qzhwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:18.689149    3947 obj_retry.go:458] Detected object tsf-tpa/create-db-qzhwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:21.262695    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0330 15:10:21.736495    3947 obj_retry.go:464] Detected object tsf-tpa/migrate-db-cnl7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:21.737066    3947 obj_retry.go:464] Detected object tsf-tpa/migrate-db-cnl7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:21.815407    3947 obj_retry.go:458] Detected object tsf-tpa/migrate-db-cnl7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:21.815432    3947 obj_retry.go:458] Detected object tsf-tpa/migrate-db-cnl7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:27.405896    3947 obj_retry.go:464] Detected object tsf-tpa/create-importers-v7dkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:27.406505    3947 obj_retry.go:464] Detected object tsf-tpa/create-importers-v7dkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:28.427130    3947 obj_retry.go:458] Detected object tsf-tpa/create-importers-v7dkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:28.427158    3947 obj_retry.go:458] Detected object tsf-tpa/create-importers-v7dkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:30.605402    3947 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0330 15:10:48.539779    3947 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:48.540350    3947 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:49.559938    3947 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:49.559970    3947 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:56.420427    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0330 15:10:58.556463    3947 cni.go:403] [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default]
I0330 15:10:58.624876    3947 cni.go:424] [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 75a34d69a1dcb6de8feb7a50cb649a074bce4291a09e0dd1cb84fe99d584ad82 network default NAD default], result "{}", err <nil>
I0330 15:10:58.674509    3947 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:58.674536    3947 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0330 15:10:58.675734    3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.40
I0330 15:10:58.675757    3947 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:58.714793    3947 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:58.714814    3947 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:58.720977    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0330 15:10:58.720996    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0330 15:10:59.403896    3947 namespace.go:98] [integration-service] adding namespace
I0330 15:10:59.404893    3947 namespace.go:102] [integration-service] adding namespace took 972.191µs
I0330 15:10:59.410201    3947 namespace.go:98] [image-controller] adding namespace
I0330 15:10:59.410339    3947 namespace.go:98] [build-service] adding namespace
I0330 15:10:59.411008    3947 namespace.go:102] [image-controller] adding namespace took 783.041µs
I0330 15:10:59.411560    3947 namespace.go:102] [build-service] adding namespace took 1.201724ms
I0330 15:10:59.458149    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.473691    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.492006    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:10:59.507870    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:10:59.507889    3947 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.523192    3947 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.684623    3947 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.704530    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.765483    3947 namespace.go:98] [release-service] adding namespace
I0330 15:10:59.766384    3947 namespace.go:102] [release-service] adding namespace took 885.364µs
I0330 15:10:59.804693    3947 namespace.go:142] [konflux-ui] updating namespace
I0330 15:10:59.820517    3947 namespace.go:142] [release-service] updating namespace
I0330 15:10:59.834222    3947 namespace.go:142] [release-service] updating namespace
I0330 15:10:59.949512    3947 namespace.go:98] [konflux-info] adding namespace
I0330 15:10:59.950138    3947 namespace.go:102] [konflux-info] adding namespace took 611.536µs
I0330 15:10:59.987543    3947 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:00.004650    3947 namespace.go:98] [namespace-lister] adding namespace
I0330 15:11:00.005220    3947 namespace.go:102] [namespace-lister] adding namespace took 556.565µs
I0330 15:11:00.018660    3947 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:00.034498    3947 namespace.go:98] [enterprise-contract-service] adding namespace
I0330 15:11:00.035119    3947 namespace.go:102] [enterprise-contract-service] adding namespace took 606.496µs
I0330 15:11:00.066660    3947 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:00.082654    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:11:00.120601    3947 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:00.156564    3947 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:00.186745    3947 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:00.309664    3947 namespace.go:142] [build-service] updating namespace
I0330 15:11:00.346854    3947 namespace.go:98] [default-tenant] adding namespace
I0330 15:11:00.347561    3947 namespace.go:102] [default-tenant] adding namespace took 693.264µs
I0330 15:11:00.388465    3947 namespace.go:98] [segment-bridge] adding namespace
I0330 15:11:00.389155    3947 namespace.go:102] [segment-bridge] adding namespace took 675.824µs
I0330 15:11:00.418271    3947 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:00.458806    3947 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:00.560795    3947 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:00.664655    3947 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:00.681682    3947 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0330 15:11:00.682325    3947 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0330 15:11:00.682348    3947 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0330 15:11:00.685201    3947 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0330 15:11:00.739134    3947 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0330 15:11:00.739155    3947 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0330 15:11:00.739827    3947 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0330 15:11:01.014004    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:11:01.598205    3947 base_network_controller_pods.go:487] [default/konflux-ui/proxy-688fb895fd-pztfd] creating logical port konflux-ui_proxy-688fb895fd-pztfd for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:11:01.598329    3947 kube.go:256] Updating pod konflux-ui/proxy-688fb895fd-pztfd
I0330 15:11:01.741641    3947 pod.go:62] [konflux-ui/proxy-688fb895fd-pztfd] pod update took 143.343776ms
I0330 15:11:01.741666    3947 base_network_controller_pods.go:937] [default/konflux-ui/proxy-688fb895fd-pztfd] addLogicalPort annotation time took 143.373647ms
I0330 15:11:01.742894    3947 pods.go:271] [konflux-ui/proxy-688fb895fd-pztfd] addLogicalPort took 144.709252ms, libovsdb time 823.288µs
I0330 15:11:02.251759    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:11:02.531861    3947 namespace.go:142] [release-service] updating namespace
I0330 15:11:02.665340    3947 namespace.go:142] [build-service] updating namespace
I0330 15:11:02.689741    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:11:02.703609    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:11:02.720509    3947 namespace.go:142] [release-service] updating namespace
I0330 15:11:02.802474    3947 namespace.go:142] [build-service] updating namespace
I0330 15:11:02.920713    3947 namespace.go:142] [image-controller] updating namespace
I0330 15:11:02.936686    3947 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:02.937129    3947 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:03.010917    3947 namespace.go:142] [integration-service] updating namespace
I0330 15:11:03.065908    3947 namespace.go:142] [release-service] updating namespace
I0330 15:11:03.133915    3947 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:03.133932    3947 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:03.351642    3947 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-65.ec2.internal
I0330 15:11:03.351734    3947 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0330 15:11:03.373251    3947 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 21.539422ms
I0330 15:11:03.373273    3947 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 21.568423ms
I0330 15:11:03.374473    3947 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 22.843696ms, libovsdb time 835.529µs
I0330 15:11:03.706945    3947 cni.go:403] [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default]
I0330 15:11:03.715073    3947 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 63430a568205fa1, network: default, NAD default, SandboxID: "63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7", PCI device ID: , UID: "c4551ba2-1af9-4006-9c84-e3b790c43d5d", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0330 15:11:03.759670    3947 cni.go:424] [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:23:48:85:e4:78\",\"name\":\"63430a568205fa1\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54324cb0-d42a-4bdf-b003-2f66dc76575e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0330 15:11:04.300586    3947 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:04.504894    3947 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:04.699618    3947 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:04.902667    3947 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.100791    3947 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:05.222421    3947 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:05.239288    3947 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:05.253161    3947 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:05.268135    3947 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.281541    3947 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:05.325730    3947 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:05.415852    3947 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:05.510032    3947 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:05.606590    3947 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.709502    3947 namespace.go:142] [segment-bridge] updating namespace
W0330 15:11:07.495053    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0330 15:11:07.521748    3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0330 15:11:09.510458    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0330 15:11:10.293135    3947 cni.go:403] [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default] ADD starting CNI request [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default]
I0330 15:11:10.301851    3947 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-688fb895fd-pztfd, hostIfaceName: 596a75195749865, network: default, NAD default, SandboxID: "596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7", PCI device ID: , UID: "f36d2e84-e60c-45a8-8a0e-21521a3fb5fe", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0330 15:11:10.347447    3947 cni.go:424] [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default] ADD finished CNI request [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:2a:e2:45:e8:0e\",\"name\":\"596a75195749865\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe7a5e66-cb5c-4400-8f03-ef7d2b712ab4\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0330 15:11:11.531208    3947 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0330 15:11:12.707658    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138
W0330 15:11:15.669276    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:15.669295    3947 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:18.596073    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0330 15:11:18.599579    3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0330 15:11:18.626182    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:11:18.626792    3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0330 15:11:18.681253    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:11:18.684412    3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0330 15:11:18.717619    3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:18.717651    3947 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0330 15:11:30.050365    3947 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:30.050792    3947 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:30.687364    3947 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:30.687391    3947 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:30.691125    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-d2h5z
I0330 15:11:30.691143    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-d2h5z
I0330 15:11:47.830260    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0330 15:11:53.730379    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:53.730402    3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-65.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0330 15:11:59.825824    3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
W0330 15:12:07.947014    3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:12:07.947105    3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0330 15:12:25.192069    3947 cni.go:403] [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default] DEL starting CNI request [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default]
I0330 15:12:25.268806    3947 cni.go:424] [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default] DEL finished CNI request [konflux-ui/proxy-688fb895fd-pztfd 596a75195749865f372d1fb4bd983b0e5ae093be70a40bbee4dd2eb1689c04b7 network default NAD default], result "{}", err <nil>
I0330 15:12:25.331466    3947 obj_retry.go:464] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:25.331500    3947 pods.go:176] Deleting pod: konflux-ui/proxy-688fb895fd-pztfd
I0330 15:12:25.332984    3947 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-688fb895fd-pztfd, ips: 10.130.0.41
I0330 15:12:25.333014    3947 obj_retry.go:464] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:26.050784    3947 obj_retry.go:458] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:26.050816    3947 obj_retry.go:458] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:26.055922    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-688fb895fd-pztfd
I0330 15:12:26.055956    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-688fb895fd-pztfd
I0330 15:12:28.830632    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0330 15:12:32.097207    3947 cni.go:403] [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default]
I0330 15:12:32.174127    3947 cni.go:424] [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 63430a568205fa1ec2d53a7aa3b9cfa43ae8f89e906ae92b470e7a8bc29204e7 network default NAD default], result "{}", err <nil>
I0330 15:12:32.224101    3947 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:32.224129    3947 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0330 15:12:32.225386    3947 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.42
I0330 15:12:32.225413    3947 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:32.246094    3947 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:32.246113    3947 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:32.251683    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0330 15:12:32.251721    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0330 15:12:33.792179    3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0330 15:13:02.007823    3947 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:02.008457    3947 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:02.289732    3947 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:02.289759    3947 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:02.296732    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk
I0330 15:13:02.296762    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk
I0330 15:13:06.710276    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60
I0330 15:13:15.677282    3947 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:15.677857    3947 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:16.382836    3947 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:16.382858    3947 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:16.388459    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l
I0330 15:13:16.388490    3947 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l
I0330 15:13:20.809979    3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0330 15:13:23.708643    3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10