+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-4.ec2.internal
++ [[ -n ip-10-0-0-4.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-4.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0329 02:52:21.324506439 - disable conntrack on geneve port'
I0329 02:52:21.324506439 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0329 02:52:21.341624573 - starting ovnkube-node'
I0329 02:52:21.341624573 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-4.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-4.ec2.internal --init-node ip-10-0-0-4.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-4.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0329 02:52:21.381803    3829 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0329 02:52:21.381853    3829 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-457e589fce.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0329 02:52:21.383446    3829 kube.go:419] Waiting for certificate
I0329 02:52:21.383485    3829 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0329 02:52:21.383511    3829 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0329 02:52:21.384239    3829 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0329 02:52:21.408568    3829 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0329 02:52:21.408584    3829 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0329 02:52:21.410340    3829 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0329 02:52:21.412988    3829 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wlbk5"
I0329 02:52:29.954618    3829 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wlbk5"
I0329 02:52:29.954816    3829 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0329 02:52:30.384103    3829 kube.go:426] Certificate found
I0329 02:52:30.384738    3829 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0329 02:52:30.385807    3829 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0329 02:52:30.452695    3829 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0329 02:52:30.464621    3829 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0329 02:52:30.467604    3829 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0329 02:52:30.467680    3829 factory.go:531] Starting watch factory
I0329 02:52:30.467780    3829 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.467799    3829 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.467880    3829 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.467901    3829 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468180    3829 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468196    3829 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468217    3829 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468235    3829 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468686    3829 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.468740    3829 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.469211    3829 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.469258    3829 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.471793    3829 controller_manager.go:368] Starting the ovnkube controller
I0329 02:52:30.471805    3829 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-4.ec2.internal
I0329 02:52:30.471858    3829 controller_manager.go:393] NBDB zone sync took: 46.392µs
I0329 02:52:30.471867    3829 factory.go:531] Starting watch factory
I0329 02:52:30.502737    3829 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.502762    3829 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.502740    3829 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.504442    3829 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0329 02:52:30.504594    3829 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.504930    3829 ovn_northd.go:121] Registering OVN northd metrics
I0329 02:52:30.506660    3829 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.508616    3829 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0329 02:52:30.508687    3829 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0329 02:52:30.517501    3829 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0329 02:52:30.525571    3829 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0329 02:52:30.573729    3829 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0329 02:52:30.573750    3829 factory.go:1890] *v1.Pod informer cache synced successfully
I0329 02:52:30.573754    3829 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0329 02:52:30.573757    3829 factory.go:1890] *v1.Namespace informer cache synced successfully
I0329 02:52:30.573762    3829 factory.go:1890] *v1.Node informer cache synced successfully
I0329 02:52:30.573766    3829 factory.go:1890] *v1.Service informer cache synced successfully
I0329 02:52:30.573893    3829 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.573928    3829 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.573937    3829 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.573955    3829 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.577945    3829 factory.go:1890] *v1.Service informer cache synced successfully
I0329 02:52:30.577959    3829 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0329 02:52:30.577963    3829 factory.go:1890] *v1.Pod informer cache synced successfully
I0329 02:52:30.577966    3829 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0329 02:52:30.577969    3829 factory.go:1890] *v1.Namespace informer cache synced successfully
I0329 02:52:30.577972    3829 factory.go:1890] *v1.Node informer cache synced successfully
I0329 02:52:30.583697    3829 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.585569    3829 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0329 02:52:30.679364    3829 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0329 02:52:30.679382    3829 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0329 02:52:30.679469    3829 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.679481    3829 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.682490    3829 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.683393    3829 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0329 02:52:30.683404    3829 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0329 02:52:30.684543    3829 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0329 02:52:30.684598    3829 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.684609    3829 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.689385    3829 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0329 02:52:30.689825    3829 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.694567    3829 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0329 02:52:30.694625    3829 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.694640    3829 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.697642    3829 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.699936    3829 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0329 02:52:30.699984    3829 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.699997    3829 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.702980    3829 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.705389    3829 factory.go:1890] *v1.EgressService informer cache synced successfully
I0329 02:52:30.705496    3829 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.705517    3829 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.708560    3829 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.710461    3829 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0329 02:52:30.710621    3829 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0329 02:52:30.710637    3829 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0329 02:52:30.712999    3829 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0329 02:52:30.715942    3829 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0329 02:52:30.716005    3829 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.716017    3829 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.716053    3829 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.716067    3829 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.718750    3829 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.718799    3829 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0329 02:52:30.720986    3829 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0329 02:52:30.720995    3829 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0329 02:52:30.721002    3829 factory.go:636] Watch Factory start up complete, took: 249.134571ms
I0329 02:52:30.721009    3829 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-4.ec2.internal" zone
I0329 02:52:30.790131    3829 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0329 02:52:30.795317    3829 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0329 02:52:30.800460    3829 factory.go:1890] *v1.EgressService informer cache synced successfully
I0329 02:52:30.805955    3829 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0329 02:52:30.811115    3829 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0329 02:52:30.816263    3829 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0329 02:52:30.816271    3829 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0329 02:52:30.816277    3829 factory.go:636] Watch Factory start up complete, took: 348.602234ms
I0329 02:52:30.816346    3829 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0329 02:52:30.880929    3829 default_node_network_controller.go:709] Initializing the default node network controller
I0329 02:52:30.939405    3829 udn_isolation.go:101] Starting UDN host isolation manager
I0329 02:52:30.945469    3829 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0329 02:52:30.960730    3829 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-30 02:47:29 +0000 UTC" deadline="2026-03-29 20:58:16.679764561 +0000 UTC"
I0329 02:52:30.960748    3829 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h5m45.719023525s"
I0329 02:52:30.993750    3829 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0329 02:52:30.993825    3829 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0329 02:52:30.993837    3829 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0329 02:52:31.027250    3829 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0329 02:52:31.027318    3829 default_node_network_controller.go:808] Node ip-10-0-0-4.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0329 02:52:31.033076    3829 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.4"] k8s.ovn.org/zone-name:ip-10-0-0-4.ec2.internal] on node ip-10-0-0-4.ec2.internal
I0329 02:52:31.056326    3829 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0329 02:52:31.061741    3829 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0329 02:52:31.061868    3829 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0329 02:52:31.062034    3829 gateway_init.go:263] Preparing Gateway
I0329 02:52:31.062044    3829 gateway_shared_intf.go:1658] Creating new gateway
I0329 02:52:31.174577    3829 iptables.go:108] Creating table: filter chain: FORWARD
I0329 02:52:31.181433    3829 iptables.go:108] Creating table: filter chain: OUTPUT
I0329 02:52:31.188023    3829 gateway_shared_intf.go:1787] Gateway Creation Complete
I0329 02:52:31.188037    3829 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-4.ec2.internal","mac-address":"12:f4:13:e0:0b:e5","ip-addresses":["10.0.0.4/24"],"ip-address":"10.0.0.4/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:34b5b9c6-dc70-4d93-9e87-7892c4017915 k8s.ovn.org/node-encap-ips:["10.0.0.4"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.4/24"} k8s.ovn.org/zone-name:ip-10-0-0-4.ec2.internal] on node ip-10-0-0-4.ec2.internal
I0329 02:52:31.208136    3829 default_node_network_controller.go:518] Node connection status = connected
I0329 02:52:31.221777    3829 controller_manager.go:427] Waiting for node in zone sync took: 500.758398ms
I0329 02:52:31.226887    3829 controller_manager.go:608] Switching to transit router for layer2 networks
I0329 02:52:31.226901    3829 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-4.ec2.internal
I0329 02:52:31.245346    3829 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0329 02:52:31.250775    3829 controller_manager.go:288] SCTP support detected in OVN
I0329 02:52:31.251288    3829 services_controller.go:69] Creating services controller for network=default
I0329 02:52:31.251346    3829 udn_enabled_svc.go:80] Waiting for service informer to sync
I0329 02:52:31.251401    3829 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0329 02:52:31.251459    3829 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0329 02:52:31.251476    3829 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0329 02:52:31.251488    3829 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0329 02:52:31.251633    3829 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0329 02:52:31.251674    3829 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0329 02:52:31.251701    3829 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.855µs
I0329 02:52:31.251710    3829 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 36.011µs
I0329 02:52:31.251713    3829 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.568µs
I0329 02:52:31.251715    3829 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0329 02:52:31.251728    3829 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0329 02:52:31.251736    3829 default_network_controller.go:321] Starting the default network controller
I0329 02:52:31.251806    3829 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.808µs
I0329 02:52:31.251947    3829 udn_enabled_svc.go:95] Performing full resync
I0329 02:52:31.252257    3829 udn_enabled_svc.go:99] Waiting for handler to sync
I0329 02:52:31.252267    3829 udn_enabled_svc.go:104] Starting worker
I0329 02:52:31.259462    3829 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0329 02:52:31.259522    3829 repair.go:33] Syncing exgw routes took 47.485µs
I0329 02:52:31.259539    3829 default_network_controller.go:407] Starting all the Watchers...
I0329 02:52:31.259763    3829 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0329 02:52:31.259775    3829 namespace.go:98] [openshift-authentication] adding namespace
I0329 02:52:31.259780    3829 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0329 02:52:31.259796    3829 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0329 02:52:31.259796    3829 namespace.go:98] [kube-public] adding namespace
I0329 02:52:31.259796    3829 namespace.go:98] [openshift-ingress-operator] adding namespace
I0329 02:52:31.259797    3829 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0329 02:52:31.259812    3829 namespace.go:98] [openshift-infra] adding namespace
I0329 02:52:31.259810    3829 namespace.go:98] [openshift-ingress-canary] adding namespace
I0329 02:52:31.259816    3829 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0329 02:52:31.259817    3829 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0329 02:52:31.259810    3829 namespace.go:98] [openshift-backplane-csm] adding namespace
I0329 02:52:31.259832    3829 namespace.go:98] [openshift-etcd] adding namespace
I0329 02:52:31.259841    3829 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0329 02:52:31.259762    3829 namespace.go:98] [openshift-network-node-identity] adding namespace
I0329 02:52:31.260359    3829 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 578.966µs
I0329 02:52:31.260375    3829 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0329 02:52:31.261352    3829 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 971.274µs
I0329 02:52:31.261368    3829 namespace.go:98] [openshift-controller-manager] adding namespace
I0329 02:52:31.261939    3829 namespace.go:102] [openshift-controller-manager] adding namespace took 566.467µs
I0329 02:52:31.261952    3829 namespace.go:98] [openshift-logging] adding namespace
I0329 02:52:31.262382    3829 namespace.go:102] [openshift-authentication] adding namespace took 2.596829ms
I0329 02:52:31.262397    3829 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0329 02:52:31.262892    3829 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.097489ms
I0329 02:52:31.262907    3829 namespace.go:98] [kube-node-lease] adding namespace
I0329 02:52:31.263304    3829 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.502054ms
I0329 02:52:31.263317    3829 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0329 02:52:31.263735    3829 namespace.go:102] [kube-public] adding namespace took 3.930411ms
I0329 02:52:31.263747    3829 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0329 02:52:31.264169    3829 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.358663ms
I0329 02:52:31.264183    3829 namespace.go:98] [openshift-host-network] adding namespace
I0329 02:52:31.264611    3829 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.79442ms
I0329 02:52:31.264626    3829 namespace.go:98] [openshift-node] adding namespace
I0329 02:52:31.265024    3829 namespace.go:102] [openshift-infra] adding namespace took 5.206549ms
I0329 02:52:31.265037    3829 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0329 02:52:31.265440    3829 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.61383ms
I0329 02:52:31.265452    3829 namespace.go:98] [openshift-machine-config-operator] adding namespace
W0329 02:52:31.265835    3829 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xxzzq: pod openshift-network-diagnostics/network-check-target-xxzzq: no pod IPs found 
I0329 02:52:31.265869    3829 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.048239ms
I0329 02:52:31.265883    3829 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0329 02:52:31.266352    3829 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.527359ms
I0329 02:52:31.266362    3829 namespace.go:98] [openshift-config-operator] adding namespace
I0329 02:52:31.266851    3829 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.023124ms
I0329 02:52:31.266860    3829 namespace.go:98] [open-cluster-management-2pb44o7svvhvrbms3qmq2smscrbj81th] adding namespace
I0329 02:52:31.267318    3829 namespace.go:102] [openshift-etcd] adding namespace took 7.479094ms
I0329 02:52:31.267336    3829 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0329 02:52:31.267847    3829 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.990983ms
I0329 02:52:31.267875    3829 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0329 02:52:31.268383    3829 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.486278ms
I0329 02:52:31.268396    3829 namespace.go:98] [openshift-config-managed] adding namespace
I0329 02:52:31.268772    3829 namespace.go:102] [openshift-logging] adding namespace took 6.815ms
I0329 02:52:31.268782    3829 namespace.go:98] [openshift-authentication-operator] adding namespace
I0329 02:52:31.269314    3829 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.913815ms
I0329 02:52:31.269327    3829 namespace.go:98] [openshift-backplane-cee] adding namespace
I0329 02:52:31.269858    3829 namespace.go:102] [kube-node-lease] adding namespace took 6.946475ms
I0329 02:52:31.269867    3829 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0329 02:52:31.270376    3829 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.054487ms
I0329 02:52:31.270385    3829 namespace.go:98] [openshift-operators-redhat] adding namespace
I0329 02:52:31.270822    3829 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.066927ms
I0329 02:52:31.270844    3829 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0329 02:52:31.271404    3829 namespace.go:102] [openshift-host-network] adding namespace took 7.216683ms
I0329 02:52:31.271416    3829 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0329 02:52:31.271930    3829 namespace.go:102] [openshift-node] adding namespace took 7.297684ms
I0329 02:52:31.271945    3829 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0329 02:52:31.272303    3829 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.262221ms
I0329 02:52:31.272315    3829 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0329 02:52:31.272918    3829 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.4614ms
I0329 02:52:31.272930    3829 namespace.go:98] [openshift-backplane-cse] adding namespace
I0329 02:52:31.273361    3829 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.470334ms
I0329 02:52:31.273381    3829 namespace.go:98] [openshift-dns] adding namespace
I0329 02:52:31.273843    3829 namespace.go:102] [openshift-config-operator] adding namespace took 7.47626ms
I0329 02:52:31.273856    3829 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0329 02:52:31.274243    3829 namespace.go:102] [open-cluster-management-2pb44o7svvhvrbms3qmq2smscrbj81th] adding namespace took 7.378063ms
I0329 02:52:31.274254    3829 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0329 02:52:31.274603    3829 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.262417ms
I0329 02:52:31.274612    3829 namespace.go:98] [openshift-multus] adding namespace
I0329 02:52:31.275184    3829 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.303147ms
I0329 02:52:31.275195    3829 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0329 02:52:31.275654    3829 namespace.go:102] [openshift-config-managed] adding namespace took 7.253289ms
I0329 02:52:31.275666    3829 namespace.go:98] [openshift-console] adding namespace
I0329 02:52:31.276184    3829 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.397075ms
I0329 02:52:31.276195    3829 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0329 02:52:31.276738    3829 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.406539ms
I0329 02:52:31.276750    3829 namespace.go:98] [openshift-config] adding namespace
I0329 02:52:31.277284    3829 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.412235ms
I0329 02:52:31.277297    3829 namespace.go:98] [openshift-console-operator] adding namespace
I0329 02:52:31.278001    3829 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.610754ms
I0329 02:52:31.278016    3829 namespace.go:98] [default] adding namespace
I0329 02:52:31.278511    3829 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.660327ms
I0329 02:52:31.278525    3829 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0329 02:52:31.278921    3829 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.499961ms
I0329 02:52:31.278935    3829 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0329 02:52:31.279453    3829 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.503474ms
I0329 02:52:31.279464    3829 namespace.go:98] [openshift-package-operator] adding namespace
I0329 02:52:31.280010    3829 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.688741ms
I0329 02:52:31.280019    3829 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0329 02:52:31.280437    3829 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.503179ms
I0329 02:52:31.280446    3829 namespace.go:98] [openshift-backplane-tam] adding namespace
I0329 02:52:31.280910    3829 namespace.go:102] [openshift-dns] adding namespace took 7.522428ms
I0329 02:52:31.280925    3829 namespace.go:98] [openshift-console-user-settings] adding namespace
I0329 02:52:31.281442    3829 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.582222ms
I0329 02:52:31.281468    3829 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
W0329 02:52:31.281882    3829 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wwhgw: pod openshift-multus/network-metrics-daemon-wwhgw: no pod IPs found 
I0329 02:52:31.281908    3829 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.650303ms
I0329 02:52:31.281918    3829 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0329 02:52:31.282379    3829 namespace.go:102] [openshift-multus] adding namespace took 7.761191ms
I0329 02:52:31.282393    3829 namespace.go:98] [openshift-ingress] adding namespace
I0329 02:52:31.282802    3829 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.60068ms
I0329 02:52:31.282816    3829 namespace.go:98] [openshift-monitoring] adding namespace
I0329 02:52:31.283206    3829 namespace.go:102] [openshift-console] adding namespace took 7.53681ms
I0329 02:52:31.283214    3829 namespace.go:98] [openshift] adding namespace
I0329 02:52:31.283689    3829 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.489847ms
I0329 02:52:31.284112    3829 namespace.go:102] [openshift-config] adding namespace took 7.355117ms
I0329 02:52:31.284129    3829 namespace.go:98] [openshift-marketplace] adding namespace
I0329 02:52:31.284460    3829 namespace.go:102] [openshift-console-operator] adding namespace took 7.158528ms
I0329 02:52:31.284487    3829 namespace.go:98] [openshift-insights] adding namespace
I0329 02:52:31.284915    3829 namespace.go:102] [default] adding namespace took 6.892906ms
I0329 02:52:31.284927    3829 namespace.go:98] [openshift-cluster-version] adding namespace
I0329 02:52:31.285301    3829 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.771215ms
I0329 02:52:31.285315    3829 namespace.go:98] [dedicated-admin] adding namespace
I0329 02:52:31.285720    3829 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.780477ms
I0329 02:52:31.285733    3829 namespace.go:98] [openshift-backplane-srep] adding namespace
I0329 02:52:31.286181    3829 namespace.go:102] [openshift-package-operator] adding namespace took 6.713595ms
I0329 02:52:31.286192    3829 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0329 02:52:31.286658    3829 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.634276ms
I0329 02:52:31.286672    3829 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0329 02:52:31.287090    3829 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.638872ms
I0329 02:52:31.287103    3829 namespace.go:98] [openshift-machine-api] adding namespace
I0329 02:52:31.287525    3829 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.594432ms
I0329 02:52:31.287537    3829 namespace.go:98] [openshift-backplane] adding namespace
I0329 02:52:31.287922    3829 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.447829ms
I0329 02:52:31.287935    3829 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0329 02:52:31.288348    3829 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.425466ms
I0329 02:52:31.288360    3829 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0329 02:52:31.288789    3829 namespace.go:102] [openshift-ingress] adding namespace took 6.391673ms
I0329 02:52:31.289302    3829 namespace.go:102] [openshift-monitoring] adding namespace took 6.481941ms
I0329 02:52:31.289313    3829 namespace.go:98] [openshift-operators] adding namespace
I0329 02:52:31.289704    3829 namespace.go:102] [openshift] adding namespace took 6.484261ms
I0329 02:52:31.289717    3829 namespace.go:98] [openshift-apiserver] adding namespace
I0329 02:52:31.290081    3829 namespace.go:102] [openshift-marketplace] adding namespace took 5.947145ms
I0329 02:52:31.290092    3829 namespace.go:98] [openshift-service-ca] adding namespace
I0329 02:52:31.290500    3829 namespace.go:102] [openshift-insights] adding namespace took 6.00267ms
I0329 02:52:31.290919    3829 namespace.go:102] [openshift-cluster-version] adding namespace took 5.986778ms
I0329 02:52:31.290932    3829 namespace.go:98] [kube-system] adding namespace
I0329 02:52:31.291450    3829 namespace.go:102] [dedicated-admin] adding namespace took 6.128797ms
I0329 02:52:31.291465    3829 namespace.go:98] [openshift-image-registry] adding namespace
I0329 02:52:31.291865    3829 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.128025ms
I0329 02:52:31.291877    3829 namespace.go:98] [openshift-network-console] adding namespace
I0329 02:52:31.292321    3829 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.123458ms
I0329 02:52:31.292709    3829 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.033176ms
I0329 02:52:31.292721    3829 namespace.go:98] [openshift-dns-operator] adding namespace
I0329 02:52:31.293506    3829 namespace.go:102] [openshift-machine-api] adding namespace took 6.399288ms
I0329 02:52:31.293518    3829 namespace.go:98] [openshift-network-operator] adding namespace
I0329 02:52:31.293855    3829 namespace.go:102] [openshift-backplane] adding namespace took 6.3139ms
I0329 02:52:31.294370    3829 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.430354ms
I0329 02:52:31.294765    3829 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.401904ms
I0329 02:52:31.295191    3829 namespace.go:102] [openshift-operators] adding namespace took 5.873161ms
I0329 02:52:31.295633    3829 namespace.go:102] [openshift-apiserver] adding namespace took 5.911839ms
I0329 02:52:31.295990    3829 namespace.go:102] [openshift-service-ca] adding namespace took 5.895045ms
I0329 02:52:31.296409    3829 namespace.go:102] [kube-system] adding namespace took 5.473554ms
I0329 02:52:31.296925    3829 namespace.go:102] [openshift-image-registry] adding namespace took 5.455249ms
I0329 02:52:31.297304    3829 namespace.go:102] [openshift-network-console] adding namespace took 5.422845ms
I0329 02:52:31.297749    3829 namespace.go:102] [openshift-dns-operator] adding namespace took 5.021756ms
I0329 02:52:31.298299    3829 namespace.go:102] [openshift-network-operator] adding namespace took 4.775646ms
I0329 02:52:31.298682    3829 zone_ic_handler.go:186] Time taken to create transit switch: 298.079µs
I0329 02:52:31.298763    3829 master.go:532] Adding or Updating local node "ip-10-0-0-4.ec2.internal" for network "default"
I0329 02:52:31.299173    3829 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-173.ec2.internal for the network default
I0329 02:52:31.299347    3829 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-37.ec2.internal for the network default
I0329 02:52:31.300341    3829 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-173.ec2.internal" on network "default" took: 1.18228ms
I0329 02:52:31.300791    3829 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-37.ec2.internal" on network "default" took: 1.446393ms
W0329 02:52:31.307358    3829 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wwhgw: pod openshift-multus/network-metrics-daemon-wwhgw: no pod IPs found 
W0329 02:52:31.307378    3829 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xxzzq: pod openshift-network-diagnostics/network-check-target-xxzzq: no pod IPs found 
I0329 02:52:31.311171    3829 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-4.ec2.internal for the network default
I0329 02:52:31.312082    3829 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0329 02:52:31.312114    3829 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0329 02:52:31.312127    3829 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0329 02:52:31.312153    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default"
I0329 02:52:31.312196    3829 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default"
I0329 02:52:31.312206    3829 services_controller.go:574] Full service sync requested for network=default
I0329 02:52:31.312212    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-37.ec2.internal in network "default"
I0329 02:52:31.312233    3829 node_tracker.go:169] Node ip-10-0-1-37.ec2.internal switch + router changed, syncing services in network "default"
I0329 02:52:31.312240    3829 services_controller.go:574] Full service sync requested for network=default
I0329 02:52:31.312248    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default"
I0329 02:52:31.312268    3829 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default"
I0329 02:52:31.312274    3829 services_controller.go:574] Full service sync requested for network=default
I0329 02:52:31.412627    3829 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0329 02:52:31.412650    3829 services_controller.go:208] Setting up event handlers for services for network=default
I0329 02:52:31.412856    3829 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0329 02:52:31.412931    3829 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0329 02:52:31.412957    3829 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0329 02:52:31.513980    3829 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0329 02:52:31.513996    3829 repair.go:60] Starting repairing loop for services
I0329 02:52:31.514101    3829 repair.go:131] Deleted 0 stale service LBs
I0329 02:52:31.514120    3829 repair.go:137] Deleted 0 stale Chassis Template Vars
I0329 02:52:31.514138    3829 repair.go:62] Finished repairing loop for services: 143.428µs
I0329 02:52:31.514159    3829 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0329 02:52:31.514169    3829 services_controller.go:254] Starting workers for network=default
I0329 02:52:31.514825    3829 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-mhrm8 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0329 02:52:31.515118    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c558b4c9b-jdfv5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0329 02:52:31.515519    3829 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xxzzq] creating logical port openshift-network-diagnostics_network-check-target-xxzzq for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:31.515689    3829 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wwhgw] creating logical port openshift-multus_network-metrics-daemon-wwhgw for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:31.515689    3829 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xxzzq
I0329 02:52:31.515790    3829 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wwhgw
W0329 02:52:31.517858    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0329 02:52:31.534323    3829 pod.go:62] [openshift-network-diagnostics/network-check-target-xxzzq] pod update took 18.712245ms
I0329 02:52:31.534340    3829 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xxzzq] addLogicalPort annotation time took 18.743592ms
I0329 02:52:31.534349    3829 pod.go:62] [openshift-multus/network-metrics-daemon-wwhgw] pod update took 18.601418ms
I0329 02:52:31.534362    3829 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-wwhgw] addLogicalPort annotation time took 18.615439ms
I0329 02:52:31.535306    3829 pods.go:271] [openshift-network-diagnostics/network-check-target-xxzzq] addLogicalPort took 19.826229ms, libovsdb time 742.792µs
I0329 02:52:31.535701    3829 pods.go:271] [openshift-multus/network-metrics-daemon-wwhgw] addLogicalPort took 20.020421ms, libovsdb time 1.047083ms
I0329 02:52:31.536233    3829 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0329 02:52:31.536257    3829 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0329 02:52:31.536278    3829 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0329 02:52:31.536285    3829 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0329 02:52:31.536513    3829 repair.go:29] Repairing admin network policies took 222.106µs
I0329 02:52:31.536618    3829 repair.go:92] Repairing baseline admin network policies took 96.056µs
I0329 02:52:31.537036    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0329 02:52:31.537058    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0329 02:52:31.538642    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0329 02:52:31.538662    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0329 02:52:31.538674    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0329 02:52:31.540569    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0329 02:52:31.540592    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0329 02:52:31.541479    3829 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0329 02:52:31.541493    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0329 02:52:31.544049    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0329 02:52:31.544071    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0329 02:52:31.544086    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0329 02:52:31.546236    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0329 02:52:31.546258    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0329 02:52:31.546270    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0329 02:52:31.548383    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0329 02:52:31.548401    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0329 02:52:31.548409    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0329 02:52:31.548926    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0329 02:52:31.548944    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0329 02:52:31.548952    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0329 02:52:31.549538    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0329 02:52:31.549557    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0329 02:52:31.549576    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0329 02:52:31.550375    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0329 02:52:31.550398    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0329 02:52:31.550408    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0329 02:52:31.551945    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0329 02:52:31.551971    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0329 02:52:31.551981    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0329 02:52:31.552293    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0329 02:52:31.552310    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0329 02:52:31.552317    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0329 02:52:31.553552    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0329 02:52:31.553569    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0329 02:52:31.553584    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0329 02:52:31.553971    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0329 02:52:31.553996    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0329 02:52:31.554008    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0329 02:52:31.554597    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0329 02:52:31.554614    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0329 02:52:31.554621    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0329 02:52:31.555148    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0329 02:52:31.555163    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0329 02:52:31.555173    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0329 02:52:31.556313    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0329 02:52:31.556331    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0329 02:52:31.556341    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0329 02:52:31.557518    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0329 02:52:31.557535    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0329 02:52:31.557543    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0329 02:52:31.558135    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0329 02:52:31.558153    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0329 02:52:31.558161    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0329 02:52:31.558574    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c558b4c9b-jdfv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:52:31.558778    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0329 02:52:31.558795    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0329 02:52:31.558803    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0329 02:52:31.559747    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0329 02:52:31.559766    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0329 02:52:31.559774    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0329 02:52:31.560283    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0329 02:52:31.560300    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0329 02:52:31.560309    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0329 02:52:31.560786    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0329 02:52:31.560804    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0329 02:52:31.560810    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0329 02:52:31.562280    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0329 02:52:31.562297    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0329 02:52:31.562305    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0329 02:52:31.563108    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0329 02:52:31.563125    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0329 02:52:31.563133    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0329 02:52:31.564000    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0329 02:52:31.564014    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0329 02:52:31.564023    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0329 02:52:31.565139    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0329 02:52:31.565158    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0329 02:52:31.565166    3829 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0329 02:52:31.567007    3829 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0329 02:52:31.567024    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0329 02:52:31.567032    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0329 02:52:31.567560    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0329 02:52:31.567575    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0329 02:52:31.567581    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0329 02:52:31.567865    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0329 02:52:31.567889    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0329 02:52:31.567917    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0329 02:52:31.568996    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0329 02:52:31.569283    3829 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-mhrm8 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0329 02:52:31.569381    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c558b4c9b-jdfv5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0329 02:52:31.569857    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c558b4c9b-jdfv5
I0329 02:52:31.569875    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c558b4c9b-jdfv5
I0329 02:52:31.574700    3829 egressfirewall.go:319] Starting EgressFirewall controller
I0329 02:52:31.574731    3829 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0329 02:52:31.574774    3829 controller.go:133] Adding controller egress-firewall-controller event handlers
I0329 02:52:31.574771    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0329 02:52:31.574836    3829 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0329 02:52:31.574820    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0329 02:52:31.574845    3829 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0329 02:52:31.575078    3829 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0329 02:52:31.575092    3829 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0329 02:52:31.575100    3829 egressqos.go:193] Setting up event handlers for EgressQoS
I0329 02:52:31.575201    3829 egressqos.go:245] Starting EgressQoS Controller
I0329 02:52:31.575212    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0329 02:52:31.575213    3829 egressfirewall.go:628] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall
I0329 02:52:31.575217    3829 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0329 02:52:31.575223    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0329 02:52:31.575223    3829 egressfirewall.go:628] Syncing node "ip-10-0-1-37.ec2.internal" for egress firewall
I0329 02:52:31.575227    3829 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0329 02:52:31.575232    3829 egressfirewall.go:628] Syncing node "ip-10-0-2-173.ec2.internal" for egress firewall
I0329 02:52:31.575232    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0329 02:52:31.575244    3829 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0329 02:52:31.575249    3829 egressqos.go:259] Repairing EgressQoSes
I0329 02:52:31.575253    3829 egressqos.go:399] Starting repairing loop for egressqos
I0329 02:52:31.575367    3829 egressqos.go:401] Finished repairing loop for egressqos: 111.761µs
I0329 02:52:31.575390    3829 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0329 02:52:31.575453    3829 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-4.ec2.internal
I0329 02:52:31.575514    3829 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-4.ec2.internal : 62.755µs
I0329 02:52:31.575736    3829 egressservice_zone.go:210] Starting Egress Services Controller
I0329 02:52:31.575749    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0329 02:52:31.575758    3829 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0329 02:52:31.575763    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0329 02:52:31.575768    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0329 02:52:31.575773    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0329 02:52:31.575777    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0329 02:52:31.575795    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0329 02:52:31.575802    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0329 02:52:31.575806    3829 egressservice_zone.go:228] Repairing Egress Services
I0329 02:52:31.576125    3829 master_controller.go:88] Starting Admin Policy Based Route Controller
I0329 02:52:31.576133    3829 external_controller.go:278] Starting Admin Policy Based Route Controller
I0329 02:52:31.576147    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal
I0329 02:52:31.576158    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 13.729µs
I0329 02:52:31.576165    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-37.ec2.internal
I0329 02:52:31.576173    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-37.ec2.internal: 8.891µs
I0329 02:52:31.576178    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal
I0329 02:52:31.576183    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 5.125µs
I0329 02:52:31.576262    3829 default_network_controller.go:568] Completing all the Watchers took 316.717277ms
I0329 02:52:31.576273    3829 default_network_controller.go:572] Starting unidling controllers
I0329 02:52:31.576287    3829 unidle.go:46] Registering OVN SB ControllerEvent handler
I0329 02:52:31.576295    3829 unidle.go:63] Populating Initial ContollerEvent events
I0329 02:52:31.576306    3829 unidle.go:79] Setting up event handlers for services
I0329 02:52:31.576372    3829 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0329 02:52:31.582529    3829 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0329 02:52:31.709282    3829 default_node_network_controller.go:518] Node connection status = connected
I0329 02:52:31.724825    3829 bridgeconfig.go:537] Gateway is ready
I0329 02:52:31.724838    3829 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0329 02:52:31.735585    3829 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.4. Updating OVN encap IP.
I0329 02:52:31.740158    3829 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.4 - it is already configured
I0329 02:52:31.740170    3829 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.4/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0329 02:52:31.740357    3829 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.4/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-4.ec2.internal","mac-address":"12:f4:13:e0:0b:e5","ip-addresses":["10.0.0.4/24"],"ip-address":"10.0.0.4/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:34b5b9c6-dc70-4d93-9e87-7892c4017915 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.4/24"}] on node ip-10-0-0-4.ec2.internal
I0329 02:52:31.756623    3829 egressfirewall.go:628] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall
I0329 02:52:31.756654    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default"
I0329 02:52:31.756702    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal
I0329 02:52:31.756704    3829 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default"
I0329 02:52:31.756719    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 21.843µs
I0329 02:52:31.756728    3829 services_controller.go:574] Full service sync requested for network=default
I0329 02:52:31.756737    3829 master.go:532] Adding or Updating local node "ip-10-0-0-4.ec2.internal" for network "default"
I0329 02:52:31.757026    3829 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.4
W0329 02:52:31.757083    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0329 02:52:31.757156    3829 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-4.ec2.internal
I0329 02:52:31.761068    3829 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-4.ec2.internal. Updating no re-route policies
I0329 02:52:31.761146    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dfdqs
I0329 02:52:31.761149    3829 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal
I0329 02:52:31.761162    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dfdqs
I0329 02:52:31.761165    3829 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal
I0329 02:52:31.761171    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-r5r4c
I0329 02:52:31.761180    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-r5r4c
I0329 02:52:31.761184    3829 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal after 0 failed attempt(s)
I0329 02:52:31.761187    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dfdqs after 0 failed attempt(s)
I0329 02:52:31.761187    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-blwgg
I0329 02:52:31.761196    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-r5r4c after 0 failed attempt(s)
I0329 02:52:31.761161    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal
I0329 02:52:31.761203    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f7ng9
I0329 02:52:31.761206    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-blwgg
I0329 02:52:31.761207    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-twtls
I0329 02:52:31.761207    3829 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-kgbbw
I0329 02:52:31.761210    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xp6vj
I0329 02:52:31.761218    3829 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-kgbbw
I0329 02:52:31.761195    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wwhgw
I0329 02:52:31.761214    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-pnsjh
I0329 02:52:31.761224    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-xp6vj
I0329 02:52:31.761226    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xxzzq
I0329 02:52:31.761231    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-pnsjh
I0329 02:52:31.761231    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-blwgg after 0 failed attempt(s)
I0329 02:52:31.761235    3829 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-kgbbw after 0 failed attempt(s)
I0329 02:52:31.761232    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wwhgw
I0329 02:52:31.761207    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal
I0329 02:52:31.761236    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xxzzq
I0329 02:52:31.761245    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f7ng9
I0329 02:52:31.761245    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-xp6vj after 0 failed attempt(s)
I0329 02:52:31.761247    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-pnsjh after 0 failed attempt(s)
I0329 02:52:31.761192    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cp88m
I0329 02:52:31.761256    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f7ng9 after 0 failed attempt(s)
I0329 02:52:31.761257    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cp88m
I0329 02:52:31.761259    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal after 0 failed attempt(s)
I0329 02:52:31.761267    3829 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wwhgw] creating logical port openshift-multus_network-metrics-daemon-wwhgw for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:31.761272    3829 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xxzzq] creating logical port openshift-network-diagnostics_network-check-target-xxzzq for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:31.761293    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cp88m after 0 failed attempt(s)
I0329 02:52:31.761215    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-twtls
I0329 02:52:31.761334    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-twtls after 0 failed attempt(s)
I0329 02:52:31.762101    3829 pods.go:271] [openshift-network-diagnostics/network-check-target-xxzzq] addLogicalPort took 833.755µs, libovsdb time 279.026µs
I0329 02:52:31.762115    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xxzzq after 0 failed attempt(s)
I0329 02:52:31.762150    3829 pods.go:271] [openshift-multus/network-metrics-daemon-wwhgw] addLogicalPort took 890.51µs, libovsdb time 325.896µs
I0329 02:52:31.762157    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wwhgw after 0 failed attempt(s)
I0329 02:52:31.774711    3829 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0329 02:52:31.785560    3829 iptables.go:108] Creating table: mangle chain: OUTPUT
I0329 02:52:31.789118    3829 iptables.go:108] Creating table: nat chain: OUTPUT
I0329 02:52:31.816489    3829 iptables.go:108] Creating table: nat chain: PREROUTING
I0329 02:52:31.896231    3829 iptables.go:108] Creating table: filter chain: FORWARD
I0329 02:52:31.913992    3829 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0329 02:52:31.914076    3829 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0329 02:52:31.914116    3829 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0329 02:52:31.914182    3829 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0329 02:52:31.914225    3829 gateway_init.go:325] Gateway and management port readiness took 709.190435ms
I0329 02:52:31.914250    3829 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0329 02:52:31.914285    3829 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0329 02:52:31.914296    3829 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0329 02:52:31.914304    3829 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0329 02:52:31.914353    3829 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0329 02:52:31.914413    3829 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.486µs
I0329 02:52:31.914670    3829 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0329 02:52:31.914696    3829 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.171µs
I0329 02:52:31.914705    3829 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.685µs
I0329 02:52:31.914710    3829 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0329 02:52:31.914719    3829 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0329 02:52:31.914723    3829 default_node_network_controller.go:898] Starting the default node network controller
I0329 02:52:31.914728    3829 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0329 02:52:31.914801    3829 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 10.708µs
I0329 02:52:31.914879    3829 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0329 02:52:31.914893    3829 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0329 02:52:31.914914    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a2bf70 0xc0002c6cb0 0xc0002c6d20 0xc0002c6d90 0xc0002c6e70 0xc0002c6ee0 <nil> 0xc0002c6fc0 0xc000a57d60 0xc0002c70a0 0xc0002c7110 <nil> 0xc000c1c2d0 0xc0064d7030 <nil> <nil> 0xc0002c71f0 map[0x2f67040:0xc00230a1e0 0x2f67580:0xc00230a360 0x2f68000:0xc001381620 0x2f682a0:0xc00230a180 0x2f687e0:0xc00230a240 0x2f68a80:0xc00230a2a0 0x2f68d20:0xc00230a300 0x2f69500:0xc00230a3c0 0x2f697a0:0xc00230a420 0x2f93d40:0xc001381440 0x2f940e0:0xc0013814a0 0x2f94bc0:0xc000b4d6e0 0x2f96520:0xc001b7c000 0x2f97000:0xc0013815c0 0x2f97e80:0xc001b7c060] 0xc000119570 0}
I0329 02:52:31.914979    3829 gateway.go:151] Starting gateway service sync
I0329 02:52:31.915524    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0329 02:52:31.917865    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0329 02:52:31.944949    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0329 02:52:31.946224    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0329 02:52:31.947564    3829 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0329 02:52:31.980711    3829 gateway.go:168] Gateway service sync done. Time taken: 65.721688ms
I0329 02:52:31.981289    3829 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30239
I0329 02:52:31.981651    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a2bf70 0xc0002c6cb0 0xc0002c6d20 0xc0002c6d90 0xc0002c6e70 0xc0002c6ee0 <nil> 0xc0002c6fc0 0xc000a57d60 0xc0002c70a0 0xc0002c7110 <nil> 0xc000c1c2d0 0xc0064d7030 <nil> <nil> 0xc0002c71f0 map[0x2f67040:0xc00230a1e0 0x2f67580:0xc00230a360 0x2f68000:0xc001381620 0x2f682a0:0xc00230a180 0x2f687e0:0xc00230a240 0x2f68a80:0xc00230a2a0 0x2f68d20:0xc00230a300 0x2f69500:0xc00230a3c0 0x2f697a0:0xc00230a420 0x2f93d40:0xc001381440 0x2f940e0:0xc0013814a0 0x2f94bc0:0xc000b4d6e0 0x2f96520:0xc001b7c000 0x2f97000:0xc0013815c0 0x2f97e80:0xc001b7c060] 0xc000119570 0}
I0329 02:52:31.982197    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a2bf70 0xc0002c6cb0 0xc0002c6d20 0xc0002c6d90 0xc0002c6e70 0xc0002c6ee0 <nil> 0xc0002c6fc0 0xc000a57d60 0xc0002c70a0 0xc0002c7110 <nil> 0xc000c1c2d0 0xc0064d7030 <nil> <nil> 0xc0002c71f0 map[0x2f67040:0xc00230a1e0 0x2f67580:0xc00230a360 0x2f68000:0xc001381620 0x2f682a0:0xc00230a180 0x2f687e0:0xc00230a240 0x2f68a80:0xc00230a2a0 0x2f68d20:0xc00230a300 0x2f69500:0xc00230a3c0 0x2f697a0:0xc00230a420 0x2f93d40:0xc001381440 0x2f940e0:0xc0013814a0 0x2f94bc0:0xc000b4d6e0 0x2f96520:0xc001b7c000 0x2f97000:0xc0013815c0 0x2f97e80:0xc001b7c060] 0xc000119570 0}
I0329 02:52:31.982231    3829 gateway.go:519] Reconciling gateway with updates
I0329 02:52:31.987185    3829 gateway.go:326] Spawning Conntrack Rule Check Thread
I0329 02:52:31.987260    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0329 02:52:31.987262    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0329 02:52:31.987279    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0329 02:52:31.987284    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0329 02:52:31.987285    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0329 02:52:31.987295    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0329 02:52:31.987298    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0329 02:52:31.987308    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0329 02:52:31.987311    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0329 02:52:31.987321    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0329 02:52:31.987336    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0329 02:52:31.987335    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987340    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0329 02:52:31.987344    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0329 02:52:31.987346    3829 default_node_network_controller.go:943] Gateway and management port readiness took 72.446511ms
I0329 02:52:31.987352    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0329 02:52:31.987356    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0329 02:52:31.987359    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0329 02:52:31.987364    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987376    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0329 02:52:31.987387    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0329 02:52:31.987391    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987384    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0329 02:52:31.987402    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0329 02:52:31.987311    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0329 02:52:31.987340    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0329 02:52:31.987418    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0329 02:52:31.987437    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0329 02:52:31.987300    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0329 02:52:31.987447    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0329 02:52:31.987450    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0329 02:52:31.987451    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0329 02:52:31.987454    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0329 02:52:31.987464    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0329 02:52:31.987463    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0329 02:52:31.987468    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0329 02:52:31.987476    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0329 02:52:31.987478    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0329 02:52:31.987486    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0329 02:52:31.987488    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0329 02:52:31.987495    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0329 02:52:31.987497    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0329 02:52:31.987506    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0329 02:52:31.987512    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0329 02:52:31.987514    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0329 02:52:31.987520    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987376    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0329 02:52:31.987526    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0329 02:52:31.987529    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0329 02:52:31.987327    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0329 02:52:31.987540    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0329 02:52:31.987541    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0329 02:52:31.987548    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0329 02:52:31.987551    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0329 02:52:31.987555    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0329 02:52:31.987555    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30780 is already open, no action needed
I0329 02:52:31.987558    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0329 02:52:31.987565    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0329 02:52:31.987566    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0329 02:52:31.987574    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0329 02:52:31.987570    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30101 is already open, no action needed
I0329 02:52:31.987574    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0329 02:52:31.987579    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0329 02:52:31.987584    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0329 02:52:31.987600    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0329 02:52:31.987441    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0329 02:52:31.987344    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0329 02:52:31.987672    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0329 02:52:31.987542    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0329 02:52:31.987466    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0329 02:52:31.987591    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0329 02:52:31.987715    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0329 02:52:31.987726    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0329 02:52:31.987345    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0329 02:52:31.987550    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0329 02:52:31.987750    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0329 02:52:31.987746    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0329 02:52:31.987766    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0329 02:52:31.987566    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0329 02:52:31.987362    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0329 02:52:31.987840    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0329 02:52:31.987852    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0329 02:52:31.987858    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0329 02:52:31.987860    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0329 02:52:31.987865    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0329 02:52:31.987868    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0329 02:52:31.987523    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0329 02:52:31.987527    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987882    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0329 02:52:31.987559    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0329 02:52:31.987861    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0329 02:52:31.987511    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0329 02:52:31.987727    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.988044    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0329 02:52:31.987496    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0329 02:52:31.988050    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0329 02:52:31.987351    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0329 02:52:31.988062    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0329 02:52:31.987449    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987445    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0329 02:52:31.988091    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0329 02:52:31.987398    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0329 02:52:31.987396    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0329 02:52:31.988227    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0329 02:52:31.988241    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0329 02:52:31.987405    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0329 02:52:31.988263    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0329 02:52:31.988270    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0329 02:52:31.987410    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0329 02:52:31.988285    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0329 02:52:31.987450    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0329 02:52:31.987450    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0329 02:52:31.987363    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0329 02:52:31.987456    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0329 02:52:31.988563    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0329 02:52:31.987470    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0329 02:52:31.988605    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0329 02:52:31.988620    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0329 02:52:31.987484    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0329 02:52:31.988636    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0329 02:52:31.987532    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0329 02:52:31.987544    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0329 02:52:31.987577    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0329 02:52:31.989336    3829 node_ip_handler_linux.go:160] Node IP manager is running
W0329 02:52:32.023640    3829 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0329 02:52:32.023866    3829 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0329 02:52:32.024061    3829 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0329 02:52:32.031883    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0329 02:52:32.031892    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0329 02:52:32.031911    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0329 02:52:32.031917    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0329 02:52:32.031927    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0329 02:52:32.031934    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0329 02:52:32.031941    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0329 02:52:32.031951    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0329 02:52:32.068259    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0329 02:52:32.068280    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0329 02:52:32.068289    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0329 02:52:32.068296    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0329 02:52:32.068302    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0329 02:52:32.068308    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0329 02:52:32.105053    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0329 02:52:32.105073    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0329 02:52:32.105081    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0329 02:52:32.105088    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0329 02:52:32.105095    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0329 02:52:32.105101    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0329 02:52:32.105109    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0329 02:52:32.105114    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0329 02:52:32.105120    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0329 02:52:32.105125    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
W0329 02:52:32.584564    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0329 02:52:32.615802    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:52:33.936682    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0329 02:52:33.946043    3829 default_node_network_controller.go:1364] Starting node controller node sync
W0329 02:52:33.946078    3829 egressip_healthcheck.go:76] Health checking using insecure connection
I0329 02:52:33.946109    3829 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0329 02:52:33.957969    3829 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.910254ms
I0329 02:52:33.958130    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0329 02:52:33.958141    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-37.ec2.internal", IP: 10.0.1.37 to PMTUD blocking rules
I0329 02:52:33.958147    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 10.0.2.173 to PMTUD blocking rules
I0329 02:52:33.958165    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0329 02:52:33.969550    3829 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0329 02:52:33.969851    3829 egressservice_node.go:93] Setting up event handlers for Egress Services
I0329 02:52:33.969980    3829 egressservice_node.go:183] Starting Egress Services Controller
I0329 02:52:33.969997    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0329 02:52:33.970005    3829 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0329 02:52:33.970011    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0329 02:52:33.970018    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0329 02:52:33.970028    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0329 02:52:33.970035    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0329 02:52:33.970039    3829 egressservice_node.go:197] Repairing Egress Services
I0329 02:52:33.980039    3829 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0329 02:52:33.980051    3829 external_controller.go:278] Starting Admin Policy Based Route Controller
I0329 02:52:33.980228    3829 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0329 02:52:33.980239    3829 link_network_manager.go:117] Link manager is running
I0329 02:52:33.980247    3829 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0329 02:52:33.980354    3829 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0329 02:52:33.980681    3829 vrf_manager.go:128] VRF manager is running
I0329 02:52:33.980820    3829 node_controller_manager.go:437] Removing flows to drop GARP
I0329 02:52:33.980833    3829 gateway.go:519] Reconciling gateway with updates
I0329 02:52:34.006319    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0329 02:52:34.006337    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0329 02:52:34.006344    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0329 02:52:34.006344    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0329 02:52:34.006358    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0329 02:52:34.006360    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.006372    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0329 02:52:34.006382    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0329 02:52:34.006373    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0329 02:52:34.006395    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0329 02:52:34.006402    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0329 02:52:34.006406    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0329 02:52:34.006442    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0329 02:52:34.006451    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0329 02:52:34.006458    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.006462    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0329 02:52:34.006465    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0329 02:52:34.006471    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0329 02:52:34.006473    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0329 02:52:34.006483    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0329 02:52:34.006484    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0329 02:52:34.006488    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.006491    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0329 02:52:34.006507    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0329 02:52:34.006409    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0329 02:52:34.006521    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0329 02:52:34.006524    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0329 02:52:34.006539    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0329 02:52:34.006541    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0329 02:52:34.006544    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0329 02:52:34.006548    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0329 02:52:34.006550    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0329 02:52:34.006557    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0329 02:52:34.006557    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0329 02:52:34.006539    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0329 02:52:34.006369    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0329 02:52:34.006569    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0329 02:52:34.006573    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0329 02:52:34.006572    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0329 02:52:34.006584    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0329 02:52:34.006583    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0329 02:52:34.006591    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0329 02:52:34.006593    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0329 02:52:34.006599    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0329 02:52:34.006572    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0329 02:52:34.006603    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0329 02:52:34.006604    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0329 02:52:34.006603    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0329 02:52:34.006614    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0329 02:52:34.006620    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0329 02:52:34.006621    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0329 02:52:34.006625    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0329 02:52:34.006611    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0329 02:52:34.006629    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0329 02:52:34.006634    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0329 02:52:34.006635    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0329 02:52:34.006637    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0329 02:52:34.006638    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0329 02:52:34.006648    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0329 02:52:34.006647    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0329 02:52:34.006649    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0329 02:52:34.006652    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0329 02:52:34.006657    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0329 02:52:34.006661    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0329 02:52:34.006667    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0329 02:52:34.006684    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0329 02:52:34.006665    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0329 02:52:34.006710    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0329 02:52:34.006589    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0329 02:52:34.006447    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0329 02:52:34.006737    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0329 02:52:34.006399    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0329 02:52:34.006748    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0329 02:52:34.006569    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0329 02:52:34.006386    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0329 02:52:34.006761    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0329 02:52:34.006545    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0329 02:52:34.006763    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0329 02:52:34.006774    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0329 02:52:34.006522    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0329 02:52:34.006605    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.006558    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0329 02:52:34.006857    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0329 02:52:34.006867    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0329 02:52:34.006874    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0329 02:52:34.006888    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0329 02:52:34.006567    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0329 02:52:34.006580    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0329 02:52:34.006551    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0329 02:52:34.006977    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0329 02:52:34.006588    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0329 02:52:34.006589    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0329 02:52:34.006595    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0329 02:52:34.006996    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30780 is already open, no action needed
I0329 02:52:34.007000    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0329 02:52:34.006603    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0329 02:52:34.007004    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0329 02:52:34.007006    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30101 is already open, no action needed
I0329 02:52:34.007003    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0329 02:52:34.007017    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0329 02:52:34.007022    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0329 02:52:34.007024    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0329 02:52:34.006607    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0329 02:52:34.007066    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0329 02:52:34.006606    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator
I0329 02:52:34.007091    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator
I0329 02:52:34.007099    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s)
I0329 02:52:34.006476    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0329 02:52:34.006624    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0329 02:52:34.006626    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0329 02:52:34.007176    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0329 02:52:34.007181    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0329 02:52:34.006619    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0329 02:52:34.007189    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0329 02:52:34.007193    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0329 02:52:34.006627    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0329 02:52:34.007200    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0329 02:52:34.006638    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0329 02:52:34.006639    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0329 02:52:34.007256    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0329 02:52:34.006636    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0329 02:52:34.006652    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0329 02:52:34.006563    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0329 02:52:34.006610    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0329 02:52:34.043552    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0329 02:52:34.061831    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0329 02:52:34.061848    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0329 02:52:34.061859    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.061866    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0329 02:52:34.061873    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0329 02:52:34.061878    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0329 02:52:34.061883    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0329 02:52:34.061889    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0329 02:52:34.061895    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0329 02:52:34.061900    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.061906    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0329 02:52:34.061911    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0329 02:52:34.061918    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.061922    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0329 02:52:34.098442    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0329 02:52:34.098449    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0329 02:52:34.098463    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0329 02:52:34.098473    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.098479    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.098484    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.098490    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0329 02:52:34.098495    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0329 02:52:34.098500    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0329 02:52:34.098507    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
W0329 02:52:34.598097    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0329 02:52:36.258962    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal
I0329 02:52:36.258993    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 37.84µs
I0329 02:52:36.287188    3829 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78566ddd85-b9chr] creating logical port openshift-image-registry_image-registry-78566ddd85-b9chr for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:36.287302    3829 kube.go:256] Updating pod openshift-image-registry/image-registry-78566ddd85-b9chr
I0329 02:52:36.309817    3829 pod.go:62] [openshift-image-registry/image-registry-78566ddd85-b9chr] pod update took 22.543817ms
I0329 02:52:36.309843    3829 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-78566ddd85-b9chr] addLogicalPort annotation time took 22.572901ms
I0329 02:52:36.310084    3829 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qx97h] creating logical port openshift-dns_dns-default-qx97h for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:36.310285    3829 kube.go:256] Updating pod openshift-dns/dns-default-qx97h
I0329 02:52:36.311272    3829 pods.go:271] [openshift-image-registry/image-registry-78566ddd85-b9chr] addLogicalPort took 24.096899ms, libovsdb time 981.282µs
I0329 02:52:36.315320    3829 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8x2k8] creating logical port openshift-insights_insights-runtime-extractor-8x2k8 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:36.315415    3829 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8x2k8
I0329 02:52:36.325390    3829 pod.go:62] [openshift-dns/dns-default-qx97h] pod update took 15.146255ms
I0329 02:52:36.325410    3829 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-qx97h] addLogicalPort annotation time took 15.171256ms
I0329 02:52:36.326504    3829 pods.go:271] [openshift-dns/dns-default-qx97h] addLogicalPort took 16.430033ms, libovsdb time 819.907µs
I0329 02:52:36.336561    3829 pod.go:62] [openshift-insights/insights-runtime-extractor-8x2k8] pod update took 21.165482ms
I0329 02:52:36.336580    3829 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-8x2k8] addLogicalPort annotation time took 21.185864ms
I0329 02:52:36.337611    3829 pods.go:271] [openshift-insights/insights-runtime-extractor-8x2k8] addLogicalPort took 22.304667ms, libovsdb time 795.422µs
I0329 02:52:36.409016    3829 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-r5g74] creating logical port openshift-ingress-canary_ingress-canary-r5g74 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:36.409153    3829 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-r5g74
I0329 02:52:36.421579    3829 pod.go:62] [openshift-ingress-canary/ingress-canary-r5g74] pod update took 12.464432ms
I0329 02:52:36.421601    3829 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-r5g74] addLogicalPort annotation time took 12.489889ms
I0329 02:52:36.422878    3829 pods.go:271] [openshift-ingress-canary/ingress-canary-r5g74] addLogicalPort took 13.874752ms, libovsdb time 1.029081ms
I0329 02:52:36.705876    3829 cni.go:403] [openshift-image-registry/image-registry-78566ddd85-b9chr c8c8b37b98911e98cf3f3037c26200e2596602e1ab59be83c0339b32fe91d979 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-78566ddd85-b9chr c8c8b37b98911e98cf3f3037c26200e2596602e1ab59be83c0339b32fe91d979 network default NAD default]
I0329 02:52:36.724157    3829 cni.go:403] [openshift-dns/dns-default-qx97h 7469635bd13ef5e50988d9d9f74734f6c5722b11cecd4b131b2224291eeb0f2d network default NAD default] ADD starting CNI request [openshift-dns/dns-default-qx97h 7469635bd13ef5e50988d9d9f74734f6c5722b11cecd4b131b2224291eeb0f2d network default NAD default]
I0329 02:52:36.740713    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qx97h, hostIfaceName: 7469635bd13ef5e, network: default, NAD default, SandboxID: "7469635bd13ef5e50988d9d9f74734f6c5722b11cecd4b131b2224291eeb0f2d", PCI device ID: , UID: "7a5691b1-82e6-4f0b-9b64-bc06d906dbfa", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0329 02:52:36.742652    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78566ddd85-b9chr, hostIfaceName: c8c8b37b98911e9, network: default, NAD default, SandboxID: "c8c8b37b98911e98cf3f3037c26200e2596602e1ab59be83c0339b32fe91d979", PCI device ID: , UID: "70ed0de5-ceaa-4061-8dc8-2a7554385314", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0329 02:52:36.742672    3829 cni.go:403] [openshift-insights/insights-runtime-extractor-8x2k8 095a21243e5aa87f56d8a7809934b0b024484395182fce515a2674d4b5c14811 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8x2k8 095a21243e5aa87f56d8a7809934b0b024484395182fce515a2674d4b5c14811 network default NAD default]
I0329 02:52:36.752652    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8x2k8, hostIfaceName: 095a21243e5aa87, network: default, NAD default, SandboxID: "095a21243e5aa87f56d8a7809934b0b024484395182fce515a2674d4b5c14811", PCI device ID: , UID: "c7dd7367-62e4-4f90-99b5-19e6681652a6", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0329 02:52:36.792456    3829 cni.go:403] [openshift-ingress-canary/ingress-canary-r5g74 5f7b991d35cc320729d41d740392998bbe9527d023b6a71da7ef25436d798913 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-r5g74 5f7b991d35cc320729d41d740392998bbe9527d023b6a71da7ef25436d798913 network default NAD default]
I0329 02:52:36.801349    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-r5g74, hostIfaceName: 5f7b991d35cc320, network: default, NAD default, SandboxID: "5f7b991d35cc320729d41d740392998bbe9527d023b6a71da7ef25436d798913", PCI device ID: , UID: "333d68b0-9550-4b52-92c5-e8d9fdc511cd", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0329 02:52:36.803100    3829 cni.go:424] [openshift-insights/insights-runtime-extractor-8x2k8 095a21243e5aa87f56d8a7809934b0b024484395182fce515a2674d4b5c14811 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8x2k8 095a21243e5aa87f56d8a7809934b0b024484395182fce515a2674d4b5c14811 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:54:02:a4:94:f3\",\"name\":\"095a21243e5aa87\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19b9b48-b6e5-4000-8ac6-4a8f10f155d6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:36.803232    3829 cni.go:424] [openshift-image-registry/image-registry-78566ddd85-b9chr c8c8b37b98911e98cf3f3037c26200e2596602e1ab59be83c0339b32fe91d979 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-78566ddd85-b9chr c8c8b37b98911e98cf3f3037c26200e2596602e1ab59be83c0339b32fe91d979 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:38:54:04:a0:aa\",\"name\":\"c8c8b37b98911e9\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5c26a8a-6951-4c9f-a04f-160d183e11af\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:36.803288    3829 cni.go:424] [openshift-dns/dns-default-qx97h 7469635bd13ef5e50988d9d9f74734f6c5722b11cecd4b131b2224291eeb0f2d network default NAD default] ADD finished CNI request [openshift-dns/dns-default-qx97h 7469635bd13ef5e50988d9d9f74734f6c5722b11cecd4b131b2224291eeb0f2d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:16:ac:e0:78:89\",\"name\":\"7469635bd13ef5e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eddce3f5-dd79-4eaf-b322-b32870bd1894\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:36.843241    3829 cni.go:424] [openshift-ingress-canary/ingress-canary-r5g74 5f7b991d35cc320729d41d740392998bbe9527d023b6a71da7ef25436d798913 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-r5g74 5f7b991d35cc320729d41d740392998bbe9527d023b6a71da7ef25436d798913 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:c0:ea:34:3a:e1\",\"name\":\"5f7b991d35cc320\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94d82282-649b-4221-acd2-85337a8d7f45\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:39.385700    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-z5285 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:39.385809    3829 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285
I0329 02:52:39.408932    3829 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285] pod update took 23.147269ms
I0329 02:52:39.408952    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285] addLogicalPort annotation time took 23.173594ms
I0329 02:52:39.410099    3829 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285] addLogicalPort took 24.413425ms, libovsdb time 887.695µs
I0329 02:52:39.415061    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-9cx8r for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:39.415144    3829 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r
I0329 02:52:39.440518    3829 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r] pod update took 25.402268ms
I0329 02:52:39.440536    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r] addLogicalPort annotation time took 25.424359ms
I0329 02:52:39.441638    3829 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r] addLogicalPort took 26.587749ms, libovsdb time 818.718µs
I0329 02:52:39.784309    3829 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285 86a83bcc2e06860e5fbccf6eae050042993f787aa9167c13adcd09e3377e0612 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285 86a83bcc2e06860e5fbccf6eae050042993f787aa9167c13adcd09e3377e0612 network default NAD default]
I0329 02:52:39.795736    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-z5285, hostIfaceName: 86a83bcc2e06860, network: default, NAD default, SandboxID: "86a83bcc2e06860e5fbccf6eae050042993f787aa9167c13adcd09e3377e0612", PCI device ID: , UID: "f286b4d7-372f-4244-b09a-c9cdba189fef", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0329 02:52:39.822248    3829 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r 669a1a4c86589f9c9181eff3cb930892ce4631050e54713bf65775216885b040 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r 669a1a4c86589f9c9181eff3cb930892ce4631050e54713bf65775216885b040 network default NAD default]
I0329 02:52:39.831153    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-9cx8r, hostIfaceName: 669a1a4c86589f9, network: default, NAD default, SandboxID: "669a1a4c86589f9c9181eff3cb930892ce4631050e54713bf65775216885b040", PCI device ID: , UID: "1d213147-bf0b-4760-8ff4-3274ccc87ebf", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0329 02:52:39.840489    3829 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285 86a83bcc2e06860e5fbccf6eae050042993f787aa9167c13adcd09e3377e0612 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-z5285 86a83bcc2e06860e5fbccf6eae050042993f787aa9167c13adcd09e3377e0612 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:20:df:44:46:69\",\"name\":\"86a83bcc2e06860\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27dfdf8a-c526-4ae3-b7cf-282251f36932\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:39.873559    3829 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r 669a1a4c86589f9c9181eff3cb930892ce4631050e54713bf65775216885b040 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-9cx8r 669a1a4c86589f9c9181eff3cb930892ce4631050e54713bf65775216885b040 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:37:d4:8a:47:6d\",\"name\":\"669a1a4c86589f9\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c381c36-144c-4fcd-896c-5a70326159e5\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:40.684936    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:40.685067    3829 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0329 02:52:40.727867    3829 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 42.834159ms
I0329 02:52:40.727893    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 42.864788ms
I0329 02:52:40.729240    3829 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 44.317754ms, libovsdb time 1.057494ms
I0329 02:52:42.585692    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl] creating logical port openshift-monitoring_thanos-querier-c7fbdd87f-c4dsl for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:42.585787    3829 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl
I0329 02:52:42.604567    3829 pod.go:62] [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl] pod update took 18.814385ms
I0329 02:52:42.604592    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl] addLogicalPort annotation time took 18.841923ms
I0329 02:52:42.605672    3829 pods.go:271] [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl] addLogicalPort took 19.993451ms, libovsdb time 776.125µs
I0329 02:52:42.631825    3829 cni.go:403] [openshift-monitoring/alertmanager-main-0 f052fc00d3fd29b1fc101fd47922b21a700048064a15d220dcebd3aafa3e2ce8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f052fc00d3fd29b1fc101fd47922b21a700048064a15d220dcebd3aafa3e2ce8 network default NAD default]
I0329 02:52:42.642567    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f052fc00d3fd29b, network: default, NAD default, SandboxID: "f052fc00d3fd29b1fc101fd47922b21a700048064a15d220dcebd3aafa3e2ce8", PCI device ID: , UID: "304a81b4-affd-4f91-890c-314bc3adb09f", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0329 02:52:42.684980    3829 cni.go:424] [openshift-monitoring/alertmanager-main-0 f052fc00d3fd29b1fc101fd47922b21a700048064a15d220dcebd3aafa3e2ce8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f052fc00d3fd29b1fc101fd47922b21a700048064a15d220dcebd3aafa3e2ce8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:34:b1:36:12:5b\",\"name\":\"f052fc00d3fd29b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1c79523-a252-4c2d-b9d1-903c3730f6d3\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:43.034508    3829 cni.go:403] [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl 0167d6c2170e3e9edeec46cfff7b4553816ab617ca5c0b889a55113bf4459843 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl 0167d6c2170e3e9edeec46cfff7b4553816ab617ca5c0b889a55113bf4459843 network default NAD default]
I0329 02:52:43.044327    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c7fbdd87f-c4dsl, hostIfaceName: 0167d6c2170e3e9, network: default, NAD default, SandboxID: "0167d6c2170e3e9edeec46cfff7b4553816ab617ca5c0b889a55113bf4459843", PCI device ID: , UID: "7be0b127-c089-4d75-a7e9-971030b4b423", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0329 02:52:43.087838    3829 cni.go:424] [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl 0167d6c2170e3e9edeec46cfff7b4553816ab617ca5c0b889a55113bf4459843 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-c7fbdd87f-c4dsl 0167d6c2170e3e9edeec46cfff7b4553816ab617ca5c0b889a55113bf4459843 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:75:74:c8:d7:0d\",\"name\":\"0167d6c2170e3e9\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac760182-6046-4e94-9b04-2fca76ee00a3\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 02:52:43.648116    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:52:43.648135    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:52:43.648143    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0329 02:52:44.172593    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-4gr2m for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:44.172735    3829 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m
I0329 02:52:44.197568    3829 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m] pod update took 24.867247ms
I0329 02:52:44.197587    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m] addLogicalPort annotation time took 24.890334ms
I0329 02:52:44.197796    3829 base_network_controller_pods.go:487] [default/openshift-console/console-d477cd6dd-plpzq] creating logical port openshift-console_console-d477cd6dd-plpzq for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:44.197896    3829 kube.go:256] Updating pod openshift-console/console-d477cd6dd-plpzq
I0329 02:52:44.199157    3829 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m] addLogicalPort took 26.585654ms, libovsdb time 1.228425ms
I0329 02:52:44.202012    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7fd4674796-xpmjk] creating logical port openshift-monitoring_metrics-server-7fd4674796-xpmjk for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:44.202123    3829 kube.go:256] Updating pod openshift-monitoring/metrics-server-7fd4674796-xpmjk
I0329 02:52:44.233855    3829 pod.go:62] [openshift-console/console-d477cd6dd-plpzq] pod update took 35.986741ms
I0329 02:52:44.233876    3829 base_network_controller_pods.go:937] [default/openshift-console/console-d477cd6dd-plpzq] addLogicalPort annotation time took 36.011659ms
I0329 02:52:44.234042    3829 pod.go:62] [openshift-monitoring/metrics-server-7fd4674796-xpmjk] pod update took 31.92831ms
I0329 02:52:44.234065    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7fd4674796-xpmjk] addLogicalPort annotation time took 31.972101ms
I0329 02:52:44.235324    3829 pods.go:271] [openshift-console/console-d477cd6dd-plpzq] addLogicalPort took 37.542976ms, libovsdb time 1.000382ms
I0329 02:52:44.235453    3829 pods.go:271] [openshift-monitoring/metrics-server-7fd4674796-xpmjk] addLogicalPort took 33.453595ms, libovsdb time 1.027705ms
I0329 02:52:44.585019    3829 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m 06b420bf0b24ca207bfc00dab452b6dad4eb92ddbf6fce05ce9045aa70d4f783 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m 06b420bf0b24ca207bfc00dab452b6dad4eb92ddbf6fce05ce9045aa70d4f783 network default NAD default]
I0329 02:52:44.596590    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-4gr2m, hostIfaceName: 06b420bf0b24ca2, network: default, NAD default, SandboxID: "06b420bf0b24ca207bfc00dab452b6dad4eb92ddbf6fce05ce9045aa70d4f783", PCI device ID: , UID: "336859f6-48f1-4986-9d69-3bb6f61b4acc", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0329 02:52:44.619276    3829 cni.go:403] [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default] ADD starting CNI request [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default]
I0329 02:52:44.629026    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-d477cd6dd-plpzq, hostIfaceName: 604e722704eee8c, network: default, NAD default, SandboxID: "604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c", PCI device ID: , UID: "5153fcc8-754f-4a23-aa2b-e806c7fd1303", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0329 02:52:44.640692    3829 cni.go:403] [openshift-monitoring/metrics-server-7fd4674796-xpmjk cc2bcfa4d2ba00287d31b9f164ddcb16e20e93ac6b28cf8b7d826ca38261f37b network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7fd4674796-xpmjk cc2bcfa4d2ba00287d31b9f164ddcb16e20e93ac6b28cf8b7d826ca38261f37b network default NAD default]
I0329 02:52:44.650546    3829 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m 06b420bf0b24ca207bfc00dab452b6dad4eb92ddbf6fce05ce9045aa70d4f783 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-4gr2m 06b420bf0b24ca207bfc00dab452b6dad4eb92ddbf6fce05ce9045aa70d4f783 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:2f:73:28:9d:fb\",\"name\":\"06b420bf0b24ca2\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97aecea8-c4e5-491e-be01-92218d296a1b\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:44.651829    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7fd4674796-xpmjk, hostIfaceName: cc2bcfa4d2ba002, network: default, NAD default, SandboxID: "cc2bcfa4d2ba00287d31b9f164ddcb16e20e93ac6b28cf8b7d826ca38261f37b", PCI device ID: , UID: "01440739-ca9f-4a6f-8f50-31c4b0f5e087", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0329 02:52:44.676794    3829 cni.go:424] [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default] ADD finished CNI request [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:b7:f8:e9:90:07\",\"name\":\"604e722704eee8c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/768217ff-ef59-4256-9b66-6bbbd6906b79\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:44.695621    3829 cni.go:424] [openshift-monitoring/metrics-server-7fd4674796-xpmjk cc2bcfa4d2ba00287d31b9f164ddcb16e20e93ac6b28cf8b7d826ca38261f37b network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7fd4674796-xpmjk cc2bcfa4d2ba00287d31b9f164ddcb16e20e93ac6b28cf8b7d826ca38261f37b network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:46:ed:fa:81:c0\",\"name\":\"cc2bcfa4d2ba002\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a3716d9-4559-4da2-8c41-3e779984efb8\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:44.763403    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k] creating logical port openshift-monitoring_telemeter-client-59b9bd5bf5-pg26k for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:44.763547    3829 kube.go:256] Updating pod openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k
I0329 02:52:44.781781    3829 pod.go:62] [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k] pod update took 18.258223ms
I0329 02:52:44.781811    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k] addLogicalPort annotation time took 18.292482ms
I0329 02:52:44.783119    3829 pods.go:271] [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k] addLogicalPort took 19.731805ms, libovsdb time 905.834µs
W0329 02:52:45.108751    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:52:45.108768    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:52:45.108773    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0329 02:52:45.411499    3829 cni.go:403] [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k b381cc16092bcbccdb4076da7a2173593245e1afde86e5c3381c94a5d74c0585 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k b381cc16092bcbccdb4076da7a2173593245e1afde86e5c3381c94a5d74c0585 network default NAD default]
I0329 02:52:45.421199    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-59b9bd5bf5-pg26k, hostIfaceName: b381cc16092bcbc, network: default, NAD default, SandboxID: "b381cc16092bcbccdb4076da7a2173593245e1afde86e5c3381c94a5d74c0585", PCI device ID: , UID: "4f4a545c-c15c-489a-af1c-7843c01e3698", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0329 02:52:45.462056    3829 cni.go:424] [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k b381cc16092bcbccdb4076da7a2173593245e1afde86e5c3381c94a5d74c0585 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-59b9bd5bf5-pg26k b381cc16092bcbccdb4076da7a2173593245e1afde86e5c3381c94a5d74c0585 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:ae:64:e8:e3:cf\",\"name\":\"b381cc16092bcbc\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7f9c134-d3ae-4371-b908-d2e7663d8825\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:52:45.880129    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:52:45.880263    3829 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0329 02:52:45.915938    3829 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 35.72634ms
I0329 02:52:45.915969    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 35.764044ms
I0329 02:52:45.917633    3829 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 37.525688ms, libovsdb time 1.23768ms
W0329 02:52:47.671064    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0329 02:52:47.671081    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0329 02:52:47.671088    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0329 02:52:47.671093    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0329 02:52:47.694740    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0329 02:52:47.787853    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0329 02:52:47.787878    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0329 02:52:50.042963    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0329 02:52:50.042987    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0329 02:52:50.042993    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
I0329 02:52:50.043737    3829 cni.go:403] [openshift-monitoring/prometheus-k8s-0 0a82903a5e4ec90fe5ca5d11819265fefb8f2ae3f140a464ec31d82c3f91d0b5 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0a82903a5e4ec90fe5ca5d11819265fefb8f2ae3f140a464ec31d82c3f91d0b5 network default NAD default]
I0329 02:52:50.053096    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0a82903a5e4ec90, network: default, NAD default, SandboxID: "0a82903a5e4ec90fe5ca5d11819265fefb8f2ae3f140a464ec31d82c3f91d0b5", PCI device ID: , UID: "1dffe28d-3219-490e-a0e2-5e4b141b3186", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0329 02:52:50.105443    3829 cni.go:424] [openshift-monitoring/prometheus-k8s-0 0a82903a5e4ec90fe5ca5d11819265fefb8f2ae3f140a464ec31d82c3f91d0b5 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0a82903a5e4ec90fe5ca5d11819265fefb8f2ae3f140a464ec31d82c3f91d0b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:22:6b:3f:c8:99\",\"name\":\"0a82903a5e4ec90\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f546647d-bb7e-46fb-8805-cf4ca1a2c690\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 02:52:51.149481    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0329 02:52:51.228551    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0329 02:52:51.228567    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0329 02:52:51.730136    3829 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-d477cd6dd-f9sdw IP address from the namespace address-set, err: pod openshift-console/console-d477cd6dd-f9sdw: no pod IPs found 
W0329 02:52:52.600618    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:52:52.600647    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:52:52.654741    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:52:52.654768    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:52:58.029685    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0329 02:53:01.052691    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0329 02:53:02.710537    3829 cni.go:403] [openshift-multus/network-metrics-daemon-wwhgw 6e07b2a3326affa272243555bd10ab3e772806dca9ef9f878c522036f9fdd10b network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-wwhgw 6e07b2a3326affa272243555bd10ab3e772806dca9ef9f878c522036f9fdd10b network default NAD default]
I0329 02:53:02.719513    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wwhgw, hostIfaceName: 6e07b2a3326affa, network: default, NAD default, SandboxID: "6e07b2a3326affa272243555bd10ab3e772806dca9ef9f878c522036f9fdd10b", PCI device ID: , UID: "44c06fbc-b468-4675-8bb7-1dcc986e743e", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0329 02:53:02.762602    3829 cni.go:424] [openshift-multus/network-metrics-daemon-wwhgw 6e07b2a3326affa272243555bd10ab3e772806dca9ef9f878c522036f9fdd10b network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wwhgw 6e07b2a3326affa272243555bd10ab3e772806dca9ef9f878c522036f9fdd10b network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ef:90:4e:8d:6b\",\"name\":\"6e07b2a3326affa\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5361fe07-3fc7-48ed-80cb-272d8c002db7\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:53:02.826032    3829 cni.go:403] [openshift-network-diagnostics/network-check-target-xxzzq f5c948a87859eded12fd738fd57cc097cde56158ee4df9f27d5d433e19691015 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xxzzq f5c948a87859eded12fd738fd57cc097cde56158ee4df9f27d5d433e19691015 network default NAD default]
I0329 02:53:02.834671    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xxzzq, hostIfaceName: f5c948a87859ede, network: default, NAD default, SandboxID: "f5c948a87859eded12fd738fd57cc097cde56158ee4df9f27d5d433e19691015", PCI device ID: , UID: "68b5e1a8-8f36-4f39-9f73-e9271e9f5b6a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0329 02:53:02.877262    3829 cni.go:424] [openshift-network-diagnostics/network-check-target-xxzzq f5c948a87859eded12fd738fd57cc097cde56158ee4df9f27d5d433e19691015 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xxzzq f5c948a87859eded12fd738fd57cc097cde56158ee4df9f27d5d433e19691015 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:94:0c:2a:c7:fa\",\"name\":\"f5c948a87859ede\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49456124-d605-476f-87f9-9dffff420216\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 02:53:08.683804    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0329 02:53:08.683829    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0329 02:53:09.525513    3829 obj_retry.go:464] Detected object openshift-console/console-7677b9b887-frl82 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:09.526048    3829 obj_retry.go:464] Detected object openshift-console/console-7677b9b887-frl82 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:09.763207    3829 obj_retry.go:458] Detected object openshift-console/console-7677b9b887-frl82 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:09.763233    3829 obj_retry.go:458] Detected object openshift-console/console-7677b9b887-frl82 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:09.771213    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7677b9b887-frl82
I0329 02:53:09.771235    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7677b9b887-frl82
W0329 02:53:11.168133    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.168155    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.168161    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.168172    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.168176    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.168181    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.416501    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.416522    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:11.416531    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0329 02:53:12.111480    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0329 02:53:12.125742    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0329 02:53:18.280102    3829 cni.go:403] [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default] DEL starting CNI request [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default]
I0329 02:53:18.281592    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-64fc4f6495-5pq2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:18.282137    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-64fc4f6495-5pq2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:18.366791    3829 cni.go:424] [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default] DEL finished CNI request [openshift-console/console-d477cd6dd-plpzq 604e722704eee8cf9468de3559e3664b2b4e659fc933614d0974931bb10c069c network default NAD default], result "{}", err <nil>
I0329 02:53:18.435067    3829 obj_retry.go:464] Detected object openshift-console/console-d477cd6dd-plpzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:18.435118    3829 pods.go:176] Deleting pod: openshift-console/console-d477cd6dd-plpzq
I0329 02:53:18.436524    3829 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d477cd6dd-plpzq, ips: 10.130.0.14
I0329 02:53:18.436554    3829 obj_retry.go:464] Detected object openshift-console/console-d477cd6dd-plpzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:18.450195    3829 base_network_controller_pods.go:487] [default/openshift-console/console-86449784f9-k4vn9] creating logical port openshift-console_console-86449784f9-k4vn9 for pod on switch ip-10-0-0-4.ec2.internal
I0329 02:53:18.450366    3829 kube.go:256] Updating pod openshift-console/console-86449784f9-k4vn9
I0329 02:53:18.464692    3829 pod.go:62] [openshift-console/console-86449784f9-k4vn9] pod update took 14.364777ms
I0329 02:53:18.464723    3829 base_network_controller_pods.go:937] [default/openshift-console/console-86449784f9-k4vn9] addLogicalPort annotation time took 14.40096ms
I0329 02:53:18.466270    3829 pods.go:271] [openshift-console/console-86449784f9-k4vn9] addLogicalPort took 16.089546ms, libovsdb time 1.13315ms
I0329 02:53:18.873921    3829 cni.go:403] [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default] ADD starting CNI request [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default]
I0329 02:53:18.882587    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86449784f9-k4vn9, hostIfaceName: e2d8910b394503e, network: default, NAD default, SandboxID: "e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6", PCI device ID: , UID: "463c518f-f9c1-4441-981d-f21d45310332", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0329 02:53:18.937064    3829 cni.go:424] [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default] ADD finished CNI request [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:5e:0a:c7:13:4c\",\"name\":\"e2d8910b394503e\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6071382-811b-4370-858a-50fefa675fc3\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 02:53:19.148411    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-64fc4f6495-5pq2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:19.148467    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-64fc4f6495-5pq2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:19.157415    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64fc4f6495-5pq2g
I0329 02:53:19.157472    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64fc4f6495-5pq2g
I0329 02:53:19.264437    3829 obj_retry.go:458] Detected object openshift-console/console-d477cd6dd-plpzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:19.264537    3829 obj_retry.go:458] Detected object openshift-console/console-d477cd6dd-plpzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:19.272105    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d477cd6dd-plpzq
I0329 02:53:19.272133    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d477cd6dd-plpzq
W0329 02:53:20.839605    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0329 02:53:20.839644    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0329 02:53:20.899234    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0329 02:53:20.899255    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0329 02:53:21.164408    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0329 02:53:27.316846    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:27.317377    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:27.317407    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:27.317416    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0329 02:53:27.317446    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:27.317451    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0329 02:53:28.345575    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:28.345603    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:28.345626    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:28.345642    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s2hkf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0329 02:53:29.290061    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0329 02:53:30.325446    3829 obj_retry.go:464] Detected object openshift-ingress/router-default-7bf7699dd9-knnqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:30.325982    3829 obj_retry.go:464] Detected object openshift-ingress/router-default-7bf7699dd9-knnqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:31.212621    3829 obj_retry.go:458] Detected object openshift-ingress/router-default-7bf7699dd9-knnqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:31.212646    3829 obj_retry.go:458] Detected object openshift-ingress/router-default-7bf7699dd9-knnqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:31.223471    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7bf7699dd9-knnqb
I0329 02:53:31.223493    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7bf7699dd9-knnqb
I0329 02:53:32.153287    3829 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0329 02:53:32.163014    3829 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0329 02:53:37.192152    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0329 02:53:45.379171    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0329 02:53:45.379197    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0329 02:53:46.177417    3829 obj_retry.go:464] Detected object openshift-console/console-7677b9b887-84h62 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:46.178068    3829 obj_retry.go:464] Detected object openshift-console/console-7677b9b887-84h62 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:53:46.523800    3829 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0329 02:53:46.578133    3829 obj_retry.go:458] Detected object openshift-console/console-7677b9b887-84h62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:46.578154    3829 obj_retry.go:458] Detected object openshift-console/console-7677b9b887-84h62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:53:46.586236    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7677b9b887-84h62
I0329 02:53:46.586252    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7677b9b887-84h62
I0329 02:54:34.071688    3829 obj_retry.go:464] Detected object openshift-console/console-86449784f9-82tnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:34.072261    3829 obj_retry.go:464] Detected object openshift-console/console-86449784f9-82tnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:34.391508    3829 obj_retry.go:458] Detected object openshift-console/console-86449784f9-82tnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:34.391535    3829 obj_retry.go:458] Detected object openshift-console/console-86449784f9-82tnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:34.398736    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86449784f9-82tnj
I0329 02:54:34.398760    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86449784f9-82tnj
I0329 02:54:40.695140    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579210-c26s7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:40.695803    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579210-c26s7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:41.716765    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579210-c26s7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:41.716788    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579210-c26s7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:44.648968    3829 cni.go:403] [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default] DEL starting CNI request [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default]
I0329 02:54:44.716136    3829 cni.go:424] [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default] DEL finished CNI request [openshift-console/console-86449784f9-k4vn9 e2d8910b394503e2747805f666fdc0978aa67279bb9f9f2f9390127e35e99db6 network default NAD default], result "{}", err <nil>
I0329 02:54:44.765580    3829 obj_retry.go:464] Detected object openshift-console/console-86449784f9-k4vn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:44.765645    3829 pods.go:176] Deleting pod: openshift-console/console-86449784f9-k4vn9
I0329 02:54:44.766869    3829 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86449784f9-k4vn9, ips: 10.130.0.18
I0329 02:54:44.766899    3829 obj_retry.go:464] Detected object openshift-console/console-86449784f9-k4vn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 02:54:45.568630    3829 obj_retry.go:458] Detected object openshift-console/console-86449784f9-k4vn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:45.568658    3829 obj_retry.go:458] Detected object openshift-console/console-86449784f9-k4vn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 02:54:45.576082    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86449784f9-k4vn9
I0329 02:54:45.576106    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86449784f9-k4vn9
I0329 02:57:43.687661    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0329 02:57:50.520484    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=290
I0329 02:57:58.508150    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0329 02:57:58.588205    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0329 02:58:00.712010    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
W0329 02:58:36.630399    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0329 02:58:36.722492    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0329 02:58:47.510324    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=85
I0329 02:58:47.679551    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0329 02:58:47.679624    3829 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sm2f7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-sm2f7: no pod IPs found 
I0329 02:58:51.510730    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33
I0329 03:00:04.128357    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579220-rh42q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:00:04.129070    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579220-rh42q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:00:05.024728    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579220-rh42q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:00:05.024757    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29579220-rh42q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:00:07.715181    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0329 03:00:20.508101    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12
I0329 03:00:28.693464    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0329 03:00:40.586716    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0329 03:01:02.705634    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0329 03:01:02.865019    3829 namespace.go:98] [tsf] adding namespace
I0329 03:01:02.865893    3829 namespace.go:102] [tsf] adding namespace took 853.444µs
I0329 03:01:02.889063    3829 namespace.go:142] [tsf] updating namespace
I0329 03:01:02.908057    3829 namespace.go:142] [tsf] updating namespace
I0329 03:01:06.688165    3829 namespace.go:98] [rhtpa-operator] adding namespace
I0329 03:01:06.689011    3829 namespace.go:102] [rhtpa-operator] adding namespace took 823.379µs
I0329 03:01:06.693752    3829 namespace.go:98] [tsf-tpa] adding namespace
I0329 03:01:06.693847    3829 namespace.go:98] [konflux-operator] adding namespace
I0329 03:01:06.694415    3829 namespace.go:102] [tsf-tpa] adding namespace took 645.945µs
I0329 03:01:06.694936    3829 namespace.go:102] [konflux-operator] adding namespace took 1.076393ms
I0329 03:01:06.696643    3829 namespace.go:98] [tsf-tas] adding namespace
I0329 03:01:06.696699    3829 namespace.go:98] [tsf-keycloak] adding namespace
I0329 03:01:06.697201    3829 namespace.go:102] [tsf-tas] adding namespace took 547.379µs
I0329 03:01:06.697806    3829 namespace.go:102] [tsf-keycloak] adding namespace took 1.093556ms
I0329 03:01:06.701623    3829 namespace.go:98] [konflux-ui] adding namespace
I0329 03:01:06.702118    3829 namespace.go:102] [konflux-ui] adding namespace took 484.317µs
I0329 03:01:06.704600    3829 namespace.go:98] [rhbk-operator] adding namespace
I0329 03:01:06.704762    3829 namespace.go:98] [cert-manager-operator] adding namespace
I0329 03:01:06.705121    3829 namespace.go:102] [rhbk-operator] adding namespace took 508.204µs
I0329 03:01:06.705655    3829 namespace.go:102] [cert-manager-operator] adding namespace took 881.579µs
I0329 03:01:06.725583    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:01:06.742494    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:01:06.761600    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:01:06.762446    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:01:06.763581    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:01:06.771479    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:01:06.785653    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:01:06.785687    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:01:06.801630    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:01:06.801663    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:01:06.812702    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:01:06.840652    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:01:06.856588    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:01:06.879769    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:01:06.897158    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:01:06.905502    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:01:06.908589    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:01:06.924587    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:01:06.943463    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:01:06.966556    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:01:06.970504    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:01:06.988941    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:01:06.992535    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:01:07.005870    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:01:07.963037    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:01:07.963061    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:01:08.104583    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:01:08.104708    3829 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0329 03:01:08.120437    3829 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.738098ms
I0329 03:01:08.120455    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.77881ms
I0329 03:01:08.121681    3829 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.11149ms, libovsdb time 896.936µs
I0329 03:01:08.470982    3829 cni.go:403] [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default]
I0329 03:01:08.480046    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 8bbfa5e7ccea1b4, network: default, NAD default, SandboxID: "8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962", PCI device ID: , UID: "0408fbb7-9aa9-43d0-b360-8e80bca2db4b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0329 03:01:08.731022    3829 cni.go:424] [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:5a:46:27:27:36\",\"name\":\"8bbfa5e7ccea1b4\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1096cf6b-a1e3-41ab-b427-15def9a5cb84\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:01:10.509772    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0329 03:01:12.721566    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0329 03:01:13.554644    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:13.555216    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:13.555252    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:13.555260    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:13.555273    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:13.555277    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:14.580891    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:14.580920    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:14.580936    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:14.580950    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf97pzx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:15.595666    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:15.596307    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:15.596343    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:15.596352    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:15.596363    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:15.596368    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:16.623879    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:16.623912    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:16.623930    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:16.623944    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8xmgd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:18.608579    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:18.609150    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:18.609179    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:18.609188    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:18.609201    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:18.609206    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:19.641376    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:19.641399    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:19.641414    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:19.641440    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vqcxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:20.537874    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:20.538412    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:20.538455    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:20.538463    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:20.538477    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:20.538481    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:20.700313    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0329 03:01:21.544192    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.544732    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.544764    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.544772    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:21.544783    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.544788    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:21.572570    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:21.572587    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:21.572596    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:21.572611    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12pd7n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:21.586156    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.586629    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.586656    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.586664    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0329 03:01:21.586672    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0329 03:01:21.586676    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0329 03:01:22.572180    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.572212    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.572228    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.572249    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7nczn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.615114    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.615137    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.615149    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:01:22.615162    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafs5l9d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0329 03:01:27.464215    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0329 03:01:31.972007    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0329 03:01:32.022887    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0329 03:01:32.768801    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0329 03:01:33.993933    3829 namespace.go:98] [cert-manager] adding namespace
I0329 03:01:33.995042    3829 namespace.go:102] [cert-manager] adding namespace took 1.085934ms
I0329 03:01:34.032310    3829 namespace.go:142] [cert-manager] updating namespace
I0329 03:01:34.053883    3829 namespace.go:142] [cert-manager] updating namespace
I0329 03:01:35.804933    3829 namespace.go:142] [openshift-operators] updating namespace
I0329 03:01:35.826585    3829 namespace.go:142] [openshift-operators] updating namespace
W0329 03:01:39.897166    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0329 03:01:39.897195    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0329 03:01:46.298653    3829 namespace.go:98] [trusted-artifact-signer] adding namespace
I0329 03:01:46.299512    3829 namespace.go:102] [trusted-artifact-signer] adding namespace took 839.498µs
I0329 03:01:46.320898    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0329 03:01:46.339638    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
W0329 03:01:46.652495    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0329 03:01:49.347703    3829 namespace.go:142] [openshift-operators] updating namespace
I0329 03:02:04.167464    3829 namespace.go:98] [openshift-pipelines] adding namespace
I0329 03:02:04.168361    3829 namespace.go:102] [openshift-pipelines] adding namespace took 879.24µs
I0329 03:02:04.193545    3829 namespace.go:142] [openshift-pipelines] updating namespace
I0329 03:02:04.882417    3829 namespace.go:142] [cert-manager] updating namespace
I0329 03:02:05.081258    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:02:05.484334    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:02:05.684809    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:02:05.886949    3829 namespace.go:142] [open-cluster-management-2pb44o7svvhvrbms3qmq2smscrbj81th] updating namespace
I0329 03:02:06.289835    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:02:06.488744    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:02:06.688145    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0329 03:02:06.887306    3829 namespace.go:142] [tsf] updating namespace
I0329 03:02:07.089831    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:02:07.291206    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:02:07.490309    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:02:07.628980    3829 namespace.go:142] [cert-manager] updating namespace
I0329 03:02:07.642692    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:02:07.655197    3829 namespace.go:142] [default] updating namespace
I0329 03:02:07.669779    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:02:07.682295    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:02:07.691837    3829 namespace.go:142] [open-cluster-management-2pb44o7svvhvrbms3qmq2smscrbj81th] updating namespace
I0329 03:02:07.704002    3829 namespace.go:142] [openshift] updating namespace
I0329 03:02:07.716662    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:02:07.730239    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:02:07.740237    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0329 03:02:07.751141    3829 namespace.go:142] [tsf] updating namespace
I0329 03:02:07.760928    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:02:07.777245    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:02:07.792459    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:02:07.876022    3829 namespace.go:142] [cert-manager] updating namespace
I0329 03:02:07.976851    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0329 03:02:08.073041    3829 namespace.go:142] [default] updating namespace
I0329 03:02:08.173872    3829 namespace.go:142] [konflux-operator] updating namespace
I0329 03:02:08.278100    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:02:08.373120    3829 namespace.go:142] [open-cluster-management-2pb44o7svvhvrbms3qmq2smscrbj81th] updating namespace
I0329 03:02:08.478856    3829 namespace.go:142] [openshift] updating namespace
I0329 03:02:08.573706    3829 namespace.go:142] [rhbk-operator] updating namespace
I0329 03:02:08.672309    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0329 03:02:08.772673    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0329 03:02:08.878146    3829 namespace.go:142] [tsf] updating namespace
I0329 03:02:08.978803    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0329 03:02:09.079115    3829 namespace.go:142] [tsf-tas] updating namespace
I0329 03:02:09.189440    3829 namespace.go:142] [tsf-tpa] updating namespace
I0329 03:02:09.601041    3829 namespace.go:142] [openshift-pipelines] updating namespace
I0329 03:02:17.541340    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-x7jr2 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:17.541442    3829 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2
I0329 03:02:17.558081    3829 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2] pod update took 16.678477ms
I0329 03:02:17.558104    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2] addLogicalPort annotation time took 16.70803ms
I0329 03:02:17.559269    3829 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2] addLogicalPort took 17.947454ms, libovsdb time 868.443µs
I0329 03:02:17.902780    3829 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2 42b1245d2fcd48f7fbf5791bab09dd832aaee2a9629c6a80f028a8aba553316d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2 42b1245d2fcd48f7fbf5791bab09dd832aaee2a9629c6a80f028a8aba553316d network default NAD default]
I0329 03:02:17.911720    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-x7jr2, hostIfaceName: 42b1245d2fcd48f, network: default, NAD default, SandboxID: "42b1245d2fcd48f7fbf5791bab09dd832aaee2a9629c6a80f028a8aba553316d", PCI device ID: , UID: "f0f94d01-fd11-4726-9cf7-8d239a32e338", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0329 03:02:17.959676    3829 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2 42b1245d2fcd48f7fbf5791bab09dd832aaee2a9629c6a80f028a8aba553316d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-x7jr2 42b1245d2fcd48f7fbf5791bab09dd832aaee2a9629c6a80f028a8aba553316d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:11:1b:21:f5:77\",\"name\":\"42b1245d2fcd48f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f38fe0d-a772-4a37-bb98-811f1d548413\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:02:19.330631    3829 cni.go:403] [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default]
I0329 03:02:19.400016    3829 cni.go:424] [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 8bbfa5e7ccea1b43b196053d1d2c9524b8bbf524afe1989479d2759ee9911962 network default NAD default], result "{}", err <nil>
I0329 03:02:19.455871    3829 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:02:19.455909    3829 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0329 03:02:19.457452    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.19
I0329 03:02:19.457489    3829 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:02:19.478299    3829 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:02:19.478388    3829 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:02:19.487079    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0329 03:02:19.487142    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0329 03:02:20.676956    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:20.677069    3829 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0329 03:02:20.693697    3829 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.666333ms
I0329 03:02:20.693722    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.696776ms
I0329 03:02:20.695258    3829 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.321898ms, libovsdb time 1.04693ms
W0329 03:02:20.894349    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0329 03:02:20.894368    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0329 03:02:20.894375    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0329 03:02:21.072944    3829 cni.go:403] [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default]
I0329 03:02:21.083080    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: f6c0e4bf355d07a, network: default, NAD default, SandboxID: "f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080", PCI device ID: , UID: "c806aab5-5bdc-4994-bd13-172ee333fd5a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0329 03:02:21.126465    3829 cni.go:424] [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:b4:f0:b7:89:43\",\"name\":\"f6c0e4bf355d07a\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc435b1c-42f4-4742-86ea-80752997f84d\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:02:21.331712    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:21.331732    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:21.331739    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:21.923552    3829 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0329 03:02:21.923571    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0329 03:02:21.923588    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0329 03:02:21.923593    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0329 03:02:23.571783    3829 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s276r for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:23.571909    3829 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r
I0329 03:02:23.584734    3829 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r] pod update took 12.863604ms
I0329 03:02:23.584787    3829 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r] addLogicalPort annotation time took 12.925257ms
I0329 03:02:23.586416    3829 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r] addLogicalPort took 14.664421ms, libovsdb time 1.165504ms
I0329 03:02:23.674886    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-s4c2j for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:23.674990    3829 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j
I0329 03:02:23.690310    3829 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j] pod update took 15.349129ms
I0329 03:02:23.690341    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j] addLogicalPort annotation time took 15.383675ms
I0329 03:02:23.691791    3829 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j] addLogicalPort took 16.927166ms, libovsdb time 1.030968ms
I0329 03:02:30.638536    3829 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j 39e0988783a2eb5f2206d27a1203e643735a750f6bc7bcf394365623a87963a1 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j 39e0988783a2eb5f2206d27a1203e643735a750f6bc7bcf394365623a87963a1 network default NAD default]
I0329 03:02:30.647464    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-s4c2j, hostIfaceName: 39e0988783a2eb5, network: default, NAD default, SandboxID: "39e0988783a2eb5f2206d27a1203e643735a750f6bc7bcf394365623a87963a1", PCI device ID: , UID: "f30c2375-b351-4dce-a16e-5c1da5112ae3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0329 03:02:30.689957    3829 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j 39e0988783a2eb5f2206d27a1203e643735a750f6bc7bcf394365623a87963a1 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s4c2j 39e0988783a2eb5f2206d27a1203e643735a750f6bc7bcf394365623a87963a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:be:cc:5b:19:de\",\"name\":\"39e0988783a2eb5\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/747c9d96-a7df-4107-8655-1cac245eee8f\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:02:30.830955    3829 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r bd98bd772f414d1ee9ee1e9c908fa16466a6f06f920a9f979d5f348aec19c5c3 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r bd98bd772f414d1ee9ee1e9c908fa16466a6f06f920a9f979d5f348aec19c5c3 network default NAD default]
I0329 03:02:30.840997    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s276r, hostIfaceName: bd98bd772f414d1, network: default, NAD default, SandboxID: "bd98bd772f414d1ee9ee1e9c908fa16466a6f06f920a9f979d5f348aec19c5c3", PCI device ID: , UID: "8e64a969-928d-41c6-bb55-4dd20868bd98", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0329 03:02:30.885194    3829 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r bd98bd772f414d1ee9ee1e9c908fa16466a6f06f920a9f979d5f348aec19c5c3 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s276r bd98bd772f414d1ee9ee1e9c908fa16466a6f06f920a9f979d5f348aec19c5c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:88:26:9f:07:1d\",\"name\":\"bd98bd772f414d1\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6be5beb1-af23-4119-92b5-5d551a8f728f\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:02:31.386931    3829 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0329 03:02:31.413309    3829 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0329 03:02:32.342779    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:32.342798    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:32.342809    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0329 03:02:46.935999    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0329 03:02:52.393792    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0329 03:02:52.426629    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0329 03:02:54.508502    3829 cni.go:403] [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default]
I0329 03:02:54.591991    3829 cni.go:424] [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure f6c0e4bf355d07a6d722c7abf18a02c795010f66945e9cbb783dc29eec70d080 network default NAD default], result "{}", err <nil>
I0329 03:02:54.645788    3829 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:02:54.645827    3829 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0329 03:02:54.647087    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.21
I0329 03:02:54.647120    3829 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:02:54.673241    3829 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:02:54.673264    3829 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:02:54.681366    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0329 03:02:54.681387    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0329 03:02:55.813805    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:55.813901    3829 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0329 03:02:55.834806    3829 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.928587ms
I0329 03:02:55.834828    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.956935ms
I0329 03:02:55.835966    3829 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.174934ms, libovsdb time 829.076µs
I0329 03:02:55.886737    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:02:55.886841    3829 kube.go:256] Updating pod tsf/test-tsf-iam
I0329 03:02:55.912654    3829 pod.go:62] [tsf/test-tsf-iam] pod update took 25.837926ms
I0329 03:02:55.912688    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 25.879508ms
I0329 03:02:55.913904    3829 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 27.185831ms, libovsdb time 870.192µs
I0329 03:02:56.166086    3829 cni.go:403] [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default]
I0329 03:02:56.174821    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8db05a88c291593, network: default, NAD default, SandboxID: "8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f", PCI device ID: , UID: "7a18cc38-0d15-48be-b613-d8eb8e34fe45", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0329 03:02:56.219661    3829 cni.go:424] [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:31:c6:86:cc:03\",\"name\":\"8db05a88c291593\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55d2a7ba-8775-4ae4-ba86-59818e7af9aa\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:02:56.247923    3829 cni.go:403] [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default]
I0329 03:02:56.256713    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 141025ae7056cdf, network: default, NAD default, SandboxID: "141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00", PCI device ID: , UID: "f9b4e72c-9de4-4c4c-87d7-9eaa62529642", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0329 03:02:56.300799    3829 cni.go:424] [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:85:5c:55:00:dc\",\"name\":\"141025ae7056cdf\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9bc3776-8ac8-4f81-b636-3bc1074c637a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:03:04.218340    3829 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0329 03:03:04.564501    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:04.564529    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:04.564589    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0329 03:03:23.484832    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:23.484858    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:23.484949    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0329 03:03:24.642304    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-fg4vg for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:03:24.642391    3829 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg
I0329 03:03:24.665881    3829 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg] pod update took 23.506394ms
I0329 03:03:24.665910    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg] addLogicalPort annotation time took 23.542431ms
I0329 03:03:24.667163    3829 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg] addLogicalPort took 24.891558ms, libovsdb time 858.036µs
I0329 03:03:24.787343    3829 cni.go:403] [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default]
I0329 03:03:24.874176    3829 cni.go:424] [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 8db05a88c29159309c85471fa72ee14c6d5925077b56409b8570bfef7ef9237f network default NAD default], result "{}", err <nil>
I0329 03:03:24.926341    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:03:24.926382    3829 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0329 03:03:24.927813    3829 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.24
I0329 03:03:24.927851    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:03:25.001287    3829 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg ae1dde3dc36d4556c44a128576d5cddb3cd4b41818e47bdfcb9abefe63e540a4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg ae1dde3dc36d4556c44a128576d5cddb3cd4b41818e47bdfcb9abefe63e540a4 network default NAD default]
I0329 03:03:25.009879    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-fg4vg, hostIfaceName: ae1dde3dc36d455, network: default, NAD default, SandboxID: "ae1dde3dc36d4556c44a128576d5cddb3cd4b41818e47bdfcb9abefe63e540a4", PCI device ID: , UID: "b382f982-080b-4c43-b48a-9cbd5be04176", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0329 03:03:25.052324    3829 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg ae1dde3dc36d4556c44a128576d5cddb3cd4b41818e47bdfcb9abefe63e540a4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fg4vg ae1dde3dc36d4556c44a128576d5cddb3cd4b41818e47bdfcb9abefe63e540a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:3b:ce:eb:bd:47\",\"name\":\"ae1dde3dc36d455\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48edd673-a346-4cb7-92fb-e672a9c589e9\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:03:25.669512    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:03:25.669539    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:03:25.677380    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0329 03:03:25.677412    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0329 03:03:25.709489    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:03:25.709588    3829 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0329 03:03:25.725536    3829 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.973068ms
I0329 03:03:25.725558    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.001317ms
I0329 03:03:25.727020    3829 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.543818ms, libovsdb time 1.032974ms
I0329 03:03:26.080653    3829 cni.go:403] [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default]
I0329 03:03:26.090065    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 26907263f25644d, network: default, NAD default, SandboxID: "26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203", PCI device ID: , UID: "f18aacac-e16f-46d4-85b0-c2a35849fe4a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0329 03:03:26.142153    3829 cni.go:424] [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:df:e0:bb:8b:d7\",\"name\":\"26907263f25644d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7375c1ec-9393-4d98-b71c-405c56ef8666\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:03:28.698917    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:28.698943    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:28.698917    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0329 03:03:30.250465    3829 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0329 03:03:30.250489    3829 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0329 03:03:30.250496    3829 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0329 03:03:41.417533    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:41.417555    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:03:41.417660    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0329 03:03:46.046859    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4mqwg] creating logical port tsf-keycloak_tsf-iam-4mqwg for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:03:46.046958    3829 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4mqwg
I0329 03:03:46.061496    3829 pod.go:62] [tsf-keycloak/tsf-iam-4mqwg] pod update took 14.563637ms
I0329 03:03:46.061523    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-4mqwg] addLogicalPort annotation time took 14.59351ms
I0329 03:03:46.062815    3829 pods.go:271] [tsf-keycloak/tsf-iam-4mqwg] addLogicalPort took 15.97048ms, libovsdb time 941.142µs
I0329 03:03:46.407142    3829 cni.go:403] [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default]
I0329 03:03:46.415593    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4mqwg, hostIfaceName: df73ce11212c8e7, network: default, NAD default, SandboxID: "df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21", PCI device ID: , UID: "b149e46f-40bf-40b1-a85b-30e712381049", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0329 03:03:46.460377    3829 cni.go:424] [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:90:07:d3:10:8b\",\"name\":\"df73ce11212c8e7\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74292b98-c681-4c50-9c94-b26199bc8507\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:03:50.844871    3829 cni.go:403] [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default]
I0329 03:03:50.941928    3829 cni.go:424] [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 141025ae7056cdfcbb14a8366135c640fc64bbacee520926fa524894733feb00 network default NAD default], result "{}", err <nil>
I0329 03:03:51.009795    3829 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:03:51.009920    3829 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0329 03:03:51.011601    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.25
I0329 03:03:51.011641    3829 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:03:51.052680    3829 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:03:51.052711    3829 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:03:51.062362    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0329 03:03:51.062490    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0329 03:03:51.810010    3829 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:03:51.810276    3829 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0329 03:03:51.830845    3829 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 20.622255ms
I0329 03:03:51.830944    3829 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 20.725519ms
I0329 03:03:51.834185    3829 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 24.194859ms, libovsdb time 2.640686ms
I0329 03:03:52.216088    3829 cni.go:403] [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default]
I0329 03:03:52.231992    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: a9fdac436e3ee3b, network: default, NAD default, SandboxID: "a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71", PCI device ID: , UID: "3140ee19-eb72-4832-a975-9a642aee79fd", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0329 03:03:52.302752    3829 cni.go:424] [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:20:d4:88:dc:06\",\"name\":\"a9fdac436e3ee3b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a65f952-3233-4744-8c95-bfb24a893bfc\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:03:54.502053    3829 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-jcwn7-q7g4l] creating logical port tsf-tas_rekor-createtree-job-jcwn7-q7g4l for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:03:54.502153    3829 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-jcwn7-q7g4l
I0329 03:03:54.514483    3829 pod.go:62] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l] pod update took 12.351223ms
I0329 03:03:54.514511    3829 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-jcwn7-q7g4l] addLogicalPort annotation time took 12.381601ms
I0329 03:03:54.516106    3829 pods.go:271] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l] addLogicalPort took 14.075445ms, libovsdb time 863.899µs
I0329 03:03:54.871193    3829 cni.go:403] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default]
I0329 03:03:54.903901    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-jcwn7-q7g4l, hostIfaceName: 59eb5900b21e484, network: default, NAD default, SandboxID: "59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14", PCI device ID: , UID: "0f5a87a1-91c4-4e75-81cb-20d21fdb3cee", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0329 03:03:54.950140    3829 cni.go:424] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:26:4f:e8:32:ae\",\"name\":\"59eb5900b21e484\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/732b4983-decf-400a-b4ec-a8486adf2ea0\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:03:56.363851    3829 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0329 03:03:56.363877    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0329 03:04:02.907146    3829 cni.go:403] [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default]
I0329 03:04:02.977872    3829 cni.go:424] [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-4mqwg df73ce11212c8e72aa697901e9307b4844577861098c862ccdd277a3a62dfc21 network default NAD default], result "{}", err <nil>
I0329 03:04:03.053729    3829 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-4mqwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:03.053785    3829 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4mqwg
I0329 03:04:03.055130    3829 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4mqwg, ips: 10.130.0.28
I0329 03:04:03.055158    3829 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-4mqwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:04.081537    3829 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-4mqwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:04.081567    3829 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-4mqwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:04.311764    3829 cni.go:403] [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default]
I0329 03:04:04.376182    3829 cni.go:424] [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 26907263f25644d4743f4a55be888186b12b7d3d221848cfe86ce4fd0b91d203 network default NAD default], result "{}", err <nil>
I0329 03:04:04.427556    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:04.427590    3829 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0329 03:04:04.428857    3829 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.27
I0329 03:04:04.428893    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:04.907306    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:04.907332    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:04.916355    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0329 03:04:04.916378    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0329 03:04:04.948372    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:04.948477    3829 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0329 03:04:04.965534    3829 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.081956ms
I0329 03:04:04.965561    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.112248ms
I0329 03:04:04.966867    3829 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.509044ms, libovsdb time 859.836µs
I0329 03:04:05.311444    3829 cni.go:403] [tsf-keycloak/keycloak-0 82b76cbdb975a0e36c128907d77335f0b5eca58c988283b32158275c7d7bb899 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 82b76cbdb975a0e36c128907d77335f0b5eca58c988283b32158275c7d7bb899 network default NAD default]
I0329 03:04:05.320603    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 82b76cbdb975a0e, network: default, NAD default, SandboxID: "82b76cbdb975a0e36c128907d77335f0b5eca58c988283b32158275c7d7bb899", PCI device ID: , UID: "fd210328-c679-4732-af68-9132366eca46", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0329 03:04:05.363982    3829 cni.go:424] [tsf-keycloak/keycloak-0 82b76cbdb975a0e36c128907d77335f0b5eca58c988283b32158275c7d7bb899 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 82b76cbdb975a0e36c128907d77335f0b5eca58c988283b32158275c7d7bb899 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:1d:ea:11:86:b1\",\"name\":\"82b76cbdb975a0e\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a95d8feb-e698-45c1-9fa3-bc4837992076\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:04:06.628893    3829 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-25s7b-vh7x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:06.629553    3829 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-25s7b-vh7x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0329 03:04:06.931835    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:04:06.931876    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:04:06.931915    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0329 03:04:07.439996    3829 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0329 03:04:07.649644    3829 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-25s7b-vh7x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:07.649677    3829 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-25s7b-vh7x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0329 03:04:10.453960    3829 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0329 03:04:10.482022    3829 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0329 03:04:12.241503    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5glw5 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:12.241591    3829 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5
I0329 03:04:12.255406    3829 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5] pod update took 13.83186ms
I0329 03:04:12.255457    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5] addLogicalPort annotation time took 13.886094ms
I0329 03:04:12.256688    3829 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5] addLogicalPort took 15.202077ms, libovsdb time 826.256µs
I0329 03:04:12.362772    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-vp9v4 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:12.362964    3829 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4
I0329 03:04:12.379589    3829 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4] pod update took 16.65055ms
I0329 03:04:12.379618    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4] addLogicalPort annotation time took 16.685263ms
I0329 03:04:12.381028    3829 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4] addLogicalPort took 18.276185ms, libovsdb time 1.005694ms
I0329 03:04:12.607055    3829 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5 61becb04d29d666992ae945fbb38f044824633bc2ee766033d6d5c5b47c30d14 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5 61becb04d29d666992ae945fbb38f044824633bc2ee766033d6d5c5b47c30d14 network default NAD default]
I0329 03:04:12.616219    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5glw5, hostIfaceName: 61becb04d29d666, network: default, NAD default, SandboxID: "61becb04d29d666992ae945fbb38f044824633bc2ee766033d6d5c5b47c30d14", PCI device ID: , UID: "9d639bed-6ed7-4efe-9372-6ff9bb7d5438", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0329 03:04:12.731078    3829 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4 38c32540df017dd9f3b5a286f1eb424769ef122d308fc84d10e6ec7092ff3d40 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4 38c32540df017dd9f3b5a286f1eb424769ef122d308fc84d10e6ec7092ff3d40 network default NAD default]
I0329 03:04:12.740088    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-vp9v4, hostIfaceName: 38c32540df017dd, network: default, NAD default, SandboxID: "38c32540df017dd9f3b5a286f1eb424769ef122d308fc84d10e6ec7092ff3d40", PCI device ID: , UID: "fbbb7f02-c966-4265-8fc5-eda6c8cf7990", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0329 03:04:12.788945    3829 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4 38c32540df017dd9f3b5a286f1eb424769ef122d308fc84d10e6ec7092ff3d40 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vp9v4 38c32540df017dd9f3b5a286f1eb424769ef122d308fc84d10e6ec7092ff3d40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:41:ed:7b:84:58\",\"name\":\"38c32540df017dd\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97efb822-f37a-4236-9ef0-0c122a0201ef\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:04:12.870143    3829 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5 61becb04d29d666992ae945fbb38f044824633bc2ee766033d6d5c5b47c30d14 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5glw5 61becb04d29d666992ae945fbb38f044824633bc2ee766033d6d5c5b47c30d14 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:79:69:44:e7:fc\",\"name\":\"61becb04d29d666\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7bb4c49-1357-4e61-a849-6294b563ddb3\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:04:15.994472    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0329 03:04:19.590685    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
W0329 03:04:19.607935    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0329 03:04:19.610650    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:04:19.610666    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0329 03:04:26.994712    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0329 03:04:41.109937    3829 cni.go:403] [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default]
I0329 03:04:41.191151    3829 cni.go:424] [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas a9fdac436e3ee3b76dd822d0ac8f8e648b80e98220d326e3cb5968dcaa973b71 network default NAD default], result "{}", err <nil>
I0329 03:04:41.241594    3829 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:41.241636    3829 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0329 03:04:41.243061    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.29
I0329 03:04:41.243091    3829 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:41.262353    3829 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:41.262380    3829 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:41.269314    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0329 03:04:41.269345    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0329 03:04:41.958855    3829 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-tzqlf] creating logical port tsf_patch-tekton-config-tzqlf for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:41.958958    3829 kube.go:256] Updating pod tsf/patch-tekton-config-tzqlf
I0329 03:04:41.971640    3829 pod.go:62] [tsf/patch-tekton-config-tzqlf] pod update took 12.711379ms
I0329 03:04:41.971669    3829 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-tzqlf] addLogicalPort annotation time took 12.743025ms
I0329 03:04:41.972939    3829 pods.go:271] [tsf/patch-tekton-config-tzqlf] addLogicalPort took 14.10146ms, libovsdb time 934.815µs
I0329 03:04:42.320088    3829 cni.go:403] [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default]
I0329 03:04:42.329209    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-tzqlf, hostIfaceName: 9f1db6d04ea5049, network: default, NAD default, SandboxID: "9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2", PCI device ID: , UID: "8ba74ac3-534d-44a8-99c5-99d70a290b97", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0329 03:04:42.374736    3829 cni.go:424] [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:bc:53:7f:0f:cc\",\"name\":\"9f1db6d04ea5049\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7b28035-a32f-4030-b000-40b45e9e5856\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:04:49.158722    3829 cni.go:403] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default]
I0329 03:04:49.244347    3829 cni.go:424] [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-jcwn7-q7g4l 59eb5900b21e4843913ae8e02503cb01889ab2708741fce12f3a7969b1599d14 network default NAD default], result "{}", err <nil>
I0329 03:04:49.296551    3829 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-jcwn7-q7g4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:49.296587    3829 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-jcwn7-q7g4l
I0329 03:04:49.298071    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-jcwn7-q7g4l, ips: 10.130.0.30
I0329 03:04:49.298101    3829 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-jcwn7-q7g4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:50.162968    3829 cni.go:403] [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default]
I0329 03:04:50.178945    3829 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-jcwn7-q7g4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:50.178965    3829 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-jcwn7-q7g4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:50.247261    3829 cni.go:424] [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-tzqlf 9f1db6d04ea5049d46eb047d5986ae1bd28486daba2578aadd3f3a338430e7b2 network default NAD default], result "{}", err <nil>
I0329 03:04:50.299629    3829 obj_retry.go:464] Detected object tsf/patch-tekton-config-tzqlf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:50.299664    3829 pods.go:176] Deleting pod: tsf/patch-tekton-config-tzqlf
I0329 03:04:50.300924    3829 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-tzqlf, ips: 10.130.0.34
I0329 03:04:50.300957    3829 obj_retry.go:464] Detected object tsf/patch-tekton-config-tzqlf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:50.868340    3829 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-86f54c6664-qv884] creating logical port tsf-tas_rekor-redis-86f54c6664-qv884 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:50.868461    3829 kube.go:256] Updating pod tsf-tas/rekor-redis-86f54c6664-qv884
I0329 03:04:50.884944    3829 pod.go:62] [tsf-tas/rekor-redis-86f54c6664-qv884] pod update took 16.535096ms
I0329 03:04:50.884964    3829 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-86f54c6664-qv884] addLogicalPort annotation time took 16.561276ms
I0329 03:04:50.886173    3829 pods.go:271] [tsf-tas/rekor-redis-86f54c6664-qv884] addLogicalPort took 17.845466ms, libovsdb time 893.458µs
I0329 03:04:51.322097    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-tzqlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:51.322128    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-tzqlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:51.827389    3829 cni.go:403] [tsf-tas/rekor-redis-86f54c6664-qv884 31f2c1d83111c42c7cd81268a6da6174aee0264c3d72ff644baeaba956910f81 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-86f54c6664-qv884 31f2c1d83111c42c7cd81268a6da6174aee0264c3d72ff644baeaba956910f81 network default NAD default]
I0329 03:04:51.835680    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-86f54c6664-qv884, hostIfaceName: 31f2c1d83111c42, network: default, NAD default, SandboxID: "31f2c1d83111c42c7cd81268a6da6174aee0264c3d72ff644baeaba956910f81", PCI device ID: , UID: "3072b638-3b52-4ba3-8d58-9e1a804d4e2b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0329 03:04:51.880644    3829 cni.go:424] [tsf-tas/rekor-redis-86f54c6664-qv884 31f2c1d83111c42c7cd81268a6da6174aee0264c3d72ff644baeaba956910f81 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-86f54c6664-qv884 31f2c1d83111c42c7cd81268a6da6174aee0264c3d72ff644baeaba956910f81 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:10:82:c8:9a:dd\",\"name\":\"31f2c1d83111c42\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40621902-5ba5-4b3e-84a0-d8866afc2a86\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:04:52.510878    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0329 03:04:53.493704    3829 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6484c55c6-d2wrn] creating logical port tsf-tas_rekor-server-6484c55c6-d2wrn for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:04:53.493843    3829 kube.go:256] Updating pod tsf-tas/rekor-server-6484c55c6-d2wrn
I0329 03:04:53.507001    3829 pod.go:62] [tsf-tas/rekor-server-6484c55c6-d2wrn] pod update took 13.181374ms
I0329 03:04:53.507029    3829 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-6484c55c6-d2wrn] addLogicalPort annotation time took 13.213172ms
I0329 03:04:53.508484    3829 pods.go:271] [tsf-tas/rekor-server-6484c55c6-d2wrn] addLogicalPort took 14.795693ms, libovsdb time 944.191µs
W0329 03:04:54.184242    3829 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0329 03:04:56.741870    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0329 03:04:57.892711    3829 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-mlckb-92rgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:57.893269    3829 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-mlckb-92rgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:58.791486    3829 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-mlckb-92rgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:58.791514    3829 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-mlckb-92rgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:58.806271    3829 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-j5v7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:58.806862    3829 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-j5v7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:04:59.685393    3829 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-j5v7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:59.685446    3829 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-j5v7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:59.736650    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-tzqlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:59.736672    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-tzqlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:04:59.743832    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tzqlf
I0329 03:04:59.743859    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tzqlf
I0329 03:05:01.965154    3829 cni.go:403] [tsf-tas/rekor-server-6484c55c6-d2wrn 71fd429f4ae18dd0ccb577e23f782b0b5f43f4de02847d7470fdcb4c2398694a network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-6484c55c6-d2wrn 71fd429f4ae18dd0ccb577e23f782b0b5f43f4de02847d7470fdcb4c2398694a network default NAD default]
I0329 03:05:01.990406    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6484c55c6-d2wrn, hostIfaceName: 71fd429f4ae18dd, network: default, NAD default, SandboxID: "71fd429f4ae18dd0ccb577e23f782b0b5f43f4de02847d7470fdcb4c2398694a", PCI device ID: , UID: "fcf4b9e4-fa7e-473e-9320-23c2b4a4794f", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0329 03:05:02.035519    3829 cni.go:424] [tsf-tas/rekor-server-6484c55c6-d2wrn 71fd429f4ae18dd0ccb577e23f782b0b5f43f4de02847d7470fdcb4c2398694a network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-6484c55c6-d2wrn 71fd429f4ae18dd0ccb577e23f782b0b5f43f4de02847d7470fdcb4c2398694a network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:0e:a6:81:c0:d2\",\"name\":\"71fd429f4ae18dd\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7207274-39f3-4c46-b2b9-6fc2ccc34437\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:05:03.696479    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0329 03:05:05.240134    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0329 03:05:06.230730    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0329 03:05:10.981458    3829 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:10.982076    3829 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:11.000554    3829 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:11.000578    3829 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:11.008664    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0329 03:05:11.008687    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0329 03:05:11.576536    3829 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:05:11.576669    3829 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0329 03:05:11.589504    3829 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.860335ms
I0329 03:05:11.589532    3829 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.890343ms
I0329 03:05:11.590831    3829 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.315901ms, libovsdb time 891.172µs
I0329 03:05:11.932625    3829 cni.go:403] [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default]
I0329 03:05:11.941495    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: fa7c4c76d4953af, network: default, NAD default, SandboxID: "fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67", PCI device ID: , UID: "2c93c1d7-393c-43d2-b733-56f15434cf37", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0329 03:05:11.987719    3829 cni.go:424] [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:3c:0b:cb:e8:9a\",\"name\":\"fa7c4c76d4953af\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40471b41-1d27-4b5e-a843-323535750b56\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:05:15.302294    3829 cni.go:403] [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default]
I0329 03:05:15.383282    3829 cni.go:424] [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa fa7c4c76d4953af4c90290f051cb61bb0a1ea282bd8d22fec73fa0018cd5bc67 network default NAD default], result "{}", err <nil>
I0329 03:05:15.435162    3829 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:15.435197    3829 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0329 03:05:15.436746    3829 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.37
I0329 03:05:15.436777    3829 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:15.456505    3829 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:15.456523    3829 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:15.464717    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0329 03:05:15.464804    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0329 03:05:15.679215    3829 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:05:15.679353    3829 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0329 03:05:15.692886    3829 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.554569ms
I0329 03:05:15.692915    3829 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.587615ms
I0329 03:05:15.694587    3829 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.386201ms, libovsdb time 1.155339ms
I0329 03:05:16.043059    3829 cni.go:403] [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default]
I0329 03:05:16.051677    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3a9e80179aaf3e6, network: default, NAD default, SandboxID: "3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552", PCI device ID: , UID: "8488e585-c872-4f78-9ec2-0bb66b0d41ee", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0329 03:05:16.098391    3829 cni.go:424] [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:a4:fe:88:7c:aa\",\"name\":\"3a9e80179aaf3e6\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96575abd-dafa-4b57-8649-0ed96e3b54e4\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:05:16.248398    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0329 03:05:21.807051    3829 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-x9m9g-696dh] creating logical port tsf-tas_tuf-repository-init-x9m9g-696dh for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:05:21.807148    3829 kube.go:256] Updating pod tsf-tas/tuf-repository-init-x9m9g-696dh
I0329 03:05:21.819625    3829 pod.go:62] [tsf-tas/tuf-repository-init-x9m9g-696dh] pod update took 12.502075ms
I0329 03:05:21.819646    3829 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-x9m9g-696dh] addLogicalPort annotation time took 12.527531ms
I0329 03:05:21.820900    3829 pods.go:271] [tsf-tas/tuf-repository-init-x9m9g-696dh] addLogicalPort took 13.872254ms, libovsdb time 902.245µs
I0329 03:05:22.944094    3829 obj_retry.go:464] Detected object tsf-tpa/create-db-w97nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:22.944672    3829 obj_retry.go:464] Detected object tsf-tpa/create-db-w97nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:23.823585    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-w97nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:23.823614    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-w97nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:24.871775    3829 cni.go:403] [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default]
I0329 03:05:24.880502    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-x9m9g-696dh, hostIfaceName: c2e53c4c59107b1, network: default, NAD default, SandboxID: "c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5", PCI device ID: , UID: "e3d819db-7156-47d1-84c4-5736962adf9d", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0329 03:05:24.924376    3829 cni.go:424] [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:10:80:a0:d2:09\",\"name\":\"c2e53c4c59107b1\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42712c6a-8c8d-4eb2-9665-82ede310ea57\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:05:28.381273    3829 cni.go:403] [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default]
I0329 03:05:28.461094    3829 cni.go:424] [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-x9m9g-696dh c2e53c4c59107b13a5e813b8cca0a27a54c08a81a55a836da8c5baddceb3e7b5 network default NAD default], result "{}", err <nil>
I0329 03:05:28.510605    3829 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-x9m9g-696dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:28.510636    3829 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-x9m9g-696dh
I0329 03:05:28.511947    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-x9m9g-696dh, ips: 10.130.0.39
I0329 03:05:28.511976    3829 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-x9m9g-696dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:29.535238    3829 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-x9m9g-696dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:29.535261    3829 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-x9m9g-696dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:30.096177    3829 obj_retry.go:464] Detected object tsf-tpa/migrate-db-c46dv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:30.096737    3829 obj_retry.go:464] Detected object tsf-tpa/migrate-db-c46dv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:30.988024    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-c46dv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:30.988049    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-c46dv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:31.184689    3829 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-v6xfb] creating logical port tsf-tpa_create-importers-v6xfb for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:05:31.184792    3829 kube.go:256] Updating pod tsf-tpa/create-importers-v6xfb
I0329 03:05:31.198413    3829 pod.go:62] [tsf-tpa/create-importers-v6xfb] pod update took 13.649837ms
I0329 03:05:31.198458    3829 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-v6xfb] addLogicalPort annotation time took 13.696917ms
I0329 03:05:31.199724    3829 pods.go:271] [tsf-tpa/create-importers-v6xfb] addLogicalPort took 15.054606ms, libovsdb time 862.25µs
I0329 03:05:31.545996    3829 cni.go:403] [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default]
I0329 03:05:31.554803    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-v6xfb, hostIfaceName: cc04f87dffd0a14, network: default, NAD default, SandboxID: "cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab", PCI device ID: , UID: "b03f3355-bcab-4bc8-bb40-15f876f3df44", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0329 03:05:31.602457    3829 cni.go:424] [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:7a:09:d3:82:68\",\"name\":\"cc04f87dffd0a14\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ec9fcbc-97c9-4917-8e71-c0a9d3c92ca5\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:05:33.932759    3829 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-vlv52] creating logical port tsf-tas_tuf-bc5768c88-vlv52 for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:05:33.932852    3829 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-vlv52
I0329 03:05:33.951739    3829 pod.go:62] [tsf-tas/tuf-bc5768c88-vlv52] pod update took 18.909259ms
I0329 03:05:33.951762    3829 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-vlv52] addLogicalPort annotation time took 18.939053ms
I0329 03:05:33.952895    3829 pods.go:271] [tsf-tas/tuf-bc5768c88-vlv52] addLogicalPort took 20.150359ms, libovsdb time 785.342µs
I0329 03:05:35.425070    3829 cni.go:403] [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default]
I0329 03:05:35.505861    3829 cni.go:424] [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-v6xfb cc04f87dffd0a14b2e969829672c14e0af67c4b90147ec724957cbcedd2626ab network default NAD default], result "{}", err <nil>
I0329 03:05:35.558317    3829 obj_retry.go:464] Detected object tsf-tpa/create-importers-v6xfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:35.558358    3829 pods.go:176] Deleting pod: tsf-tpa/create-importers-v6xfb
I0329 03:05:35.559656    3829 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-v6xfb, ips: 10.130.0.40
I0329 03:05:35.559691    3829 obj_retry.go:464] Detected object tsf-tpa/create-importers-v6xfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:05:36.582112    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-v6xfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:36.582149    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-v6xfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:05:42.989550    3829 cni.go:403] [tsf-tas/tuf-bc5768c88-vlv52 491b62138aa645df3d22806c52d212e638b7d3d7ed4e5fed912dc6f3ce79668c network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-vlv52 491b62138aa645df3d22806c52d212e638b7d3d7ed4e5fed912dc6f3ce79668c network default NAD default]
I0329 03:05:42.998298    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-vlv52, hostIfaceName: 491b62138aa645d, network: default, NAD default, SandboxID: "491b62138aa645df3d22806c52d212e638b7d3d7ed4e5fed912dc6f3ce79668c", PCI device ID: , UID: "681c709a-9972-41fb-811d-1b6aa5bd4b44", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0329 03:05:43.043308    3829 cni.go:424] [tsf-tas/tuf-bc5768c88-vlv52 491b62138aa645df3d22806c52d212e638b7d3d7ed4e5fed912dc6f3ce79668c network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-vlv52 491b62138aa645df3d22806c52d212e638b7d3d7ed4e5fed912dc6f3ce79668c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:d3:e9:ba:51:dd\",\"name\":\"491b62138aa645d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98435c4b-ebdc-486a-99a6-e03436c80e8f\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:05:43.930849    3829 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0329 03:05:46.479080    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0329 03:05:57.499219    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0329 03:06:07.513596    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133
I0329 03:06:09.462694    3829 namespace.go:142] [openshift-pipelines] updating namespace
I0329 03:06:11.613773    3829 cni.go:403] [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default]
I0329 03:06:11.690711    3829 cni.go:424] [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3a9e80179aaf3e65f345924e394da9896b4622ad2faaaed5cb0be51972ce5552 network default NAD default], result "{}", err <nil>
I0329 03:06:11.743379    3829 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:11.743412    3829 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0329 03:06:11.744683    3829 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.38
I0329 03:06:11.744715    3829 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:11.784865    3829 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:11.784887    3829 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:11.793782    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0329 03:06:11.793801    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0329 03:06:12.517411    3829 namespace.go:98] [integration-service] adding namespace
I0329 03:06:12.518294    3829 namespace.go:102] [integration-service] adding namespace took 844.436µs
I0329 03:06:12.521841    3829 namespace.go:98] [image-controller] adding namespace
I0329 03:06:12.522472    3829 namespace.go:102] [image-controller] adding namespace took 618.46µs
I0329 03:06:12.524068    3829 namespace.go:98] [build-service] adding namespace
I0329 03:06:12.524845    3829 namespace.go:102] [build-service] adding namespace took 762.908µs
I0329 03:06:12.565220    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:12.589005    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:12.592481    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:12.621628    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:12.631691    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:12.651565    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:12.715591    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:12.752843    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:12.801579    3829 namespace.go:98] [release-service] adding namespace
I0329 03:06:12.802446    3829 namespace.go:102] [release-service] adding namespace took 848.877µs
I0329 03:06:12.858339    3829 namespace.go:142] [release-service] updating namespace
I0329 03:06:12.880744    3829 namespace.go:142] [release-service] updating namespace
I0329 03:06:12.898927    3829 namespace.go:142] [konflux-ui] updating namespace
I0329 03:06:12.974667    3829 namespace.go:98] [konflux-info] adding namespace
I0329 03:06:12.975556    3829 namespace.go:102] [konflux-info] adding namespace took 869.903µs
I0329 03:06:13.032639    3829 namespace.go:98] [namespace-lister] adding namespace
I0329 03:06:13.033560    3829 namespace.go:102] [namespace-lister] adding namespace took 902.585µs
I0329 03:06:13.069627    3829 namespace.go:142] [konflux-info] updating namespace
I0329 03:06:13.121842    3829 namespace.go:98] [enterprise-contract-service] adding namespace
I0329 03:06:13.122020    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:13.122672    3829 namespace.go:102] [enterprise-contract-service] adding namespace took 811.307µs
I0329 03:06:13.153727    3829 namespace.go:142] [konflux-info] updating namespace
I0329 03:06:13.185622    3829 namespace.go:142] [namespace-lister] updating namespace
I0329 03:06:13.252575    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0329 03:06:13.252682    3829 namespace.go:142] [namespace-lister] updating namespace
I0329 03:06:13.361898    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0329 03:06:13.365870    3829 namespace.go:98] [default-tenant] adding namespace
I0329 03:06:13.366719    3829 namespace.go:102] [default-tenant] adding namespace took 830.185µs
I0329 03:06:13.450680    3829 namespace.go:142] [default-tenant] updating namespace
I0329 03:06:13.454268    3829 namespace.go:98] [segment-bridge] adding namespace
I0329 03:06:13.454986    3829 namespace.go:102] [segment-bridge] adding namespace took 703.825µs
I0329 03:06:13.564045    3829 namespace.go:142] [segment-bridge] updating namespace
I0329 03:06:13.589582    3829 namespace.go:142] [default-tenant] updating namespace
I0329 03:06:13.722790    3829 namespace.go:142] [segment-bridge] updating namespace
I0329 03:06:14.233885    3829 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0329 03:06:14.234535    3829 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0329 03:06:14.234549    3829 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0329 03:06:14.237181    3829 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0329 03:06:14.319623    3829 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0329 03:06:14.319640    3829 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0329 03:06:14.320408    3829 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0329 03:06:14.632759    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:15.123816    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:15.411633    3829 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-2z7x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:15.412218    3829 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-2z7x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:15.423592    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:15.628774    3829 namespace.go:142] [konflux-info] updating namespace
I0329 03:06:15.831739    3829 namespace.go:142] [namespace-lister] updating namespace
I0329 03:06:16.027174    3829 namespace.go:142] [release-service] updating namespace
I0329 03:06:16.035914    3829 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6dbc78d7d5-wnttz] creating logical port konflux-ui_proxy-6dbc78d7d5-wnttz for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:06:16.036027    3829 kube.go:256] Updating pod konflux-ui/proxy-6dbc78d7d5-wnttz
I0329 03:06:16.071813    3829 pod.go:62] [konflux-ui/proxy-6dbc78d7d5-wnttz] pod update took 35.828666ms
I0329 03:06:16.071916    3829 base_network_controller_pods.go:937] [default/konflux-ui/proxy-6dbc78d7d5-wnttz] addLogicalPort annotation time took 35.929305ms
I0329 03:06:16.079058    3829 pods.go:271] [konflux-ui/proxy-6dbc78d7d5-wnttz] addLogicalPort took 43.157787ms, libovsdb time 6.179802ms
I0329 03:06:16.156726    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:16.173107    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:16.184407    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:16.192662    3829 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-df744f7c5-bsbfs] creating logical port integration-service_integration-service-controller-manager-df744f7c5-bsbfs for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:06:16.192781    3829 kube.go:256] Updating pod integration-service/integration-service-controller-manager-df744f7c5-bsbfs
I0329 03:06:16.204038    3829 namespace.go:142] [konflux-info] updating namespace
I0329 03:06:16.214700    3829 pod.go:62] [integration-service/integration-service-controller-manager-df744f7c5-bsbfs] pod update took 21.942795ms
I0329 03:06:16.214720    3829 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-df744f7c5-bsbfs] addLogicalPort annotation time took 21.968604ms
I0329 03:06:16.215965    3829 pods.go:271] [integration-service/integration-service-controller-manager-df744f7c5-bsbfs] addLogicalPort took 23.322442ms, libovsdb time 914.769µs
I0329 03:06:16.227177    3829 namespace.go:142] [namespace-lister] updating namespace
I0329 03:06:16.236502    3829 namespace.go:142] [release-service] updating namespace
I0329 03:06:16.283966    3829 namespace.go:142] [build-service] updating namespace
I0329 03:06:16.333859    3829 namespace.go:142] [image-controller] updating namespace
I0329 03:06:16.396565    3829 namespace.go:142] [integration-service] updating namespace
I0329 03:06:16.427750    3829 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-2z7x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:16.427773    3829 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-2z7x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:16.502319    3829 namespace.go:142] [konflux-info] updating namespace
I0329 03:06:16.598826    3829 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-4.ec2.internal
I0329 03:06:16.598983    3829 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0329 03:06:16.606183    3829 namespace.go:142] [namespace-lister] updating namespace
I0329 03:06:16.611907    3829 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 12.980261ms
I0329 03:06:16.611928    3829 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 13.003671ms
I0329 03:06:16.613286    3829 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 14.475939ms, libovsdb time 938.418µs
I0329 03:06:16.698119    3829 namespace.go:142] [release-service] updating namespace
I0329 03:06:16.962896    3829 cni.go:403] [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default]
I0329 03:06:16.971880    3829 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a5157456605f14f, network: default, NAD default, SandboxID: "a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd", PCI device ID: , UID: "5dfd62bb-8c86-4f22-9ebc-cc0da1eeeff2", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23]
I0329 03:06:17.018023    3829 cni.go:424] [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:3b:d9:d3:50:92\",\"name\":\"a5157456605f14f\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a856846-b913-4bae-955f-e166a7d83237\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:06:17.291505    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0329 03:06:17.912642    3829 namespace.go:142] [default-tenant] updating namespace
I0329 03:06:18.113402    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0329 03:06:18.321685    3829 namespace.go:142] [segment-bridge] updating namespace
I0329 03:06:18.439106    3829 namespace.go:142] [default-tenant] updating namespace
I0329 03:06:18.457672    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0329 03:06:18.474596    3829 namespace.go:142] [segment-bridge] updating namespace
I0329 03:06:18.519039    3829 namespace.go:142] [default-tenant] updating namespace
I0329 03:06:18.601354    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0329 03:06:18.702750    3829 namespace.go:142] [segment-bridge] updating namespace
I0329 03:06:18.725164    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
W0329 03:06:20.287948    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0329 03:06:20.314553    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0329 03:06:23.903233    3829 cni.go:403] [konflux-ui/proxy-6dbc78d7d5-wnttz a046534b525037143931760330c73d92f4eb94be8be75c90c76d3013ef277f6a network default NAD default] ADD starting CNI request [konflux-ui/proxy-6dbc78d7d5-wnttz a046534b525037143931760330c73d92f4eb94be8be75c90c76d3013ef277f6a network default NAD default]
I0329 03:06:23.911656    3829 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-6dbc78d7d5-wnttz, hostIfaceName: a046534b5250371, network: default, NAD default, SandboxID: "a046534b525037143931760330c73d92f4eb94be8be75c90c76d3013ef277f6a", PCI device ID: , UID: "769fd5e4-e336-40e3-952d-ce7dda6f3b59", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0329 03:06:23.962234    3829 cni.go:424] [konflux-ui/proxy-6dbc78d7d5-wnttz a046534b525037143931760330c73d92f4eb94be8be75c90c76d3013ef277f6a network default NAD default] ADD finished CNI request [konflux-ui/proxy-6dbc78d7d5-wnttz a046534b525037143931760330c73d92f4eb94be8be75c90c76d3013ef277f6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:85:58:6d:79:f9\",\"name\":\"a046534b5250371\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd96bb70-196c-4fb1-ae73-328d9c08d7fe\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0329 03:06:24.055607    3829 cni.go:403] [integration-service/integration-service-controller-manager-df744f7c5-bsbfs b65b0566e55fb9e9608bca572b182cfa6fc1e979981c968d5213c223e96b327b network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-df744f7c5-bsbfs b65b0566e55fb9e9608bca572b182cfa6fc1e979981c968d5213c223e96b327b network default NAD default]
I0329 03:06:24.065333    3829 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-df744f7c5-bsbfs, hostIfaceName: b65b0566e55fb9e, network: default, NAD default, SandboxID: "b65b0566e55fb9e9608bca572b182cfa6fc1e979981c968d5213c223e96b327b", PCI device ID: , UID: "d6e611e4-1c23-46aa-85c6-653b484c56a1", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23]
I0329 03:06:24.114230    3829 cni.go:424] [integration-service/integration-service-controller-manager-df744f7c5-bsbfs b65b0566e55fb9e9608bca572b182cfa6fc1e979981c968d5213c223e96b327b network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-df744f7c5-bsbfs b65b0566e55fb9e9608bca572b182cfa6fc1e979981c968d5213c223e96b327b network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:7a:34:17:65:3c\",\"name\":\"b65b0566e55fb9e\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/539ab51a-ac04-4f3d-bdfd-00c54fd2c56f\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0329 03:06:25.334112    3829 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0329 03:06:30.376487    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0329 03:06:30.376508    3829 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0329 03:06:30.408540    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0329 03:06:30.408609    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0329 03:06:30.425380    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0329 03:06:30.425909    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0329 03:06:32.755872    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0329 03:06:32.755893    3829 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0329 03:06:32.778942    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0329 03:06:32.779118    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0329 03:06:41.402633    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0329 03:06:41.402660    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0329 03:06:41.410100    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0329 03:06:41.410118    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0329 03:06:43.760984    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0329 03:06:43.761074    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0329 03:06:44.149675    3829 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rbtgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:44.150284    3829 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rbtgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:06:44.470663    3829 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rbtgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:44.470690    3829 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rbtgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:06:44.480415    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-rbtgb
I0329 03:06:44.480472    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-rbtgb
W0329 03:07:08.446028    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0329 03:07:08.446055    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0329 03:07:08.446070    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0329 03:07:08.446076    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0329 03:07:09.523400    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=672
W0329 03:07:09.815511    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0329 03:07:09.815532    3829 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0329 03:07:10.691176    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0329 03:07:16.513746    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82
I0329 03:07:18.510586    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=155
I0329 03:07:18.714530    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0329 03:07:20.695766    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0329 03:07:39.366680    3829 obj_retry.go:464] Detected object konflux-ui/proxy-5bbc66485b-k45f5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:07:39.367297    3829 obj_retry.go:464] Detected object konflux-ui/proxy-5bbc66485b-k45f5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:07:39.826397    3829 obj_retry.go:458] Detected object konflux-ui/proxy-5bbc66485b-k45f5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:07:39.826442    3829 obj_retry.go:458] Detected object konflux-ui/proxy-5bbc66485b-k45f5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:07:39.834889    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bbc66485b-k45f5
I0329 03:07:39.834914    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bbc66485b-k45f5
I0329 03:07:49.590061    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0329 03:07:54.202948    3829 cni.go:403] [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default]
I0329 03:07:54.280456    3829 cni.go:424] [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux a5157456605f14f72e653224b58bf8f30379b5d988ef08dc0c3423df5a01d7dd network default NAD default], result "{}", err <nil>
I0329 03:07:54.330897    3829 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:07:54.330931    3829 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0329 03:07:54.332148    3829 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.44
I0329 03:07:54.332182    3829 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:07:54.352412    3829 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:07:54.352479    3829 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:07:54.358107    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0329 03:07:54.358130    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0329 03:07:54.702944    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0329 03:08:19.199159    3829 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:08:19.199787    3829 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:08:19.694588    3829 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:08:19.694622    3829 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:08:19.702886    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6
I0329 03:08:19.702914    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-fnfb6
I0329 03:08:32.410927    3829 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0329 03:08:32.411548    3829 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0329 03:08:33.157355    3829 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:08:33.157383    3829 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0329 03:08:33.165864    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz
I0329 03:08:33.165892    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-t5tlz
I0329 03:08:34.724370    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8