+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-167.ec2.internal
++ [[ -n ip-10-0-2-167.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-167.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0330 14:59:17.740437742 - disable conntrack on geneve port'
I0330 14:59:17.740437742 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0330 14:59:17.756890678 - starting ovnkube-node'
I0330 14:59:17.756890678 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-167.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-167.ec2.internal --init-node ip-10-0-2-167.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-167.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0330 14:59:17.795216    3869 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0330 14:59:17.795262    3869 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4a6a5c4963.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0330 14:59:17.797194    3869 kube.go:419] Waiting for certificate
I0330 14:59:17.797229    3869 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0330 14:59:17.797271    3869 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0330 14:59:17.797983    3869 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0330 14:59:17.827069    3869 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:17.827091    3869 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:17.830166    3869 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:17.834689    3869 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nd2qs"
I0330 14:59:17.843034    3869 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nd2qs"
I0330 14:59:17.843100    3869 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0330 14:59:18.798008    3869 kube.go:426] Certificate found
I0330 14:59:18.798579    3869 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0330 14:59:18.799562    3869 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0330 14:59:18.847474    3869 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-31 14:54:17 +0000 UTC" deadline="2026-03-31 11:12:03.426107288 +0000 UTC"
I0330 14:59:18.847511    3869 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h12m44.578607815s"
I0330 14:59:18.865299    3869 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0330 14:59:18.880663    3869 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0330 14:59:18.880733    3869 factory.go:531] Starting watch factory
I0330 14:59:18.880808    3869 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880815    3869 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880823    3869 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880835    3869 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880817    3869 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880869    3869 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.880982    3869 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.881004    3869 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.881151    3869 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.881171    3869 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.881223    3869 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.881251    3869 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.883062    3869 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0330 14:59:18.885766    3869 controller_manager.go:368] Starting the ovnkube controller
I0330 14:59:18.885777    3869 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-167.ec2.internal
I0330 14:59:18.885828    3869 controller_manager.go:393] NBDB zone sync took: 42.559µs
I0330 14:59:18.885837    3869 factory.go:531] Starting watch factory
I0330 14:59:18.898990    3869 ovn_northd.go:121] Registering OVN northd metrics
I0330 14:59:18.899019    3869 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0330 14:59:18.899961    3869 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.901722    3869 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.902375    3869 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0330 14:59:18.902397    3869 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0330 14:59:18.903172    3869 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.903177    3869 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.904601    3869 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.908714    3869 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0330 14:59:18.918055    3869 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0330 14:59:18.986164    3869 factory.go:1890] *v1.Node informer cache synced successfully
I0330 14:59:18.986180    3869 factory.go:1890] *v1.Service informer cache synced successfully
I0330 14:59:18.986184    3869 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0330 14:59:18.986187    3869 factory.go:1890] *v1.Pod informer cache synced successfully
I0330 14:59:18.986190    3869 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0330 14:59:18.986193    3869 factory.go:1890] *v1.Namespace informer cache synced successfully
I0330 14:59:18.986272    3869 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.986291    3869 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.986272    3869 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.986340    3869 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.989841    3869 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.989827    3869 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0330 14:59:18.991623    3869 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0330 14:59:18.991633    3869 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0330 14:59:18.991715    3869 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:18.991731    3869 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:18.992236    3869 factory.go:1890] *v1.Node informer cache synced successfully
I0330 14:59:18.992248    3869 factory.go:1890] *v1.Service informer cache synced successfully
I0330 14:59:18.992253    3869 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0330 14:59:18.992257    3869 factory.go:1890] *v1.Pod informer cache synced successfully
I0330 14:59:18.992262    3869 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0330 14:59:18.992266    3869 factory.go:1890] *v1.Namespace informer cache synced successfully
I0330 14:59:18.994235    3869 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:18.997515    3869 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0330 14:59:18.997526    3869 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0330 14:59:18.997525    3869 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0330 14:59:18.997593    3869 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:18.997610    3869 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.000107    3869 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.003476    3869 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0330 14:59:19.003543    3869 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.003555    3869 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.003622    3869 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0330 14:59:19.005976    3869 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.009186    3869 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0330 14:59:19.009204    3869 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0330 14:59:19.009249    3869 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.009262    3869 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.011699    3869 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.014876    3869 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0330 14:59:19.014896    3869 factory.go:1890] *v1.EgressService informer cache synced successfully
I0330 14:59:19.014964    3869 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.014981    3869 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.017448    3869 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.020588    3869 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0330 14:59:19.020604    3869 factory.go:1890] *v1.EgressService informer cache synced successfully
I0330 14:59:19.020779    3869 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 14:59:19.020792    3869 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 14:59:19.023233    3869 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0330 14:59:19.026383    3869 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0330 14:59:19.026392    3869 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0330 14:59:19.026489    3869 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.026506    3869 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.026519    3869 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.026532    3869 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.029645    3869 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.030254    3869 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0330 14:59:19.031884    3869 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0330 14:59:19.031897    3869 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0330 14:59:19.031906    3869 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0330 14:59:19.031913    3869 factory.go:636] Watch Factory start up complete, took: 151.182456ms
I0330 14:59:19.031990    3869 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0330 14:59:19.037851    3869 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0330 14:59:19.037862    3869 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0330 14:59:19.037871    3869 factory.go:636] Watch Factory start up complete, took: 152.031164ms
I0330 14:59:19.037881    3869 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-167.ec2.internal" zone
I0330 14:59:19.076844    3869 default_node_network_controller.go:709] Initializing the default node network controller
I0330 14:59:19.127028    3869 udn_isolation.go:101] Starting UDN host isolation manager
I0330 14:59:19.133577    3869 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0330 14:59:19.197221    3869 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0330 14:59:19.197302    3869 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0330 14:59:19.197320    3869 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0330 14:59:19.228789    3869 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0330 14:59:19.228853    3869 default_node_network_controller.go:808] Node ip-10-0-2-167.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0330 14:59:19.234254    3869 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.167"] k8s.ovn.org/zone-name:ip-10-0-2-167.ec2.internal] on node ip-10-0-2-167.ec2.internal
I0330 14:59:19.254289    3869 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0330 14:59:19.260321    3869 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0330 14:59:19.260450    3869 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0330 14:59:19.260566    3869 gateway_init.go:263] Preparing Gateway
I0330 14:59:19.260578    3869 gateway_shared_intf.go:1658] Creating new gateway
I0330 14:59:19.288988    3869 controller_manager.go:427] Waiting for node in zone sync took: 251.094824ms
I0330 14:59:19.295106    3869 controller_manager.go:608] Switching to transit router for layer2 networks
I0330 14:59:19.295121    3869 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-167.ec2.internal
I0330 14:59:19.310845    3869 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0330 14:59:19.316289    3869 controller_manager.go:288] SCTP support detected in OVN
I0330 14:59:19.316837    3869 services_controller.go:69] Creating services controller for network=default
I0330 14:59:19.316944    3869 udn_enabled_svc.go:80] Waiting for service informer to sync
I0330 14:59:19.316963    3869 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0330 14:59:19.316990    3869 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0330 14:59:19.317004    3869 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0330 14:59:19.317012    3869 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0330 14:59:19.317146    3869 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0330 14:59:19.317186    3869 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0330 14:59:19.317212    3869 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.226µs
I0330 14:59:19.317221    3869 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.868µs
I0330 14:59:19.317219    3869 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 38.797µs
I0330 14:59:19.317226    3869 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0330 14:59:19.317235    3869 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0330 14:59:19.317243    3869 default_network_controller.go:321] Starting the default network controller
I0330 14:59:19.317307    3869 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.961µs
I0330 14:59:19.317408    3869 udn_enabled_svc.go:95] Performing full resync
I0330 14:59:19.317649    3869 udn_enabled_svc.go:99] Waiting for handler to sync
I0330 14:59:19.317658    3869 udn_enabled_svc.go:104] Starting worker
I0330 14:59:19.325128    3869 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0330 14:59:19.325222    3869 repair.go:33] Syncing exgw routes took 69.952µs
I0330 14:59:19.325250    3869 default_network_controller.go:407] Starting all the Watchers...
I0330 14:59:19.325441    3869 namespace.go:98] [openshift-ingress-canary] adding namespace
I0330 14:59:19.325453    3869 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0330 14:59:19.325465    3869 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0330 14:59:19.325477    3869 namespace.go:98] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] adding namespace
I0330 14:59:19.325496    3869 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0330 14:59:19.325497    3869 namespace.go:98] [openshift-infra] adding namespace
I0330 14:59:19.325512    3869 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0330 14:59:19.325510    3869 namespace.go:98] [default] adding namespace
I0330 14:59:19.325517    3869 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0330 14:59:19.325519    3869 namespace.go:98] [openshift-config] adding namespace
I0330 14:59:19.325530    3869 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0330 14:59:19.325530    3869 namespace.go:98] [openshift-image-registry] adding namespace
I0330 14:59:19.325535    3869 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0330 14:59:19.325549    3869 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0330 14:59:19.325443    3869 namespace.go:98] [kube-public] adding namespace
I0330 14:59:19.326022    3869 namespace.go:102] [openshift-ingress-canary] adding namespace took 569.306µs
I0330 14:59:19.326036    3869 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0330 14:59:19.326506    3869 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 465.408µs
I0330 14:59:19.326518    3869 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0330 14:59:19.327025    3869 namespace.go:102] [openshift-route-controller-manager] adding namespace took 499.664µs
I0330 14:59:19.327040    3869 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0330 14:59:19.327538    3869 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.074379ms
I0330 14:59:19.327556    3869 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0330 14:59:19.328037    3869 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.564701ms
I0330 14:59:19.328054    3869 namespace.go:98] [openshift-monitoring] adding namespace
I0330 14:59:19.328633    3869 namespace.go:102] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] adding namespace took 3.148544ms
I0330 14:59:19.328649    3869 namespace.go:98] [openshift-console-user-settings] adding namespace
I0330 14:59:19.329219    3869 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.715731ms
I0330 14:59:19.329233    3869 namespace.go:98] [dedicated-admin] adding namespace
I0330 14:59:19.329743    3869 namespace.go:102] [openshift-infra] adding namespace took 4.235001ms
I0330 14:59:19.329762    3869 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0330 14:59:19.330248    3869 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.729504ms
I0330 14:59:19.330261    3869 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0330 14:59:19.330745    3869 namespace.go:102] [default] adding namespace took 5.223433ms
I0330 14:59:19.330754    3869 namespace.go:98] [openshift-machine-api] adding namespace
I0330 14:59:19.331350    3869 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.824422ms
I0330 14:59:19.331365    3869 namespace.go:98] [openshift-controller-manager] adding namespace
I0330 14:59:19.332172    3869 namespace.go:102] [openshift-config] adding namespace took 6.645406ms
I0330 14:59:19.332188    3869 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0330 14:59:19.332739    3869 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.20011ms
I0330 14:59:19.332752    3869 namespace.go:98] [openshift-insights] adding namespace
I0330 14:59:19.333309    3869 namespace.go:102] [openshift-image-registry] adding namespace took 7.76471ms
I0330 14:59:19.333343    3869 namespace.go:98] [openshift-multus] adding namespace
I0330 14:59:19.333847    3869 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.302451ms
I0330 14:59:19.333865    3869 namespace.go:98] [openshift-console-operator] adding namespace
I0330 14:59:19.334277    3869 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.715232ms
I0330 14:59:19.334293    3869 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0330 14:59:19.334851    3869 namespace.go:102] [kube-public] adding namespace took 9.259284ms
I0330 14:59:19.334862    3869 namespace.go:98] [openshift-dns] adding namespace
I0330 14:59:19.335235    3869 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.18892ms
I0330 14:59:19.335249    3869 namespace.go:98] [openshift-backplane-cse] adding namespace
I0330 14:59:19.335448    3869 iptables.go:108] Creating table: filter chain: FORWARD
I0330 14:59:19.335654    3869 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.092934ms
I0330 14:59:19.335666    3869 namespace.go:98] [openshift-config-operator] adding namespace
I0330 14:59:19.336077    3869 namespace.go:102] [openshift-monitoring] adding namespace took 8.017661ms
I0330 14:59:19.336087    3869 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0330 14:59:19.336484    3869 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.829986ms
I0330 14:59:19.336497    3869 namespace.go:98] [kube-system] adding namespace
I0330 14:59:19.336852    3869 namespace.go:102] [dedicated-admin] adding namespace took 7.615173ms
I0330 14:59:19.336864    3869 namespace.go:98] [openshift-operators-redhat] adding namespace
I0330 14:59:19.337234    3869 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.466147ms
I0330 14:59:19.337245    3869 namespace.go:98] [openshift-dns-operator] adding namespace
I0330 14:59:19.337632    3869 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.366278ms
I0330 14:59:19.337643    3869 namespace.go:98] [openshift-apiserver] adding namespace
I0330 14:59:19.338013    3869 namespace.go:102] [openshift-machine-api] adding namespace took 7.25519ms
I0330 14:59:19.338024    3869 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0330 14:59:19.338411    3869 namespace.go:102] [openshift-controller-manager] adding namespace took 7.042081ms
I0330 14:59:19.338422    3869 namespace.go:98] [openshift-etcd] adding namespace
I0330 14:59:19.338813    3869 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.620907ms
I0330 14:59:19.338824    3869 namespace.go:98] [openshift-backplane-csm] adding namespace
W0330 14:59:19.339180    3869 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2l24m: pod openshift-multus/network-metrics-daemon-2l24m: no pod IPs found 
I0330 14:59:19.339229    3869 namespace.go:102] [openshift-insights] adding namespace took 6.470289ms
I0330 14:59:19.339246    3869 namespace.go:98] [openshift-authentication-operator] adding namespace
I0330 14:59:19.339654    3869 namespace.go:102] [openshift-multus] adding namespace took 6.304284ms
I0330 14:59:19.339669    3869 namespace.go:98] [openshift-network-console] adding namespace
W0330 14:59:19.340124    3869 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tm6hh: pod openshift-network-diagnostics/network-check-target-tm6hh: no pod IPs found 
I0330 14:59:19.340145    3869 namespace.go:102] [openshift-console-operator] adding namespace took 6.27465ms
I0330 14:59:19.340156    3869 namespace.go:98] [openshift-logging] adding namespace
I0330 14:59:19.340595    3869 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.29799ms
I0330 14:59:19.340605    3869 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0330 14:59:19.341090    3869 namespace.go:102] [openshift-dns] adding namespace took 6.222982ms
I0330 14:59:19.341104    3869 namespace.go:98] [openshift-cluster-version] adding namespace
I0330 14:59:19.341362    3869 iptables.go:108] Creating table: filter chain: OUTPUT
I0330 14:59:19.341510    3869 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.255645ms
I0330 14:59:19.342308    3869 namespace.go:102] [openshift-config-operator] adding namespace took 6.637166ms
I0330 14:59:19.342318    3869 namespace.go:98] [openshift-console] adding namespace
I0330 14:59:19.342776    3869 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.682484ms
I0330 14:59:19.342795    3869 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0330 14:59:19.343236    3869 namespace.go:102] [kube-system] adding namespace took 6.733177ms
I0330 14:59:19.343249    3869 namespace.go:98] [openshift-backplane-srep] adding namespace
I0330 14:59:19.343669    3869 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.799627ms
I0330 14:59:19.343683    3869 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0330 14:59:19.344097    3869 namespace.go:102] [openshift-dns-operator] adding namespace took 6.84574ms
I0330 14:59:19.344112    3869 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0330 14:59:19.344601    3869 namespace.go:102] [openshift-apiserver] adding namespace took 6.952985ms
I0330 14:59:19.344613    3869 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0330 14:59:19.345018    3869 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.987816ms
I0330 14:59:19.345032    3869 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0330 14:59:19.345449    3869 namespace.go:102] [openshift-etcd] adding namespace took 7.021397ms
I0330 14:59:19.345462    3869 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0330 14:59:19.345820    3869 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.991632ms
I0330 14:59:19.345831    3869 namespace.go:98] [openshift-config-managed] adding namespace
I0330 14:59:19.346232    3869 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.979145ms
I0330 14:59:19.346244    3869 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0330 14:59:19.346624    3869 namespace.go:102] [openshift-network-console] adding namespace took 6.94934ms
I0330 14:59:19.346635    3869 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0330 14:59:19.347054    3869 namespace.go:102] [openshift-logging] adding namespace took 6.893276ms
I0330 14:59:19.347066    3869 namespace.go:98] [openshift-marketplace] adding namespace
I0330 14:59:19.347451    3869 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.841892ms
I0330 14:59:19.347462    3869 namespace.go:98] [openshift-backplane] adding namespace
I0330 14:59:19.347547    3869 gateway_shared_intf.go:1787] Gateway Creation Complete
I0330 14:59:19.347563    3869 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-167.ec2.internal","mac-address":"0e:99:b1:c9:5b:c3","ip-addresses":["10.0.2.167/24"],"ip-address":"10.0.2.167/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2e5308e-8d94-4f34-86dd-251df74edd3e k8s.ovn.org/node-encap-ips:["10.0.2.167"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.167/24"} k8s.ovn.org/zone-name:ip-10-0-2-167.ec2.internal] on node ip-10-0-2-167.ec2.internal
I0330 14:59:19.347862    3869 namespace.go:102] [openshift-cluster-version] adding namespace took 6.753925ms
I0330 14:59:19.347873    3869 namespace.go:98] [openshift-backplane-tam] adding namespace
I0330 14:59:19.348313    3869 namespace.go:102] [openshift-console] adding namespace took 5.990966ms
I0330 14:59:19.348336    3869 namespace.go:98] [openshift-network-operator] adding namespace
I0330 14:59:19.348764    3869 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.965194ms
I0330 14:59:19.348774    3869 namespace.go:98] [openshift-backplane-cee] adding namespace
I0330 14:59:19.349181    3869 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.927628ms
I0330 14:59:19.349191    3869 namespace.go:98] [openshift] adding namespace
I0330 14:59:19.349610    3869 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.923321ms
I0330 14:59:19.349620    3869 namespace.go:98] [openshift-operators] adding namespace
I0330 14:59:19.349983    3869 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.865576ms
I0330 14:59:19.349995    3869 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0330 14:59:19.350379    3869 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.760759ms
I0330 14:59:19.350390    3869 namespace.go:98] [openshift-node] adding namespace
I0330 14:59:19.350789    3869 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.752845ms
I0330 14:59:19.350801    3869 namespace.go:98] [openshift-network-node-identity] adding namespace
I0330 14:59:19.351177    3869 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.710517ms
I0330 14:59:19.351187    3869 namespace.go:98] [openshift-authentication] adding namespace
I0330 14:59:19.351583    3869 namespace.go:102] [openshift-config-managed] adding namespace took 5.747464ms
I0330 14:59:19.351594    3869 namespace.go:98] [kube-node-lease] adding namespace
I0330 14:59:19.352061    3869 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.812511ms
I0330 14:59:19.352070    3869 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0330 14:59:19.352560    3869 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.918545ms
I0330 14:59:19.352574    3869 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0330 14:59:19.352909    3869 namespace.go:102] [openshift-marketplace] adding namespace took 5.836698ms
I0330 14:59:19.352925    3869 namespace.go:98] [openshift-package-operator] adding namespace
I0330 14:59:19.353417    3869 namespace.go:102] [openshift-backplane] adding namespace took 5.949442ms
I0330 14:59:19.353428    3869 namespace.go:98] [openshift-ingress-operator] adding namespace
I0330 14:59:19.353852    3869 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.973234ms
I0330 14:59:19.353865    3869 namespace.go:98] [openshift-host-network] adding namespace
I0330 14:59:19.354273    3869 namespace.go:102] [openshift-network-operator] adding namespace took 5.931545ms
I0330 14:59:19.354769    3869 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.990925ms
I0330 14:59:19.355230    3869 namespace.go:102] [openshift] adding namespace took 6.034331ms
I0330 14:59:19.355240    3869 namespace.go:98] [openshift-ingress] adding namespace
I0330 14:59:19.355702    3869 namespace.go:102] [openshift-operators] adding namespace took 6.077965ms
I0330 14:59:19.356155    3869 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.156387ms
I0330 14:59:19.356967    3869 namespace.go:102] [openshift-node] adding namespace took 6.571848ms
I0330 14:59:19.357484    3869 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.67947ms
I0330 14:59:19.357496    3869 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0330 14:59:19.357938    3869 namespace.go:102] [openshift-authentication] adding namespace took 6.746636ms
I0330 14:59:19.358312    3869 namespace.go:102] [kube-node-lease] adding namespace took 6.714131ms
I0330 14:59:19.358786    3869 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.712188ms
I0330 14:59:19.359204    3869 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.626552ms
I0330 14:59:19.359213    3869 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0330 14:59:19.359594    3869 namespace.go:102] [openshift-package-operator] adding namespace took 6.663624ms
I0330 14:59:19.360005    3869 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.573315ms
I0330 14:59:19.360440    3869 namespace.go:102] [openshift-host-network] adding namespace took 6.570824ms
I0330 14:59:19.360453    3869 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0330 14:59:19.360861    3869 namespace.go:102] [openshift-ingress] adding namespace took 5.616452ms
I0330 14:59:19.361250    3869 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.749949ms
I0330 14:59:19.361702    3869 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.48443ms
I0330 14:59:19.362044    3869 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.586365ms
I0330 14:59:19.362418    3869 zone_ic_handler.go:186] Time taken to create transit switch: 286.982µs
I0330 14:59:19.362521    3869 master.go:532] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default"
I0330 14:59:19.365306    3869 default_node_network_controller.go:518] Node connection status = connected
I0330 14:59:19.365788    3869 default_network_controller.go:806] Node add failed for ip-10-0-2-167.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal]
E0330 14:59:19.365844    3869 obj_retry.go:541] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal]
I0330 14:59:19.365881    3869 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0330 14:59:19.365909    3869 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0330 14:59:19.365922    3869 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0330 14:59:19.365934    3869 master.go:532] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default"
I0330 14:59:19.365945    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0330 14:59:19.365927    3869 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-167.ec2.internal", UID:"76409f98-7a2f-4c51-9f63-87c40693dac0", APIVersion:"v1", ResourceVersion:"8072", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal]
I0330 14:59:19.366000    3869 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0330 14:59:19.366008    3869 services_controller.go:574] Full service sync requested for network=default
W0330 14:59:19.370359    3869 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-tm6hh: pod openshift-network-diagnostics/network-check-target-tm6hh: no pod IPs found 
W0330 14:59:19.370377    3869 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2l24m: pod openshift-multus/network-metrics-daemon-2l24m: no pod IPs found 
I0330 14:59:19.371279    3869 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-167.ec2.internal for the network default
I0330 14:59:19.466437    3869 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0330 14:59:19.466458    3869 services_controller.go:208] Setting up event handlers for services for network=default
I0330 14:59:19.466550    3869 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0330 14:59:19.466604    3869 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0330 14:59:19.466625    3869 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0330 14:59:19.566716    3869 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0330 14:59:19.566736    3869 repair.go:60] Starting repairing loop for services
I0330 14:59:19.566813    3869 repair.go:131] Deleted 0 stale service LBs
I0330 14:59:19.566831    3869 repair.go:137] Deleted 0 stale Chassis Template Vars
I0330 14:59:19.566861    3869 repair.go:62] Finished repairing loop for services: 126.862µs
I0330 14:59:19.566886    3869 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0330 14:59:19.566896    3869 services_controller.go:254] Starting workers for network=default
I0330 14:59:19.567179    3869 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2l24m] creating logical port openshift-multus_network-metrics-daemon-2l24m for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:19.567249    3869 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tm6hh] creating logical port openshift-network-diagnostics_network-check-target-tm6hh for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:19.567389    3869 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2l24m
I0330 14:59:19.567406    3869 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-tm6hh
I0330 14:59:19.583581    3869 pod.go:62] [openshift-network-diagnostics/network-check-target-tm6hh] pod update took 16.234744ms
I0330 14:59:19.583597    3869 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-tm6hh] addLogicalPort annotation time took 16.271537ms
I0330 14:59:19.583655    3869 pod.go:62] [openshift-multus/network-metrics-daemon-2l24m] pod update took 16.392869ms
I0330 14:59:19.583676    3869 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-2l24m] addLogicalPort annotation time took 16.414239ms
I0330 14:59:19.584658    3869 pods.go:271] [openshift-network-diagnostics/network-check-target-tm6hh] addLogicalPort took 17.417493ms, libovsdb time 804.557µs
I0330 14:59:19.585031    3869 pods.go:271] [openshift-multus/network-metrics-daemon-2l24m] addLogicalPort took 17.862487ms, libovsdb time 1.14074ms
I0330 14:59:19.585540    3869 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0330 14:59:19.585558    3869 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0330 14:59:19.585572    3869 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0330 14:59:19.585579    3869 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0330 14:59:19.585776    3869 repair.go:29] Repairing admin network policies took 192.5µs
I0330 14:59:19.585881    3869 repair.go:92] Repairing baseline admin network policies took 97.541µs
I0330 14:59:19.586313    3869 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0330 14:59:19.586348    3869 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0330 14:59:19.588369    3869 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0330 14:59:19.588388    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0330 14:59:19.588399    3869 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0330 14:59:19.590264    3869 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0330 14:59:19.590284    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0330 14:59:19.590292    3869 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0330 14:59:19.591870    3869 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0330 14:59:19.591890    3869 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0330 14:59:19.591899    3869 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0330 14:59:19.592735    3869 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0330 14:59:19.592752    3869 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0330 14:59:19.592761    3869 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0330 14:59:19.594986    3869 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0330 14:59:19.595006    3869 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0330 14:59:19.595013    3869 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0330 14:59:19.595268    3869 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0330 14:59:19.595286    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0330 14:59:19.595297    3869 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0330 14:59:19.595730    3869 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0330 14:59:19.595745    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0330 14:59:19.595753    3869 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0330 14:59:19.596172    3869 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0330 14:59:19.596189    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0330 14:59:19.596200    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0330 14:59:19.597730    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0330 14:59:19.597749    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0330 14:59:19.597758    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0330 14:59:19.598197    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0330 14:59:19.598216    3869 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0330 14:59:19.598224    3869 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0330 14:59:19.598727    3869 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0330 14:59:19.598743    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0330 14:59:19.598752    3869 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0330 14:59:19.599855    3869 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0330 14:59:19.599875    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0330 14:59:19.599884    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0330 14:59:19.600421    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0330 14:59:19.600439    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0330 14:59:19.600445    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0330 14:59:19.601591    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0330 14:59:19.601607    3869 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0330 14:59:19.601616    3869 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0330 14:59:19.602553    3869 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0330 14:59:19.602569    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0330 14:59:19.602578    3869 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0330 14:59:19.603229    3869 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0330 14:59:19.603241    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0330 14:59:19.603248    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0330 14:59:19.604701    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0330 14:59:19.604718    3869 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0330 14:59:19.604725    3869 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0330 14:59:19.605191    3869 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0330 14:59:19.605203    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0330 14:59:19.605208    3869 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0330 14:59:19.605472    3869 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0330 14:59:19.605490    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0330 14:59:19.605499    3869 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0330 14:59:19.606451    3869 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0330 14:59:19.606467    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0330 14:59:19.606474    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0330 14:59:19.607315    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0330 14:59:19.607349    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0330 14:59:19.607358    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0330 14:59:19.607770    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0330 14:59:19.607785    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0330 14:59:19.608157    3869 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0330 14:59:19.608167    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0330 14:59:19.608797    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0330 14:59:19.608815    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0330 14:59:19.608821    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0330 14:59:19.609086    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0330 14:59:19.609104    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0330 14:59:19.609115    3869 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0330 14:59:19.610213    3869 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0330 14:59:19.610229    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0330 14:59:19.610235    3869 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0330 14:59:19.610496    3869 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0330 14:59:19.610511    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0330 14:59:19.610539    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0330 14:59:19.611192    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0330 14:59:19.611205    3869 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0330 14:59:19.611211    3869 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0330 14:59:19.612729    3869 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0330 14:59:19.612744    3869 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0330 14:59:19.612753    3869 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0330 14:59:19.613196    3869 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0330 14:59:19.617298    3869 egressfirewall.go:319] Starting EgressFirewall controller
I0330 14:59:19.617320    3869 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0330 14:59:19.617380    3869 controller.go:133] Adding controller egress-firewall-controller event handlers
I0330 14:59:19.617391    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0330 14:59:19.617402    3869 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0330 14:59:19.617405    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0330 14:59:19.617414    3869 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0330 14:59:19.617668    3869 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0330 14:59:19.617682    3869 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0330 14:59:19.617692    3869 egressqos.go:193] Setting up event handlers for EgressQoS
I0330 14:59:19.617774    3869 egressfirewall.go:628] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0330 14:59:19.617791    3869 egressqos.go:245] Starting EgressQoS Controller
I0330 14:59:19.617801    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0330 14:59:19.617809    3869 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0330 14:59:19.617814    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0330 14:59:19.617818    3869 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0330 14:59:19.617824    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0330 14:59:19.617829    3869 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0330 14:59:19.617832    3869 egressqos.go:259] Repairing EgressQoSes
I0330 14:59:19.617836    3869 egressqos.go:399] Starting repairing loop for egressqos
I0330 14:59:19.617911    3869 egressqos.go:401] Finished repairing loop for egressqos: 74.056µs
I0330 14:59:19.617926    3869 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0330 14:59:19.617953    3869 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-167.ec2.internal
I0330 14:59:19.617997    3869 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-167.ec2.internal : 45.103µs
I0330 14:59:19.618050    3869 egressservice_zone.go:210] Starting Egress Services Controller
I0330 14:59:19.618066    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0330 14:59:19.618075    3869 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0330 14:59:19.618084    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0330 14:59:19.618091    3869 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0330 14:59:19.618098    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0330 14:59:19.618106    3869 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0330 14:59:19.618114    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0330 14:59:19.618118    3869 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0330 14:59:19.618122    3869 egressservice_zone.go:228] Repairing Egress Services
I0330 14:59:19.618377    3869 master_controller.go:88] Starting Admin Policy Based Route Controller
I0330 14:59:19.618386    3869 external_controller.go:278] Starting Admin Policy Based Route Controller
I0330 14:59:19.618411    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0330 14:59:19.618424    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 16.35µs
I0330 14:59:19.618485    3869 default_network_controller.go:568] Completing all the Watchers took 293.226518ms
I0330 14:59:19.618500    3869 default_network_controller.go:572] Starting unidling controllers
I0330 14:59:19.618515    3869 unidle.go:46] Registering OVN SB ControllerEvent handler
I0330 14:59:19.618524    3869 unidle.go:63] Populating Initial ContollerEvent events
I0330 14:59:19.618539    3869 unidle.go:79] Setting up event handlers for services
I0330 14:59:19.618623    3869 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0330 14:59:19.866261    3869 default_node_network_controller.go:518] Node connection status = connected
I0330 14:59:20.084723    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-27.ec2.internal in network "default"
I0330 14:59:20.084746    3869 node_tracker.go:220] Node ip-10-0-1-27.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:20.084722    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 14:59:20.084758    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
E0330 14:59:20.084765    3869 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-27.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:20.084775    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 19.672µs
I0330 14:59:20.084780    3869 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-27.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-27.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-27.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-27.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-27.ec2.internal, error parsing annotation for node ip-10-0-1-27.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0330 14:59:20.099923    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-27.ec2.internal annotation: unexpected end of JSON input
I0330 14:59:20.099986    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0330 14:59:20.100019    3869 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-27.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:20.111092    3869 egressfirewall.go:628] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0330 14:59:20.111147    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0330 14:59:20.111158    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 15.75µs
I0330 14:59:20.113524    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:20.113542    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 21.703µs
I0330 14:59:20.113575    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:20.113583    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
E0330 14:59:20.113588    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-27.ec2.internal annotation: unexpected end of JSON input
E0330 14:59:20.113607    3869 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-27.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0330 14:59:20.131521    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-27.ec2.internal annotation: unexpected end of JSON input
E0330 14:59:20.131525    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-27.ec2.internal annotation: unexpected end of JSON input
I0330 14:59:20.131551    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0330 14:59:20.131613    3869 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-27.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-27.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-27.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-27.ec2.internal"
I0330 14:59:20.150936    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0330 14:59:20.301468    3869 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nzvnb] creating logical port kube-system_global-pull-secret-syncer-nzvnb for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:20.301601    3869 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-nzvnb
I0330 14:59:20.318362    3869 pod.go:62] [kube-system/global-pull-secret-syncer-nzvnb] pod update took 16.780791ms
I0330 14:59:20.318388    3869 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-nzvnb] addLogicalPort annotation time took 16.816593ms
I0330 14:59:20.319414    3869 pods.go:271] [kube-system/global-pull-secret-syncer-nzvnb] addLogicalPort took 17.964157ms, libovsdb time 798.942µs
I0330 14:59:20.328036    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:20.328051    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 19.099µs
I0330 14:59:20.328099    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 14:59:20.328139    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:20.343069    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:20.366672    3869 default_node_network_controller.go:518] Node connection status = connected
I0330 14:59:20.666830    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:20.890776    3869 default_node_network_controller.go:518] Node connection status = connected
I0330 14:59:20.961211    3869 bridgeconfig.go:537] Gateway is ready
I0330 14:59:20.961229    3869 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0330 14:59:20.972038    3869 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.167. Updating OVN encap IP.
I0330 14:59:20.973861    3869 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0330 14:59:20.976895    3869 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.167 - it is already configured
I0330 14:59:20.976910    3869 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.167/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0330 14:59:20.977130    3869 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.167/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-167.ec2.internal","mac-address":"0e:99:b1:c9:5b:c3","ip-addresses":["10.0.2.167/24"],"ip-address":"10.0.2.167/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2e5308e-8d94-4f34-86dd-251df74edd3e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.167/24"}] on node ip-10-0-2-167.ec2.internal
I0330 14:59:20.992410    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0330 14:59:20.992417    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0330 14:59:20.992434    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 21.395µs
I0330 14:59:20.992457    3869 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0330 14:59:20.992473    3869 services_controller.go:574] Full service sync requested for network=default
I0330 14:59:20.992479    3869 master.go:532] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default"
I0330 14:59:20.992486    3869 egressfirewall.go:628] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0330 14:59:20.992789    3869 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.167
I0330 14:59:20.992921    3869 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-167.ec2.internal
I0330 14:59:20.997484    3869 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies
I0330 14:59:20.997572    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fwcqj
I0330 14:59:20.997581    3869 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-sf9l4
I0330 14:59:20.997595    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mknx
I0330 14:59:20.997586    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fwcqj
I0330 14:59:20.997603    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mknx
I0330 14:59:20.997607    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kr59t
I0330 14:59:20.997610    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kz4vk
I0330 14:59:20.997622    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-kr59t
I0330 14:59:20.997618    3869 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal
I0330 14:59:20.997623    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2l24m
I0330 14:59:20.997635    3869 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal
I0330 14:59:20.997636    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tm6hh
I0330 14:59:20.997646    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-5jjf9
I0330 14:59:20.997647    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-kr59t after 0 failed attempt(s)
I0330 14:59:20.997652    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tm6hh
I0330 14:59:20.997655    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-5jjf9
I0330 14:59:20.997655    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal
I0330 14:59:20.997666    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mknx after 0 failed attempt(s)
I0330 14:59:20.997670    3869 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-nzvnb
I0330 14:59:20.997678    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-5jjf9 after 0 failed attempt(s)
I0330 14:59:20.997596    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pcb9c
I0330 14:59:20.997683    3869 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-nzvnb
I0330 14:59:20.997691    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pcb9c
I0330 14:59:20.997697    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal
I0330 14:59:20.997717    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pcb9c after 0 failed attempt(s)
I0330 14:59:20.997723    3869 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tm6hh] creating logical port openshift-network-diagnostics_network-check-target-tm6hh for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:20.997729    3869 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nzvnb] creating logical port kube-system_global-pull-secret-syncer-nzvnb for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:20.997733    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal after 0 failed attempt(s)
I0330 14:59:20.997746    3869 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal after 0 failed attempt(s)
I0330 14:59:20.997622    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kz4vk
I0330 14:59:20.997828    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kz4vk after 0 failed attempt(s)
I0330 14:59:20.997648    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fwcqj after 0 failed attempt(s)
I0330 14:59:20.997638    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2l24m
I0330 14:59:20.997895    3869 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2l24m] creating logical port openshift-multus_network-metrics-daemon-2l24m for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:20.997597    3869 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-sf9l4
I0330 14:59:20.997969    3869 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-sf9l4 after 0 failed attempt(s)
I0330 14:59:20.997597    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-82fcv
I0330 14:59:20.997989    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-82fcv
I0330 14:59:20.998000    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-82fcv after 0 failed attempt(s)
I0330 14:59:20.997584    3869 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wslkg
I0330 14:59:20.998035    3869 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-wslkg
I0330 14:59:20.998051    3869 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-wslkg after 0 failed attempt(s)
I0330 14:59:20.997646    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n2c6t
I0330 14:59:20.998064    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n2c6t
I0330 14:59:20.998075    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n2c6t after 0 failed attempt(s)
I0330 14:59:20.998383    3869 pods.go:271] [kube-system/global-pull-secret-syncer-nzvnb] addLogicalPort took 666.023µs, libovsdb time 281.986µs
I0330 14:59:20.998394    3869 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-nzvnb after 0 failed attempt(s)
I0330 14:59:20.998870    3869 pods.go:271] [openshift-network-diagnostics/network-check-target-tm6hh] addLogicalPort took 1.157517ms, libovsdb time 404.792µs
I0330 14:59:20.998885    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-tm6hh after 0 failed attempt(s)
I0330 14:59:20.998868    3869 pods.go:271] [openshift-multus/network-metrics-daemon-2l24m] addLogicalPort took 1.000916ms, libovsdb time 368.574µs
I0330 14:59:20.998897    3869 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2l24m after 0 failed attempt(s)
I0330 14:59:21.007352    3869 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0330 14:59:21.018369    3869 iptables.go:108] Creating table: mangle chain: OUTPUT
I0330 14:59:21.021475    3869 iptables.go:108] Creating table: nat chain: OUTPUT
I0330 14:59:21.037487    3869 iptables.go:108] Creating table: nat chain: PREROUTING
I0330 14:59:21.077812    3869 iptables.go:108] Creating table: filter chain: FORWARD
I0330 14:59:21.093495    3869 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0330 14:59:21.093594    3869 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0330 14:59:21.093634    3869 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0330 14:59:21.093713    3869 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0330 14:59:21.093759    3869 gateway_init.go:325] Gateway and management port readiness took 1.731454656s
I0330 14:59:21.093784    3869 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0330 14:59:21.093823    3869 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0330 14:59:21.093838    3869 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0330 14:59:21.093847    3869 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0330 14:59:21.093910    3869 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0330 14:59:21.093984    3869 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.289µs
I0330 14:59:21.094241    3869 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0330 14:59:21.094264    3869 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.252µs
I0330 14:59:21.094275    3869 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.964µs
I0330 14:59:21.094280    3869 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0330 14:59:21.094289    3869 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0330 14:59:21.094294    3869 default_node_network_controller.go:898] Starting the default node network controller
I0330 14:59:21.094298    3869 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0330 14:59:21.094357    3869 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.513µs
I0330 14:59:21.094480    3869 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0330 14:59:21.094489    3869 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0330 14:59:21.094535    3869 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b97010 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 0xc0002dce00 0xc0002dce70 <nil> 0xc0002dcee0 0xc000ae9450 0xc0002dcf50 0xc0002dcfc0 <nil> 0xc000ae8050 0xc0063e35e0 <nil> <nil> 0xc0002dd0a0 map[0x2f67040:0xc0027962a0 0x2f67580:0xc0060ac000 0x2f68000:0xc00250d8c0 0x2f682a0:0xc002796240 0x2f687e0:0xc002796300 0x2f68a80:0xc002796360 0x2f68d20:0xc0027963c0 0x2f69500:0xc0060ac060 0x2f697a0:0xc0060ac0c0 0x2f93d40:0xc0019028a0 0x2f940e0:0xc002a8e060 0x2f94bc0:0xc000bd6ea0 0x2f96520:0xc001c9a000 0x2f97000:0xc001910ae0 0x2f97e80:0xc001c9a060] 0xc00016b420 0}
I0330 14:59:21.094593    3869 gateway.go:151] Starting gateway service sync
I0330 14:59:21.095009    3869 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0330 14:59:21.097120    3869 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0330 14:59:21.106870    3869 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0330 14:59:21.107954    3869 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0330 14:59:21.109065    3869 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0330 14:59:21.141172    3869 gateway.go:168] Gateway service sync done. Time taken: 46.567186ms
I0330 14:59:21.141786    3869 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32405
I0330 14:59:21.141934    3869 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b97010 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 0xc0002dce00 0xc0002dce70 <nil> 0xc0002dcee0 0xc000ae9450 0xc0002dcf50 0xc0002dcfc0 <nil> 0xc000ae8050 0xc0063e35e0 <nil> <nil> 0xc0002dd0a0 map[0x2f67040:0xc0027962a0 0x2f67580:0xc0060ac000 0x2f68000:0xc00250d8c0 0x2f682a0:0xc002796240 0x2f687e0:0xc002796300 0x2f68a80:0xc002796360 0x2f68d20:0xc0027963c0 0x2f69500:0xc0060ac060 0x2f697a0:0xc0060ac0c0 0x2f93d40:0xc0019028a0 0x2f940e0:0xc002a8e060 0x2f94bc0:0xc000bd6ea0 0x2f96520:0xc001c9a000 0x2f97000:0xc001910ae0 0x2f97e80:0xc001c9a060] 0xc00016b420 0}
I0330 14:59:21.142383    3869 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b97010 0xc0002dcc40 0xc0002dcd20 0xc0002dcd90 0xc0002dce00 0xc0002dce70 <nil> 0xc0002dcee0 0xc000ae9450 0xc0002dcf50 0xc0002dcfc0 <nil> 0xc000ae8050 0xc0063e35e0 <nil> <nil> 0xc0002dd0a0 map[0x2f67040:0xc0027962a0 0x2f67580:0xc0060ac000 0x2f68000:0xc00250d8c0 0x2f682a0:0xc002796240 0x2f687e0:0xc002796300 0x2f68a80:0xc002796360 0x2f68d20:0xc0027963c0 0x2f69500:0xc0060ac060 0x2f697a0:0xc0060ac0c0 0x2f93d40:0xc0019028a0 0x2f940e0:0xc002a8e060 0x2f94bc0:0xc000bd6ea0 0x2f96520:0xc001c9a000 0x2f97000:0xc001910ae0 0x2f97e80:0xc001c9a060] 0xc00016b420 0}
I0330 14:59:21.142418    3869 gateway.go:519] Reconciling gateway with updates
I0330 14:59:21.147892    3869 gateway.go:326] Spawning Conntrack Rule Check Thread
I0330 14:59:21.147912    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 14:59:21.147925    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 14:59:21.147920    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 14:59:21.147931    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0330 14:59:21.147938    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 14:59:21.147941    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 14:59:21.147946    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 14:59:21.147948    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 14:59:21.147956    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 14:59:21.147971    3869 default_node_network_controller.go:943] Gateway and management port readiness took 53.466579ms
I0330 14:59:21.147973    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 14:59:21.147979    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 14:59:21.147986    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:21.147993    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 14:59:21.147995    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 14:59:21.148005    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 14:59:21.147938    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0330 14:59:21.148014    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0330 14:59:21.148017    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 14:59:21.148016    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 14:59:21.148021    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0330 14:59:21.148026    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 14:59:21.148032    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 14:59:21.148032    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0330 14:59:21.148031    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 14:59:21.148036    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 14:59:21.148042    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 14:59:21.148049    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 14:59:21.148051    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 14:59:21.148055    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 14:59:21.148059    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0330 14:59:21.148046    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0330 14:59:21.148072    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 14:59:21.148074    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 14:59:21.147982    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 14:59:21.148084    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 14:59:21.148056    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0330 14:59:21.148093    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 14:59:21.148095    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 14:59:21.148103    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0330 14:59:21.148107    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0330 14:59:21.148108    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 14:59:21.148000    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0330 14:59:21.148117    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0330 14:59:21.148121    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 14:59:21.148125    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 14:59:21.148126    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 14:59:21.148133    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 14:59:21.148134    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 14:59:21.148140    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 14:59:21.148138    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0330 14:59:21.148145    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0330 14:59:21.148147    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 14:59:21.148149    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0330 14:59:21.148156    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0330 14:59:21.148150    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 14:59:21.148160    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 14:59:21.148166    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.147937    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 14:59:21.148172    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0330 14:59:21.148175    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 14:59:21.148180    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 14:59:21.148190    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.147993    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 14:59:21.148094    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0330 14:59:21.148022    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0330 14:59:21.148215    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 14:59:21.148133    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0330 14:59:21.147948    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 14:59:21.148268    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 14:59:21.148279    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0330 14:59:21.148148    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 14:59:21.148000    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:21.148074    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 14:59:21.148390    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 14:59:21.148055    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 14:59:21.147959    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 14:59:21.147956    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 14:59:21.148564    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 14:59:21.148574    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0330 14:59:21.148011    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 14:59:21.148591    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.148040    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0330 14:59:21.148039    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 14:59:21.148068    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0330 14:59:21.148719    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0330 14:59:21.148732    3869 port_claim.go:71] Svc openshift-ingress/router-default: port 32409 is already open, no action needed
I0330 14:59:21.148744    3869 port_claim.go:71] Svc openshift-ingress/router-default: port 31618 is already open, no action needed
I0330 14:59:21.148075    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.148078    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0330 14:59:21.148083    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0330 14:59:21.148083    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 14:59:21.148084    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 14:59:21.148843    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 14:59:21.148090    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 14:59:21.148874    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 14:59:21.148108    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 14:59:21.148960    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 14:59:21.148970    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0330 14:59:21.148108    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0330 14:59:21.148980    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0330 14:59:21.148114    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 14:59:21.149019    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 14:59:21.148122    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 14:59:21.148136    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 14:59:21.149080    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0330 14:59:21.148150    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.148152    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0330 14:59:21.149113    3869 node_ip_handler_linux.go:160] Node IP manager is running
I0330 14:59:21.148162    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0330 14:59:21.149131    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0330 14:59:21.148173    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0330 14:59:21.148175    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
W0330 14:59:21.183454    3869 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0330 14:59:21.183669    3869 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0330 14:59:21.183786    3869 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0330 14:59:21.193504    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0330 14:59:21.193531    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.193540    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.193571    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0330 14:59:21.193591    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.193599    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0330 14:59:21.193606    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0330 14:59:21.193613    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0330 14:59:21.193626    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0330 14:59:21.193641    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0330 14:59:21.193652    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0330 14:59:21.193663    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0330 14:59:21.193674    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.193699    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0330 14:59:21.231613    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0330 14:59:21.231623    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0330 14:59:21.231644    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0330 14:59:21.231653    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0330 14:59:21.231663    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0330 14:59:21.231670    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0330 14:59:21.231678    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0330 14:59:21.231684    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0330 14:59:21.269377    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
W0330 14:59:22.968909    3869 egressip_healthcheck.go:76] Health checking using insecure connection
I0330 14:59:22.968975    3869 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0330 14:59:22.968990    3869 default_node_network_controller.go:1364] Starting node controller node sync
I0330 14:59:22.980456    3869 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.447003ms
I0330 14:59:22.980601    3869 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0330 14:59:22.980879    3869 egressservice_node.go:93] Setting up event handlers for Egress Services
I0330 14:59:22.980983    3869 egressservice_node.go:183] Starting Egress Services Controller
I0330 14:59:22.980998    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0330 14:59:22.981009    3869 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0330 14:59:22.981015    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0330 14:59:22.981020    3869 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0330 14:59:22.981025    3869 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0330 14:59:22.981029    3869 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0330 14:59:22.981033    3869 egressservice_node.go:197] Repairing Egress Services
I0330 14:59:22.990733    3869 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0330 14:59:22.990746    3869 external_controller.go:278] Starting Admin Policy Based Route Controller
I0330 14:59:22.990856    3869 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0330 14:59:22.990868    3869 link_network_manager.go:117] Link manager is running
I0330 14:59:22.990882    3869 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0330 14:59:22.990947    3869 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0330 14:59:22.991223    3869 vrf_manager.go:128] VRF manager is running
I0330 14:59:22.991361    3869 node_controller_manager.go:437] Removing flows to drop GARP
I0330 14:59:22.991374    3869 gateway.go:519] Reconciling gateway with updates
I0330 14:59:23.018238    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 14:59:23.018264    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0330 14:59:23.018270    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 14:59:23.018281    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 14:59:23.018283    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0330 14:59:23.018296    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 14:59:23.018312    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0330 14:59:23.018315    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0330 14:59:23.018314    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 14:59:23.018317    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 14:59:23.018340    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0330 14:59:23.018347    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0330 14:59:23.018351    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0330 14:59:23.018354    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0330 14:59:23.018351    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 14:59:23.018250    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 14:59:23.018361    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 14:59:23.018366    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0330 14:59:23.018371    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:23.018372    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0330 14:59:23.018374    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 14:59:23.018380    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:23.018387    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0330 14:59:23.018388    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0330 14:59:23.018396    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0330 14:59:23.018402    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0330 14:59:23.018411    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 14:59:23.018301    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0330 14:59:23.018428    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0330 14:59:23.018348    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0330 14:59:23.018442    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0330 14:59:23.018448    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0330 14:59:23.018453    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0330 14:59:23.018459    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0330 14:59:23.018318    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0330 14:59:23.018357    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.018466    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0330 14:59:23.018475    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 14:59:23.018474    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 14:59:23.018476    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 14:59:23.018479    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0330 14:59:23.018490    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 14:59:23.018492    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 14:59:23.018495    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0330 14:59:23.018485    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0330 14:59:23.018499    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0330 14:59:23.018503    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 14:59:23.018507    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 14:59:23.018509    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 14:59:23.018513    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0330 14:59:23.018517    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0330 14:59:23.018518    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0330 14:59:23.018523    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 14:59:23.018524    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0330 14:59:23.018525    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 14:59:23.018534    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0330 14:59:23.018535    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 14:59:23.018474    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0330 14:59:23.018542    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0330 14:59:23.018363    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0330 14:59:23.018543    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 14:59:23.018548    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0330 14:59:23.018550    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0330 14:59:23.018517    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0330 14:59:23.018569    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0330 14:59:23.018464    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 14:59:23.018586    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0330 14:59:23.018466    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0330 14:59:23.018614    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 14:59:23.018624    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0330 14:59:23.018339    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.018482    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0330 14:59:23.018482    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 14:59:23.018678    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0330 14:59:23.018357    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0330 14:59:23.018483    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0330 14:59:23.018491    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0330 14:59:23.018783    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0330 14:59:23.018494    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 14:59:23.018841    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0330 14:59:23.018493    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0330 14:59:23.018499    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0330 14:59:23.018526    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0330 14:59:23.018528    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 14:59:23.018956    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0330 14:59:23.018365    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0330 14:59:23.018560    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0330 14:59:23.018466    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 14:59:23.019066    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0330 14:59:23.018452    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0330 14:59:23.019098    3869 port_claim.go:71] Svc openshift-ingress/router-default: port 32409 is already open, no action needed
I0330 14:59:23.019103    3869 port_claim.go:71] Svc openshift-ingress/router-default: port 31618 is already open, no action needed
I0330 14:59:23.018602    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 14:59:23.019144    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0330 14:59:23.018605    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 14:59:23.019171    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0330 14:59:23.018608    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 14:59:23.019256    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0330 14:59:23.018246    3869 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 14:59:23.019305    3869 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0330 14:59:23.037800    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0330 14:59:23.037858    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0330 14:59:23.037877    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0330 14:59:23.037893    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0330 14:59:23.037899    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0330 14:59:23.037906    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.037911    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0330 14:59:23.037919    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0330 14:59:23.037924    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0330 14:59:23.037931    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0330 14:59:23.037936    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0330 14:59:23.037943    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.037949    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.037954    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0330 14:59:23.037960    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0330 14:59:23.037966    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.075102    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0330 14:59:23.075127    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.075135    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.075142    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0330 14:59:23.075149    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0330 14:59:23.075155    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0330 14:59:23.075162    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0330 14:59:23.075178    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.075199    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0330 14:59:23.075206    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0330 14:59:23.075213    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0330 14:59:23.075220    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.075225    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0330 14:59:23.112241    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0330 14:59:23.112252    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0330 14:59:23.112269    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0330 14:59:23.112275    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0330 14:59:23.112280    3869 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0330 14:59:23.550931    3869 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 14:59:23.550966    3869 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 14:59:24.547469    3869 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 14:59:24.547715    3869 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-sf9l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 14:59:25.179354    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0330 14:59:25.179387    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 41.4µs
I0330 14:59:25.204609    3869 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8547d789cc-z8sdp] creating logical port openshift-image-registry_image-registry-8547d789cc-z8sdp for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:25.204741    3869 kube.go:256] Updating pod openshift-image-registry/image-registry-8547d789cc-z8sdp
I0330 14:59:25.230866    3869 pod.go:62] [openshift-image-registry/image-registry-8547d789cc-z8sdp] pod update took 26.154584ms
I0330 14:59:25.230889    3869 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-8547d789cc-z8sdp] addLogicalPort annotation time took 26.179476ms
I0330 14:59:25.232062    3869 pods.go:271] [openshift-image-registry/image-registry-8547d789cc-z8sdp] addLogicalPort took 27.471364ms, libovsdb time 827.426µs
I0330 14:59:25.241573    3869 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tctfk] creating logical port openshift-dns_dns-default-tctfk for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:25.241697    3869 kube.go:256] Updating pod openshift-dns/dns-default-tctfk
I0330 14:59:25.241715    3869 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qkcsd] creating logical port openshift-ingress-canary_ingress-canary-qkcsd for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:25.241859    3869 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qkcsd
I0330 14:59:25.241869    3869 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-rzx5w for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:25.241970    3869 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w
I0330 14:59:25.258718    3869 pod.go:62] [openshift-dns/dns-default-tctfk] pod update took 17.051809ms
I0330 14:59:25.258743    3869 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-tctfk] addLogicalPort annotation time took 17.079033ms
I0330 14:59:25.259904    3869 pods.go:271] [openshift-dns/dns-default-tctfk] addLogicalPort took 18.341224ms, libovsdb time 825.559µs
I0330 14:59:25.263454    3869 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w] pod update took 21.508028ms
I0330 14:59:25.263475    3869 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w] addLogicalPort annotation time took 21.534395ms
I0330 14:59:25.263484    3869 pod.go:62] [openshift-ingress-canary/ingress-canary-qkcsd] pod update took 21.70021ms
I0330 14:59:25.263497    3869 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-qkcsd] addLogicalPort annotation time took 21.715536ms
I0330 14:59:25.264615    3869 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w] addLogicalPort took 22.757478ms, libovsdb time 860.696µs
I0330 14:59:25.265073    3869 pods.go:271] [openshift-ingress-canary/ingress-canary-qkcsd] addLogicalPort took 23.371987ms, libovsdb time 1.278943ms
I0330 14:59:25.606194    3869 cni.go:403] [openshift-ingress-canary/ingress-canary-qkcsd 68618662d220a361bc2fd42c65d42f704e4b9c0b9ea5be561f698fd1598c92cc network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qkcsd 68618662d220a361bc2fd42c65d42f704e4b9c0b9ea5be561f698fd1598c92cc network default NAD default]
I0330 14:59:25.609654    3869 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w d6b34baf270ac9ade4ab0649a7d79f82938846200e97ed53bb68dcde378f74b4 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w d6b34baf270ac9ade4ab0649a7d79f82938846200e97ed53bb68dcde378f74b4 network default NAD default]
I0330 14:59:25.626072    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-rzx5w, hostIfaceName: d6b34baf270ac9a, network: default, NAD default, SandboxID: "d6b34baf270ac9ade4ab0649a7d79f82938846200e97ed53bb68dcde378f74b4", PCI device ID: , UID: "cd7e39b2-2a2a-4732-802e-4959219ba551", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0330 14:59:25.627065    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qkcsd, hostIfaceName: 68618662d220a36, network: default, NAD default, SandboxID: "68618662d220a361bc2fd42c65d42f704e4b9c0b9ea5be561f698fd1598c92cc", PCI device ID: , UID: "90f5864e-4ee5-4e5e-a1cd-2374e0370f8d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0330 14:59:25.671810    3869 cni.go:424] [openshift-ingress-canary/ingress-canary-qkcsd 68618662d220a361bc2fd42c65d42f704e4b9c0b9ea5be561f698fd1598c92cc network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qkcsd 68618662d220a361bc2fd42c65d42f704e4b9c0b9ea5be561f698fd1598c92cc network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:cb:fe:e4:c1:03\",\"name\":\"68618662d220a36\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca9b9ac4-5cad-4d68-a5ee-10584e34dc81\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:25.677925    3869 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w d6b34baf270ac9ade4ab0649a7d79f82938846200e97ed53bb68dcde378f74b4 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzx5w d6b34baf270ac9ade4ab0649a7d79f82938846200e97ed53bb68dcde378f74b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:6e:12:58:c4:1e\",\"name\":\"d6b34baf270ac9a\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/323d99a2-4dea-4f84-9e56-fdb540001f9a\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:27.609113    3869 cni.go:403] [openshift-network-diagnostics/network-check-target-tm6hh 237012a549187ab9a20c94f678d696d1eae041937accf78888366433cb6eac6e network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-tm6hh 237012a549187ab9a20c94f678d696d1eae041937accf78888366433cb6eac6e network default NAD default]
I0330 14:59:27.618369    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-tm6hh, hostIfaceName: 237012a549187ab, network: default, NAD default, SandboxID: "237012a549187ab9a20c94f678d696d1eae041937accf78888366433cb6eac6e", PCI device ID: , UID: "f7d4b734-9dfe-45e7-9b5a-ddb570053df5", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0330 14:59:27.660503    3869 cni.go:424] [openshift-network-diagnostics/network-check-target-tm6hh 237012a549187ab9a20c94f678d696d1eae041937accf78888366433cb6eac6e network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-tm6hh 237012a549187ab9a20c94f678d696d1eae041937accf78888366433cb6eac6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:e0:25:fa:63:78\",\"name\":\"237012a549187ab\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72ef7e8f-cf61-4ca1-9365-41ffcaaec4e8\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:28.265249    3869 cni.go:403] [kube-system/global-pull-secret-syncer-nzvnb fd278b41891f2aceabf698c23ef357996b0c1722a6eb501c448f9cf571d9e590 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-nzvnb fd278b41891f2aceabf698c23ef357996b0c1722a6eb501c448f9cf571d9e590 network default NAD default]
I0330 14:59:28.276040    3869 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-nzvnb, hostIfaceName: fd278b41891f2ac, network: default, NAD default, SandboxID: "fd278b41891f2aceabf698c23ef357996b0c1722a6eb501c448f9cf571d9e590", PCI device ID: , UID: "720dbff8-bd76-4a4f-8dac-f021c0b8a862", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0330 14:59:28.316134    3869 cni.go:424] [kube-system/global-pull-secret-syncer-nzvnb fd278b41891f2aceabf698c23ef357996b0c1722a6eb501c448f9cf571d9e590 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-nzvnb fd278b41891f2aceabf698c23ef357996b0c1722a6eb501c448f9cf571d9e590 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:d1:7f:a4:d0:45\",\"name\":\"fd278b41891f2ac\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de4d6463-e5fe-42fa-b2fe-b345640a533e\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:30.537871    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.451051    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 14:59:32.451074    3869 node_tracker.go:220] Node ip-10-0-0-65.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:32.451080    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 14:59:32.451097    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 23.305µs
I0330 14:59:32.451171    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
E0330 14:59:32.451221    3869 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-65.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:32.451251    3869 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-65.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-65.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-65.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-65.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-65.ec2.internal, error parsing annotation for node ip-10-0-0-65.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0330 14:59:32.466695    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-65.ec2.internal annotation: unexpected end of JSON input
I0330 14:59:32.466733    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0330 14:59:32.466773    3869 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-65.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0330 14:59:32.473110    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 14:59:32.473146    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:32.473217    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 73.744µs
I0330 14:59:32.473173    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0330 14:59:32.478559    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-65.ec2.internal annotation: unexpected end of JSON input
I0330 14:59:32.478650    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
E0330 14:59:32.478690    3869 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-65.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0330 14:59:32.500484    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-65.ec2.internal annotation: unexpected end of JSON input
E0330 14:59:32.500528    3869 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-65.ec2.internal annotation: unexpected end of JSON input
I0330 14:59:32.500552    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.514536    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 14:59:32.514616    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 14:59:32.514637    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 26.5µs
I0330 14:59:32.514655    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.600271    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.693340    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 14:59:32.693429    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.693438    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 14:59:32.693455    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 21.875µs
I0330 14:59:32.714343    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:32.960166    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0330 14:59:36.592905    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0330 14:59:36.618297    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0330 14:59:37.538868    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:37.550993    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:40.634405    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:41.550595    3869 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-nxvb4 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.550705    3869 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4
I0330 14:59:41.557101    3869 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-24rt9 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.557232    3869 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9
I0330 14:59:41.557248    3869 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-54nd2] creating logical port openshift-insights_insights-operator-5577457d66-54nd2 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.557271    3869 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-87zv5] creating logical port openshift-console-operator_console-operator-8777bd9bb-87zv5 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.557343    3869 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-54nd2
I0330 14:59:41.557384    3869 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-87zv5
I0330 14:59:41.570941    3869 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4] pod update took 20.25751ms
I0330 14:59:41.570961    3869 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4] addLogicalPort annotation time took 20.278535ms
I0330 14:59:41.572049    3869 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4] addLogicalPort took 21.469373ms, libovsdb time 838.232µs
I0330 14:59:41.580732    3869 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9] pod update took 23.530676ms
I0330 14:59:41.580748    3869 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9] addLogicalPort annotation time took 23.551642ms
I0330 14:59:41.581734    3869 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9] addLogicalPort took 24.649092ms, libovsdb time 759.211µs
I0330 14:59:41.586829    3869 pod.go:62] [openshift-insights/insights-operator-5577457d66-54nd2] pod update took 29.525172ms
I0330 14:59:41.586850    3869 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-54nd2] addLogicalPort annotation time took 29.545275ms
I0330 14:59:41.587756    3869 pods.go:271] [openshift-insights/insights-operator-5577457d66-54nd2] addLogicalPort took 30.527626ms, libovsdb time 637.181µs
I0330 14:59:41.592576    3869 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-87zv5] pod update took 35.213476ms
I0330 14:59:41.592596    3869 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-87zv5] addLogicalPort annotation time took 35.236244ms
I0330 14:59:41.593630    3869 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-87zv5] addLogicalPort took 36.372662ms, libovsdb time 809.283µs
I0330 14:59:41.653484    3869 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-gkxw9 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.653568    3869 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9
I0330 14:59:41.664579    3869 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.664657    3869 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh
I0330 14:59:41.664935    3869 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-vvfbs for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.665033    3869 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs
I0330 14:59:41.668355    3869 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-ftml8] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-ftml8 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.668409    3869 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-rjc89 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.668444    3869 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-ftml8
I0330 14:59:41.668472    3869 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89
I0330 14:59:41.674258    3869 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9] pod update took 20.714281ms
I0330 14:59:41.674277    3869 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9] addLogicalPort annotation time took 20.73521ms
I0330 14:59:41.675418    3869 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9] addLogicalPort took 21.954457ms, libovsdb time 830.324µs
I0330 14:59:41.687292    3869 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh] pod update took 22.658821ms
I0330 14:59:41.687307    3869 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh] addLogicalPort annotation time took 22.676394ms
I0330 14:59:41.687306    3869 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs] pod update took 22.290849ms
I0330 14:59:41.687337    3869 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs] addLogicalPort annotation time took 22.309456ms
I0330 14:59:41.688433    3869 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh] addLogicalPort took 23.867582ms, libovsdb time 868.223µs
I0330 14:59:41.688668    3869 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs] addLogicalPort took 23.747124ms, libovsdb time 1.087279ms
I0330 14:59:41.691265    3869 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89] pod update took 22.810225ms
I0330 14:59:41.691287    3869 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89] addLogicalPort annotation time took 22.835773ms
I0330 14:59:41.691384    3869 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8] pod update took 22.969224ms
I0330 14:59:41.691401    3869 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-ftml8] addLogicalPort annotation time took 22.989547ms
I0330 14:59:41.692305    3869 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89] addLogicalPort took 23.906679ms, libovsdb time 691.638µs
I0330 14:59:41.692603    3869 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8] addLogicalPort took 24.278273ms, libovsdb time 901.883µs
I0330 14:59:41.711758    3869 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-9ll95] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-9ll95 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.711831    3869 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-9ll95
I0330 14:59:41.727469    3869 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95] pod update took 15.658459ms
I0330 14:59:41.727492    3869 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-9ll95] addLogicalPort annotation time took 15.684754ms
I0330 14:59:41.728584    3869 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95] addLogicalPort took 16.834817ms, libovsdb time 794.091µs
I0330 14:59:41.761255    3869 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-79cb556bcf-kl4ns] creating logical port openshift-ingress_router-default-79cb556bcf-kl4ns for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.761376    3869 kube.go:256] Updating pod openshift-ingress/router-default-79cb556bcf-kl4ns
I0330 14:59:41.761393    3869 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78459bd87c-6zkgf] creating logical port openshift-ingress_router-default-78459bd87c-6zkgf for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:41.761456    3869 kube.go:256] Updating pod openshift-ingress/router-default-78459bd87c-6zkgf
I0330 14:59:41.782075    3869 pod.go:62] [openshift-ingress/router-default-79cb556bcf-kl4ns] pod update took 20.754808ms
I0330 14:59:41.782095    3869 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-79cb556bcf-kl4ns] addLogicalPort annotation time took 20.781423ms
I0330 14:59:41.783235    3869 pods.go:271] [openshift-ingress/router-default-79cb556bcf-kl4ns] addLogicalPort took 21.997913ms, libovsdb time 789.754µs
I0330 14:59:41.785769    3869 pod.go:62] [openshift-ingress/router-default-78459bd87c-6zkgf] pod update took 24.332287ms
I0330 14:59:41.785791    3869 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-78459bd87c-6zkgf] addLogicalPort annotation time took 24.354252ms
I0330 14:59:41.786838    3869 pods.go:271] [openshift-ingress/router-default-78459bd87c-6zkgf] addLogicalPort took 25.453744ms, libovsdb time 686.322µs
I0330 14:59:41.968516    3869 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4 e566d29cf745dd4568a22b61afe869b545bd88b4e98d9733a93a5e584b13542a network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4 e566d29cf745dd4568a22b61afe869b545bd88b4e98d9733a93a5e584b13542a network default NAD default]
I0330 14:59:41.977313    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-nxvb4, hostIfaceName: e566d29cf745dd4, network: default, NAD default, SandboxID: "e566d29cf745dd4568a22b61afe869b545bd88b4e98d9733a93a5e584b13542a", PCI device ID: , UID: "d0486036-ad11-42f6-8cf2-c8f803fef05e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0330 14:59:42.001467    3869 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9 308aebb1b62e6184b4bf41a1b3b9dab0d6a61dda6dad8b3e98a5947e1952e02d network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9 308aebb1b62e6184b4bf41a1b3b9dab0d6a61dda6dad8b3e98a5947e1952e02d network default NAD default]
I0330 14:59:42.019222    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:42.019249    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 14:59:42.019373    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-24rt9, hostIfaceName: 308aebb1b62e618, network: default, NAD default, SandboxID: "308aebb1b62e6184b4bf41a1b3b9dab0d6a61dda6dad8b3e98a5947e1952e02d", PCI device ID: , UID: "d79885b6-363b-468b-824b-af51e0d94926", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0330 14:59:42.019416    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:42.019436    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 22.773µs
I0330 14:59:42.019467    3869 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4 e566d29cf745dd4568a22b61afe869b545bd88b4e98d9733a93a5e584b13542a network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-nxvb4 e566d29cf745dd4568a22b61afe869b545bd88b4e98d9733a93a5e584b13542a network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:72:13:bc:16:bc\",\"name\":\"e566d29cf745dd4\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f645d127-8933-4561-b4fc-c03205ee8815\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.037383    3869 cni.go:403] [openshift-insights/insights-operator-5577457d66-54nd2 bfc22078927a3eb911ba98c8986b4855d55b9d73d4569812566be2e2f33c48e6 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-54nd2 bfc22078927a3eb911ba98c8986b4855d55b9d73d4569812566be2e2f33c48e6 network default NAD default]
I0330 14:59:42.047679    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-54nd2, hostIfaceName: bfc22078927a3eb, network: default, NAD default, SandboxID: "bfc22078927a3eb911ba98c8986b4855d55b9d73d4569812566be2e2f33c48e6", PCI device ID: , UID: "b2e4f578-a327-496c-b8fc-5287f0a221e6", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0330 14:59:42.066768    3869 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9 308aebb1b62e6184b4bf41a1b3b9dab0d6a61dda6dad8b3e98a5947e1952e02d network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-24rt9 308aebb1b62e6184b4bf41a1b3b9dab0d6a61dda6dad8b3e98a5947e1952e02d network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:65:05:e8:ab:11\",\"name\":\"308aebb1b62e618\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dea47d0-d840-4f81-8495-6314d8b2ae62\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.068478    3869 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-87zv5 623e0cad5f13e8c10491c99e1aa60786854c6e90391bf36bf57325ffb534ba41 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-87zv5 623e0cad5f13e8c10491c99e1aa60786854c6e90391bf36bf57325ffb534ba41 network default NAD default]
I0330 14:59:42.077932    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-87zv5, hostIfaceName: 623e0cad5f13e8c, network: default, NAD default, SandboxID: "623e0cad5f13e8c10491c99e1aa60786854c6e90391bf36bf57325ffb534ba41", PCI device ID: , UID: "2108257f-6467-4bea-b162-26de0e09286e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0330 14:59:42.093614    3869 cni.go:424] [openshift-insights/insights-operator-5577457d66-54nd2 bfc22078927a3eb911ba98c8986b4855d55b9d73d4569812566be2e2f33c48e6 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-54nd2 bfc22078927a3eb911ba98c8986b4855d55b9d73d4569812566be2e2f33c48e6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:00:32:16:4e:1c\",\"name\":\"bfc22078927a3eb\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2cfdd48-e8a3-427f-8fed-4d72e1f2615b\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.101124    3869 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh 71e49de5a03edd23917a85583915f1bb0bf64c11d64b65a8aeb9da151293c324 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh 71e49de5a03edd23917a85583915f1bb0bf64c11d64b65a8aeb9da151293c324 network default NAD default]
I0330 14:59:42.121000    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh, hostIfaceName: 71e49de5a03edd2, network: default, NAD default, SandboxID: "71e49de5a03edd23917a85583915f1bb0bf64c11d64b65a8aeb9da151293c324", PCI device ID: , UID: "682aaf1b-8cdf-473f-96aa-090e62435d01", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0330 14:59:42.121763    3869 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-87zv5 623e0cad5f13e8c10491c99e1aa60786854c6e90391bf36bf57325ffb534ba41 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-87zv5 623e0cad5f13e8c10491c99e1aa60786854c6e90391bf36bf57325ffb534ba41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:d9:74:ba:36:0a\",\"name\":\"623e0cad5f13e8c\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/114a1d53-ba5a-4ac4-b76c-e37461a643ed\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.161730    3869 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh 71e49de5a03edd23917a85583915f1bb0bf64c11d64b65a8aeb9da151293c324 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vbnmh 71e49de5a03edd23917a85583915f1bb0bf64c11d64b65a8aeb9da151293c324 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:bf:00:fc:02:be\",\"name\":\"71e49de5a03edd2\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b053d19d-4432-477e-abb8-f7d7c17ebb4f\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.429976    3869 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89 be0566a68cd9c16005197bd988d1a3c41eae7f32144938ef300a691fb5797830 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89 be0566a68cd9c16005197bd988d1a3c41eae7f32144938ef300a691fb5797830 network default NAD default]
I0330 14:59:42.454901    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-rjc89, hostIfaceName: be0566a68cd9c16, network: default, NAD default, SandboxID: "be0566a68cd9c16005197bd988d1a3c41eae7f32144938ef300a691fb5797830", PCI device ID: , UID: "42d577b6-d1ec-4403-8bb9-1181bfc66fd6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0330 14:59:42.494286    3869 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89 be0566a68cd9c16005197bd988d1a3c41eae7f32144938ef300a691fb5797830 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rjc89 be0566a68cd9c16005197bd988d1a3c41eae7f32144938ef300a691fb5797830 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:22:fe:4a:fb:3a\",\"name\":\"be0566a68cd9c16\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbe02c0a-5c7e-4424-963b-e0b8f784144f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:42.759693    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:45.367526    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "ip-10-0-1-27.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:45.367548    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-27.ec2.internal in network "default"
I0330 14:59:45.367595    3869 node_tracker.go:235] Node ip-10-0-1-27.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-27.ec2.internal"
I0330 14:59:45.367614    3869 node_tracker.go:169] Node ip-10-0-1-27.ec2.internal switch + router changed, syncing services in network "default"
I0330 14:59:45.367624    3869 services_controller.go:574] Full service sync requested for network=default
W0330 14:59:45.368103    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0330 14:59:45.368204    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:45.371601    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:45.371617    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 14:59:45.371637    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 14:59:45.371651    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 18.445µs
I0330 14:59:45.443448    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "ip-10-0-1-27.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 14:59:45.483884    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-27.ec2.internal in network "default"
I0330 14:59:45.483944    3869 node_tracker.go:169] Node ip-10-0-1-27.ec2.internal switch + router changed, syncing services in network "default"
I0330 14:59:45.483955    3869 services_controller.go:574] Full service sync requested for network=default
I0330 14:59:45.483967    3869 default_network_controller.go:1008] Node "ip-10-0-1-27.ec2.internal" in remote zone "ip-10-0-1-27.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0330 14:59:45.484070    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0330 14:59:45.484175    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:45.484790    3869 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-27.ec2.internal for the network default
I0330 14:59:45.486033    3869 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-27.ec2.internal" on network "default" took: 1.255463ms
W0330 14:59:45.637425    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0330 14:59:47.037672    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-27.ec2.internal in network "default"
I0330 14:59:47.037739    3869 egressfirewall.go:628] Syncing node "ip-10-0-1-27.ec2.internal" for egress firewall
I0330 14:59:47.037751    3869 node_tracker.go:169] Node ip-10-0-1-27.ec2.internal switch + router changed, syncing services in network "default"
I0330 14:59:47.037761    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 10.0.1.27 to PMTUD blocking rules
I0330 14:59:47.037773    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 14:59:47.037766    3869 services_controller.go:574] Full service sync requested for network=default
I0330 14:59:47.037678    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:47.037912    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 238.524µs
W0330 14:59:47.038352    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0330 14:59:47.043963    3869 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-27.ec2.internal. Updating no re-route policies
I0330 14:59:47.053314    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 14:59:47.053341    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-27.ec2.internal", IP: 10.0.1.27 to PMTUD blocking rules
W0330 14:59:47.619876    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0330 14:59:47.880945    3869 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0330 14:59:47.881830    3869 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 864.489µs
I0330 14:59:47.913174    3869 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0330 14:59:48.276635    3869 namespace.go:98] [openshift-service-ca] adding namespace
I0330 14:59:48.277534    3869 namespace.go:102] [openshift-service-ca] adding namespace took 874.09µs
I0330 14:59:48.291862    3869 namespace.go:142] [openshift-service-ca] updating namespace
I0330 14:59:48.959463    3869 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-dbwk7 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:48.959557    3869 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7
I0330 14:59:48.972933    3869 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7] pod update took 13.402314ms
I0330 14:59:48.972958    3869 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7] addLogicalPort annotation time took 13.432641ms
I0330 14:59:48.974261    3869 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7] addLogicalPort took 14.814527ms, libovsdb time 886.698µs
I0330 14:59:49.364698    3869 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7 0965f8b455ce5cd7b72dfc64fd7a396d20287797066d5d2978d453f851d01383 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7 0965f8b455ce5cd7b72dfc64fd7a396d20287797066d5d2978d453f851d01383 network default NAD default]
I0330 14:59:49.365991    3869 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-0-65.ec2.internal
I0330 14:59:49.366009    3869 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-0-65.ec2.internal
I0330 14:59:49.366090    3869 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-0-65.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-65.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-65.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-65.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-65.ec2.internal
I0330 14:59:49.372891    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-dbwk7, hostIfaceName: 0965f8b455ce5cd, network: default, NAD default, SandboxID: "0965f8b455ce5cd7b72dfc64fd7a396d20287797066d5d2978d453f851d01383", PCI device ID: , UID: "ea9f6e95-e8f1-49e4-932f-e3058a7de77c", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0330 14:59:49.414981    3869 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7 0965f8b455ce5cd7b72dfc64fd7a396d20287797066d5d2978d453f851d01383 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-dbwk7 0965f8b455ce5cd7b72dfc64fd7a396d20287797066d5d2978d453f851d01383 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:8a:b4:99:fa:90\",\"name\":\"0965f8b455ce5cd\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69dbab06-3609-4acd-a5a3-53a899613718\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:49.941105    3869 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-g8p48] creating logical port openshift-service-ca_service-ca-f59fc589b-g8p48 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:49.941222    3869 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-g8p48
I0330 14:59:49.953054    3869 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-g8p48] pod update took 11.852266ms
I0330 14:59:49.953077    3869 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-g8p48] addLogicalPort annotation time took 11.879834ms
I0330 14:59:49.954310    3869 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-g8p48] addLogicalPort took 13.225591ms, libovsdb time 840.177µs
I0330 14:59:50.336140    3869 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-g8p48 8638589157d27fb98609d4b47f6c437411f821b7101126f5f7bf02e798a8b704 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-g8p48 8638589157d27fb98609d4b47f6c437411f821b7101126f5f7bf02e798a8b704 network default NAD default]
I0330 14:59:50.345177    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-g8p48, hostIfaceName: 8638589157d27fb, network: default, NAD default, SandboxID: "8638589157d27fb98609d4b47f6c437411f821b7101126f5f7bf02e798a8b704", PCI device ID: , UID: "0a11f7a5-491d-4651-b010-72f2384d4c77", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0330 14:59:50.386687    3869 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-g8p48 8638589157d27fb98609d4b47f6c437411f821b7101126f5f7bf02e798a8b704 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-g8p48 8638589157d27fb98609d4b47f6c437411f821b7101126f5f7bf02e798a8b704 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:ba:fe:68:58:19\",\"name\":\"8638589157d27fb\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5e6aede-d871-41b2-b2dd-e49d96b3be8c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:50.719204    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-27.ec2.internal
I0330 14:59:50.719245    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-27.ec2.internal: 50.56µs
I0330 14:59:50.999819    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vtznl
I0330 14:59:50.999857    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vtznl
I0330 14:59:50.999827    3869 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mjzq2
I0330 14:59:50.999866    3869 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mjzq2
I0330 14:59:50.999915    3869 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-mjzq2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mjzq2: suppressed error logged: pod openshift-multus/network-metrics-daemon-mjzq2: no pod IPs found 
I0330 14:59:50.999955    3869 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vtznl, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vtznl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vtznl: no pod IPs found 
W0330 14:59:55.587162    3869 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-84884f658b-w459r IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-84884f658b-w459r: no pod IPs found 
W0330 14:59:55.743138    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0330 14:59:56.660197    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-8547d789cc-z8sdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 14:59:56.660244    3869 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8547d789cc-z8sdp
I0330 14:59:56.661729    3869 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8547d789cc-z8sdp, ips: 10.128.0.6
I0330 14:59:56.661760    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-8547d789cc-z8sdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 14:59:56.669825    3869 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7967d4f498-p5v84] creating logical port openshift-image-registry_image-registry-7967d4f498-p5v84 for pod on switch ip-10-0-2-167.ec2.internal
I0330 14:59:56.669930    3869 kube.go:256] Updating pod openshift-image-registry/image-registry-7967d4f498-p5v84
I0330 14:59:56.677289    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-8547d789cc-z8sdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 14:59:56.677307    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-8547d789cc-z8sdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 14:59:56.685574    3869 pod.go:62] [openshift-image-registry/image-registry-7967d4f498-p5v84] pod update took 15.679363ms
I0330 14:59:56.685595    3869 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7967d4f498-p5v84] addLogicalPort annotation time took 15.700725ms
I0330 14:59:56.685841    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8547d789cc-z8sdp
I0330 14:59:56.685859    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8547d789cc-z8sdp
I0330 14:59:56.686773    3869 pods.go:271] [openshift-image-registry/image-registry-7967d4f498-p5v84] addLogicalPort took 16.96425ms, libovsdb time 798.46µs
I0330 14:59:57.082474    3869 cni.go:403] [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default]
I0330 14:59:57.091153    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7967d4f498-p5v84, hostIfaceName: 143b58b27df471e, network: default, NAD default, SandboxID: "143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b", PCI device ID: , UID: "81665b4d-04d4-45a0-bee1-5dd943f981cb", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0330 14:59:57.133256    3869 cni.go:424] [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:20:0a:85:f5:e4\",\"name\":\"143b58b27df471e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45dff544-343e-4d36-a6e6-422a56d8236c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:57.427473    3869 cni.go:403] [openshift-dns/dns-default-tctfk 16f4adf9371ab15d475bedbf7ad13ce894fe1b488571cbed142ed8cb4a5ec78f network default NAD default] ADD starting CNI request [openshift-dns/dns-default-tctfk 16f4adf9371ab15d475bedbf7ad13ce894fe1b488571cbed142ed8cb4a5ec78f network default NAD default]
I0330 14:59:57.436007    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tctfk, hostIfaceName: 16f4adf9371ab15, network: default, NAD default, SandboxID: "16f4adf9371ab15d475bedbf7ad13ce894fe1b488571cbed142ed8cb4a5ec78f", PCI device ID: , UID: "c31f4ec9-4aa1-4370-9cdf-ace01e551523", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0330 14:59:57.477157    3869 cni.go:424] [openshift-dns/dns-default-tctfk 16f4adf9371ab15d475bedbf7ad13ce894fe1b488571cbed142ed8cb4a5ec78f network default NAD default] ADD finished CNI request [openshift-dns/dns-default-tctfk 16f4adf9371ab15d475bedbf7ad13ce894fe1b488571cbed142ed8cb4a5ec78f network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:fd:b6:8f:79:63\",\"name\":\"16f4adf9371ab15\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11d68442-a2d7-4505-8ce5-4b76157e6e61\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 14:59:57.697899    3869 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs 57ca0065d7a363461e25d462068dfafdf1159cf7e20312a6ea9d7360e2f9f49f network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs 57ca0065d7a363461e25d462068dfafdf1159cf7e20312a6ea9d7360e2f9f49f network default NAD default]
I0330 14:59:57.709090    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-vvfbs, hostIfaceName: 57ca0065d7a3634, network: default, NAD default, SandboxID: "57ca0065d7a363461e25d462068dfafdf1159cf7e20312a6ea9d7360e2f9f49f", PCI device ID: , UID: "152c0184-2808-4c79-a4f9-29ca5ba43aeb", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0330 14:59:57.749816    3869 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs 57ca0065d7a363461e25d462068dfafdf1159cf7e20312a6ea9d7360e2f9f49f network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-vvfbs 57ca0065d7a363461e25d462068dfafdf1159cf7e20312a6ea9d7360e2f9f49f network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:a7:3b:31:27:cd\",\"name\":\"57ca0065d7a3634\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cb2feb3-a91b-405e-a5a7-105615af8998\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:03.436539    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 15:00:13.838099    3869 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9 d387069886c0046ad60742356336de25798b3d6ec8acb249ba28f47bf121b9dc network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9 d387069886c0046ad60742356336de25798b3d6ec8acb249ba28f47bf121b9dc network default NAD default]
I0330 15:00:13.847319    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-gkxw9, hostIfaceName: d387069886c0046, network: default, NAD default, SandboxID: "d387069886c0046ad60742356336de25798b3d6ec8acb249ba28f47bf121b9dc", PCI device ID: , UID: "6a2d0cde-ebcb-46f1-a2fc-a6c4249b8861", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0330 15:00:13.889239    3869 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9 d387069886c0046ad60742356336de25798b3d6ec8acb249ba28f47bf121b9dc network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-gkxw9 d387069886c0046ad60742356336de25798b3d6ec8acb249ba28f47bf121b9dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:ee:30:65:6c:b9\",\"name\":\"d387069886c0046\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/513d978a-420f-437a-ab3a-f764fad9a6d9\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:13.901527    3869 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8 4e10e309ea573a8a28a3959fdedbc3c0663a14239aa743c50ad7ee0ff8b0d8e8 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8 4e10e309ea573a8a28a3959fdedbc3c0663a14239aa743c50ad7ee0ff8b0d8e8 network default NAD default]
I0330 15:00:13.918604    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-ftml8, hostIfaceName: 4e10e309ea573a8, network: default, NAD default, SandboxID: "4e10e309ea573a8a28a3959fdedbc3c0663a14239aa743c50ad7ee0ff8b0d8e8", PCI device ID: , UID: "66f97174-16d5-47d8-934d-019b09cf5fd4", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0330 15:00:13.950830    3869 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95 4c6ab53ddf9a1876d40bcd2787d0acd5ff216417af949ca85ff73da3c3d53c58 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95 4c6ab53ddf9a1876d40bcd2787d0acd5ff216417af949ca85ff73da3c3d53c58 network default NAD default]
I0330 15:00:13.966861    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-9ll95, hostIfaceName: 4c6ab53ddf9a187, network: default, NAD default, SandboxID: "4c6ab53ddf9a1876d40bcd2787d0acd5ff216417af949ca85ff73da3c3d53c58", PCI device ID: , UID: "6e39ff97-ceb0-402e-bbff-bc19051418c4", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0330 15:00:13.967212    3869 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8 4e10e309ea573a8a28a3959fdedbc3c0663a14239aa743c50ad7ee0ff8b0d8e8 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-ftml8 4e10e309ea573a8a28a3959fdedbc3c0663a14239aa743c50ad7ee0ff8b0d8e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:7b:9f:16:24:c1\",\"name\":\"4e10e309ea573a8\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85013856-e9f7-4ee2-abe4-599e00abbd67\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:13.986612    3869 cni.go:403] [openshift-ingress/router-default-78459bd87c-6zkgf 6972235e4f60ead3eb341b6f8fcac856c00f89ddabc53fb9e98740afbba7bd0e network default NAD default] ADD starting CNI request [openshift-ingress/router-default-78459bd87c-6zkgf 6972235e4f60ead3eb341b6f8fcac856c00f89ddabc53fb9e98740afbba7bd0e network default NAD default]
I0330 15:00:13.986750    3869 cni.go:403] [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default]
I0330 15:00:13.996924    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78459bd87c-6zkgf, hostIfaceName: 6972235e4f60ead, network: default, NAD default, SandboxID: "6972235e4f60ead3eb341b6f8fcac856c00f89ddabc53fb9e98740afbba7bd0e", PCI device ID: , UID: "10329152-5fb9-459a-81a1-58c26cadd003", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0330 15:00:13.997970    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-79cb556bcf-kl4ns, hostIfaceName: b66404f4d44251d, network: default, NAD default, SandboxID: "b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9", PCI device ID: , UID: "7225cecb-7a8c-4074-99b0-4edf027e14e2", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0330 15:00:14.015614    3869 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95 4c6ab53ddf9a1876d40bcd2787d0acd5ff216417af949ca85ff73da3c3d53c58 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-9ll95 4c6ab53ddf9a1876d40bcd2787d0acd5ff216417af949ca85ff73da3c3d53c58 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:d4:bf:c6:e6:af\",\"name\":\"4c6ab53ddf9a187\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbf578bb-150c-4e38-a0f2-8cd4923af37e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:14.041942    3869 cni.go:424] [openshift-ingress/router-default-78459bd87c-6zkgf 6972235e4f60ead3eb341b6f8fcac856c00f89ddabc53fb9e98740afbba7bd0e network default NAD default] ADD finished CNI request [openshift-ingress/router-default-78459bd87c-6zkgf 6972235e4f60ead3eb341b6f8fcac856c00f89ddabc53fb9e98740afbba7bd0e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:ae:0d:7c:7d:b9\",\"name\":\"6972235e4f60ead\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6f2b6e9-0882-4d0a-84ae-a8bcf517602a\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:14.058896    3869 cni.go:424] [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:01:f2:88:04:83\",\"name\":\"b66404f4d44251d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a82d8424-41af-480f-b792-519bb3509793\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:14.912040    3869 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:14.932140    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0330 15:00:14.956421    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0330 15:00:14.967654    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0330 15:00:14.967790    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0330 15:00:14.967801    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0330 15:00:14.967806    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0330 15:00:15.019993    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0330 15:00:15.030990    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0330 15:00:15.031014    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0330 15:00:15.139680    3869 base_network_controller_pods.go:487] [default/openshift-console/console-6c6664555d-jjpqj] creating logical port openshift-console_console-6c6664555d-jjpqj for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:00:15.139845    3869 kube.go:256] Updating pod openshift-console/console-6c6664555d-jjpqj
I0330 15:00:15.144438    3869 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-sth2b] creating logical port openshift-console_downloads-56d45c498b-sth2b for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:00:15.144528    3869 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-sth2b
W0330 15:00:15.150089    3869 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:15.200056    3869 pod.go:62] [openshift-console/console-6c6664555d-jjpqj] pod update took 60.247351ms
I0330 15:00:15.200083    3869 base_network_controller_pods.go:937] [default/openshift-console/console-6c6664555d-jjpqj] addLogicalPort annotation time took 60.27923ms
I0330 15:00:15.201640    3869 pods.go:271] [openshift-console/console-6c6664555d-jjpqj] addLogicalPort took 61.9804ms, libovsdb time 1.050987ms
I0330 15:00:15.215152    3869 pod.go:62] [openshift-console/downloads-56d45c498b-sth2b] pod update took 70.649788ms
I0330 15:00:15.215176    3869 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-sth2b] addLogicalPort annotation time took 70.677368ms
I0330 15:00:15.216498    3869 pods.go:271] [openshift-console/downloads-56d45c498b-sth2b] addLogicalPort took 72.078007ms, libovsdb time 954.609µs
W0330 15:00:15.217663    3869 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-7967d4f498-mql52 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7967d4f498-mql52: no pod IPs found 
I0330 15:00:15.272582    3869 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-tdd92] creating logical port openshift-insights_insights-runtime-extractor-tdd92 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:00:15.272732    3869 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-tdd92
I0330 15:00:15.335222    3869 pod.go:62] [openshift-insights/insights-runtime-extractor-tdd92] pod update took 62.522802ms
I0330 15:00:15.335251    3869 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-tdd92] addLogicalPort annotation time took 62.558308ms
I0330 15:00:15.336719    3869 pods.go:271] [openshift-insights/insights-runtime-extractor-tdd92] addLogicalPort took 64.155265ms, libovsdb time 1.034623ms
W0330 15:00:15.776825    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0330 15:00:15.776845    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0330 15:00:15.776851    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0330 15:00:15.787101    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0330 15:00:15.787126    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0330 15:00:15.905505    3869 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0330 15:00:16.019299    3869 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0330 15:00:16.085302    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "ip-10-0-0-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 15:00:16.085308    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 15:00:16.085424    3869 node_tracker.go:235] Node ip-10-0-0-65.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-65.ec2.internal"
I0330 15:00:16.085439    3869 node_tracker.go:169] Node ip-10-0-0-65.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.085449    3869 services_controller.go:574] Full service sync requested for network=default
W0330 15:00:16.086044    3869 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:16.191996    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 15:00:16.192051    3869 default_network_controller.go:1008] Node "ip-10-0-0-65.ec2.internal" in remote zone "ip-10-0-0-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0330 15:00:16.192064    3869 node_tracker.go:169] Node ip-10-0-0-65.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.192080    3869 services_controller.go:574] Full service sync requested for network=default
W0330 15:00:16.192567    3869 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:16.192762    3869 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-65.ec2.internal for the network default
I0330 15:00:16.193905    3869 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-65.ec2.internal" on network "default" took: 1.159541ms
I0330 15:00:16.594303    3869 cni.go:403] [openshift-console/downloads-56d45c498b-sth2b 7d2b37f820f05d1eb8e340bcc348cf5bfdfd0e28e50a38aeaf3ba7b478734616 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-sth2b 7d2b37f820f05d1eb8e340bcc348cf5bfdfd0e28e50a38aeaf3ba7b478734616 network default NAD default]
I0330 15:00:16.603627    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-sth2b, hostIfaceName: 7d2b37f820f05d1, network: default, NAD default, SandboxID: "7d2b37f820f05d1eb8e340bcc348cf5bfdfd0e28e50a38aeaf3ba7b478734616", PCI device ID: , UID: "3a8f7486-bca0-4f0c-96da-a407cb57fb08", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0330 15:00:16.628728    3869 cni.go:403] [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default] ADD starting CNI request [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default]
I0330 15:00:16.631930    3869 cni.go:403] [openshift-insights/insights-runtime-extractor-tdd92 ff58b90de57310b06014e032bc2ef6ef4b3e9c1f46fcab960e27071638445be2 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-tdd92 ff58b90de57310b06014e032bc2ef6ef4b3e9c1f46fcab960e27071638445be2 network default NAD default]
I0330 15:00:16.637190    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6c6664555d-jjpqj, hostIfaceName: 46deda7a014c6c1, network: default, NAD default, SandboxID: "46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19", PCI device ID: , UID: "34a9299e-76c6-4867-be93-5ffcb1d74839", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0330 15:00:16.649657    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-tdd92, hostIfaceName: ff58b90de57310b, network: default, NAD default, SandboxID: "ff58b90de57310b06014e032bc2ef6ef4b3e9c1f46fcab960e27071638445be2", PCI device ID: , UID: "fe79798b-80a8-4cd9-8a98-a211e66b7c1b", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0330 15:00:16.654403    3869 cni.go:424] [openshift-console/downloads-56d45c498b-sth2b 7d2b37f820f05d1eb8e340bcc348cf5bfdfd0e28e50a38aeaf3ba7b478734616 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-sth2b 7d2b37f820f05d1eb8e340bcc348cf5bfdfd0e28e50a38aeaf3ba7b478734616 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:56:2e:ee:9e:8d\",\"name\":\"7d2b37f820f05d1\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e426626-cedf-4c40-8572-9eced15b3484\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:16.685159    3869 cni.go:424] [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default] ADD finished CNI request [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:9f:f7:55:ec:32\",\"name\":\"46deda7a014c6c1\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/219343f9-1e3e-49ec-a948-3ce3591ddff0\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:16.704616    3869 cni.go:424] [openshift-insights/insights-runtime-extractor-tdd92 ff58b90de57310b06014e032bc2ef6ef4b3e9c1f46fcab960e27071638445be2 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-tdd92 ff58b90de57310b06014e032bc2ef6ef4b3e9c1f46fcab960e27071638445be2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:10:3b:32:3d:f0\",\"name\":\"ff58b90de57310b\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa759d40-9e75-476f-9793-022728a8527c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:16.742317    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 15:00:16.742349    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:00:16.742366    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 22.168µs
I0330 15:00:16.742345    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-65.ec2.internal", IP: 10.0.0.65 to PMTUD blocking rules
I0330 15:00:16.742371    3869 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-65.ec2.internal in network "default"
I0330 15:00:16.742382    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 15:00:16.742423    3869 node_tracker.go:169] Node ip-10-0-0-65.ec2.internal switch + router changed, syncing services in network "default"
I0330 15:00:16.742443    3869 services_controller.go:574] Full service sync requested for network=default
W0330 15:00:16.742808    3869 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:16.748481    3869 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-65.ec2.internal. Updating no re-route policies
I0330 15:00:16.761854    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-65.ec2.internal", IP: 10.0.0.65 to PMTUD blocking rules
I0330 15:00:16.761870    3869 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0330 15:00:17.380487    3869 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-6ldkg for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:00:17.380573    3869 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg
I0330 15:00:17.396612    3869 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg] pod update took 16.063075ms
I0330 15:00:17.396638    3869 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg] addLogicalPort annotation time took 16.091436ms
I0330 15:00:17.398079    3869 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg] addLogicalPort took 17.601559ms, libovsdb time 947.036µs
W0330 15:00:18.682577    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0330 15:00:19.417544    3869 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg e95dc63c499aead6d1935d2425a8a124c357bfa173252f02bb3c61d9ad24b155 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg e95dc63c499aead6d1935d2425a8a124c357bfa173252f02bb3c61d9ad24b155 network default NAD default]
I0330 15:00:19.426140    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-6ldkg, hostIfaceName: e95dc63c499aead, network: default, NAD default, SandboxID: "e95dc63c499aead6d1935d2425a8a124c357bfa173252f02bb3c61d9ad24b155", PCI device ID: , UID: "557dc89d-c989-44ce-a09b-4fe1e7b7cf56", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0330 15:00:19.476983    3869 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg e95dc63c499aead6d1935d2425a8a124c357bfa173252f02bb3c61d9ad24b155 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-6ldkg e95dc63c499aead6d1935d2425a8a124c357bfa173252f02bb3c61d9ad24b155 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:a9:b5:eb:4b:9c\",\"name\":\"e95dc63c499aead\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e3b01b8-290d-4733-9b25-140064258354\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:00:19.780531    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0330 15:00:20.226586    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:00:20.226614    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 35.816µs
W0330 15:00:20.229926    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0330 15:00:20.538494    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0330 15:00:21.810692    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:22.235192    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:22.258685    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:22.258708    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:22.802513    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0330 15:00:26.263351    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:26.263378    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:31.600417    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:31.600445    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:31.665806    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:31.665834    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:00:33.290171    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0330 15:00:33.849045    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0330 15:00:33.870299    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0330 15:00:34.648196    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:34.648218    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:34.648225    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317498    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317516    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.317521    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0330 15:00:35.680201    3869 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-7db448cdd6-vq8vz IP address from the namespace address-set, err: pod openshift-console/console-7db448cdd6-vq8vz: no pod IPs found 
I0330 15:00:38.137280    3869 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0330 15:00:38.340451    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:38.648487    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0330 15:00:38.695851    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:38.695875    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:39.355642    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355691    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355701    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.355709    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.471212    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:39.471237    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0330 15:00:39.676647    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.676669    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.676676    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0330 15:00:39.676682    3869 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0330 15:00:40.444171    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:40.444721    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:41.380336    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:41.380364    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-84884f658b-pb2kz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:41.385870    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84884f658b-pb2kz
I0330 15:00:41.385893    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84884f658b-pb2kz
I0330 15:00:46.949148    3869 cni.go:403] [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default] DEL starting CNI request [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default]
I0330 15:00:47.023123    3869 cni.go:424] [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default] DEL finished CNI request [openshift-console/console-6c6664555d-jjpqj 46deda7a014c6c135f3379205806afc50db93e5ef2b596ea2d7b29c83111ba19 network default NAD default], result "{}", err <nil>
I0330 15:00:47.091542    3869 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-jjpqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:47.091570    3869 pods.go:176] Deleting pod: openshift-console/console-6c6664555d-jjpqj
I0330 15:00:47.093043    3869 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c6664555d-jjpqj, ips: 10.128.0.25
I0330 15:00:47.093068    3869 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-jjpqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:47.101504    3869 base_network_controller_pods.go:487] [default/openshift-console/console-5cbf99c968-bw4b6] creating logical port openshift-console_console-5cbf99c968-bw4b6 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:00:47.101644    3869 kube.go:256] Updating pod openshift-console/console-5cbf99c968-bw4b6
I0330 15:00:47.119802    3869 pod.go:62] [openshift-console/console-5cbf99c968-bw4b6] pod update took 18.187035ms
I0330 15:00:47.119824    3869 base_network_controller_pods.go:937] [default/openshift-console/console-5cbf99c968-bw4b6] addLogicalPort annotation time took 18.213045ms
I0330 15:00:47.121046    3869 pods.go:271] [openshift-console/console-5cbf99c968-bw4b6] addLogicalPort took 19.552766ms, libovsdb time 868.006µs
I0330 15:00:47.519045    3869 cni.go:403] [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default] ADD starting CNI request [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default]
I0330 15:00:47.527266    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5cbf99c968-bw4b6, hostIfaceName: 80b9742eea7c847, network: default, NAD default, SandboxID: "80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65", PCI device ID: , UID: "3ab9163f-248a-4810-8feb-42eeafe2f57f", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0330 15:00:47.569661    3869 cni.go:424] [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default] ADD finished CNI request [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:15:06:4e:1d:2c\",\"name\":\"80b9742eea7c847\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62a04751-8251-4b3e-8056-7f064c95d251\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:00:47.932661    3869 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-jjpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:47.932687    3869 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-jjpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:47.935209    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c6664555d-jjpqj
I0330 15:00:47.935236    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c6664555d-jjpqj
W0330 15:00:52.939317    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0330 15:00:52.939358    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0330 15:00:52.939413    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0330 15:00:53.937711    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0330 15:00:57.007653    3869 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-w9m8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:57.008184    3869 obj_retry.go:464] Detected object openshift-console/console-6c6664555d-w9m8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:00:57.439679    3869 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-w9m8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:57.439700    3869 obj_retry.go:458] Detected object openshift-console/console-6c6664555d-w9m8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:00:57.444900    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c6664555d-w9m8v
I0330 15:00:57.444927    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c6664555d-w9m8v
W0330 15:00:57.962416    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0330 15:01:02.981603    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0330 15:01:02.981600    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0330 15:01:02.981761    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0330 15:01:03.576174    3869 cni.go:403] [openshift-multus/network-metrics-daemon-2l24m 6798c20c62e806d0bcc17a3d823067d923020e35edb8f9ab3a61847dd900e80c network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-2l24m 6798c20c62e806d0bcc17a3d823067d923020e35edb8f9ab3a61847dd900e80c network default NAD default]
I0330 15:01:03.585025    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2l24m, hostIfaceName: 6798c20c62e806d, network: default, NAD default, SandboxID: "6798c20c62e806d0bcc17a3d823067d923020e35edb8f9ab3a61847dd900e80c", PCI device ID: , UID: "d1b032ac-cc45-4904-8c00-1a5b940dd8e7", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0330 15:01:03.629734    3869 cni.go:424] [openshift-multus/network-metrics-daemon-2l24m 6798c20c62e806d0bcc17a3d823067d923020e35edb8f9ab3a61847dd900e80c network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2l24m 6798c20c62e806d0bcc17a3d823067d923020e35edb8f9ab3a61847dd900e80c network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:19:dc:e2:0c:23\",\"name\":\"6798c20c62e806d\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/889de1b4-21eb-4883-99d8-fdaacd50fa51\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:01:03.631171    3869 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631602    3869 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631633    3869 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631645    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0330 15:01:03.631660    3869 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:03.631665    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
W0330 15:01:03.987482    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0330 15:01:04.657181    3869 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.657210    3869 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.657229    3869 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:04.657237    3869 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539079w4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:06.937701    3869 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0330 15:01:06.948103    3869 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0330 15:01:07.774897    3869 cni.go:403] [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default]
I0330 15:01:07.856721    3869 cni.go:424] [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7967d4f498-p5v84 143b58b27df471e9bdd6434b91b7777a7e7e709c85e2bef3bbc5c5780c451a5b network default NAD default], result "{}", err <nil>
I0330 15:01:07.917199    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:07.917242    3869 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7967d4f498-p5v84
I0330 15:01:07.918543    3869 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7967d4f498-p5v84, ips: 10.128.0.24
I0330 15:01:07.918573    3869 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:08.310457    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:08.310484    3869 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7967d4f498-p5v84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:08.314843    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7967d4f498-p5v84
I0330 15:01:08.314867    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7967d4f498-p5v84
I0330 15:01:08.583537    3869 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-cjlxt for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:01:08.583651    3869 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt
I0330 15:01:08.600724    3869 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt] pod update took 17.103903ms
I0330 15:01:08.600751    3869 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt] addLogicalPort annotation time took 17.133324ms
I0330 15:01:08.601935    3869 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt] addLogicalPort took 18.413338ms, libovsdb time 838.957µs
I0330 15:01:08.984263    3869 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt b31b5f3bfb8d9fd2a7f2a48412e2f9959695d543a2fe91cd03d3bd0d3ef30a8a network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt b31b5f3bfb8d9fd2a7f2a48412e2f9959695d543a2fe91cd03d3bd0d3ef30a8a network default NAD default]
I0330 15:01:08.993153    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-cjlxt, hostIfaceName: b31b5f3bfb8d9fd, network: default, NAD default, SandboxID: "b31b5f3bfb8d9fd2a7f2a48412e2f9959695d543a2fe91cd03d3bd0d3ef30a8a", PCI device ID: , UID: "ac672658-ca35-4028-919e-6748073a5995", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0330 15:01:09.038521    3869 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt b31b5f3bfb8d9fd2a7f2a48412e2f9959695d543a2fe91cd03d3bd0d3ef30a8a network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cjlxt b31b5f3bfb8d9fd2a7f2a48412e2f9959695d543a2fe91cd03d3bd0d3ef30a8a network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:f1:b1:c9:0c:f2\",\"name\":\"b31b5f3bfb8d9fd\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9946c717-2cbb-400a-ba6d-3f417577972c\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:01:13.041218    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0330 15:01:23.084687    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0330 15:01:23.084719    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0330 15:01:23.084767    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0330 15:01:23.275033    3869 obj_retry.go:464] Detected object openshift-console/console-7db448cdd6-h6gtj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:23.275636    3869 obj_retry.go:464] Detected object openshift-console/console-7db448cdd6-h6gtj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:23.857350    3869 obj_retry.go:458] Detected object openshift-console/console-7db448cdd6-h6gtj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:23.857372    3869 obj_retry.go:458] Detected object openshift-console/console-7db448cdd6-h6gtj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:23.864034    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db448cdd6-h6gtj
I0330 15:01:23.864067    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db448cdd6-h6gtj
W0330 15:01:24.054417    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0330 15:01:24.092103    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0330 15:01:24.210161    3869 cni.go:403] [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default]
I0330 15:01:24.281422    3869 cni.go:424] [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-79cb556bcf-kl4ns b66404f4d44251dd02da5d876de6ff3569892460b240b5f18292678929c54cb9 network default NAD default], result "{}", err <nil>
I0330 15:01:24.343475    3869 obj_retry.go:464] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:24.343513    3869 pods.go:176] Deleting pod: openshift-ingress/router-default-79cb556bcf-kl4ns
I0330 15:01:24.344825    3869 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-79cb556bcf-kl4ns, ips: 10.128.0.20
I0330 15:01:24.344852    3869 obj_retry.go:464] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:25.090350    3869 obj_retry.go:458] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:25.090375    3869 obj_retry.go:458] Detected object openshift-ingress/router-default-79cb556bcf-kl4ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:25.093110    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-79cb556bcf-kl4ns
I0330 15:01:25.093134    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-79cb556bcf-kl4ns
I0330 15:01:49.792177    3869 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:49.792770    3869 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:01:50.676310    3869 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:01:50.676351    3869 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581380-ssrkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:02:10.216321    3869 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-86d7b5858c-4gp79 IP address from the namespace address-set, err: pod openshift-console/console-86d7b5858c-4gp79: no pod IPs found 
I0330 15:02:24.475549    3869 cni.go:403] [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default] DEL starting CNI request [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default]
I0330 15:02:24.556809    3869 cni.go:424] [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default] DEL finished CNI request [openshift-console/console-5cbf99c968-bw4b6 80b9742eea7c84728317875d955ff66c428e8b96f3821b1dcd1eb505c077fa65 network default NAD default], result "{}", err <nil>
I0330 15:02:24.601838    3869 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:24.601871    3869 pods.go:176] Deleting pod: openshift-console/console-5cbf99c968-bw4b6
I0330 15:02:24.603170    3869 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cbf99c968-bw4b6, ips: 10.128.0.29
I0330 15:02:24.603199    3869 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:24.611195    3869 base_network_controller_pods.go:487] [default/openshift-console/console-55b9676c48-hhn72] creating logical port openshift-console_console-55b9676c48-hhn72 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:02:24.611295    3869 kube.go:256] Updating pod openshift-console/console-55b9676c48-hhn72
I0330 15:02:24.629105    3869 pod.go:62] [openshift-console/console-55b9676c48-hhn72] pod update took 17.838177ms
I0330 15:02:24.629131    3869 base_network_controller_pods.go:937] [default/openshift-console/console-55b9676c48-hhn72] addLogicalPort annotation time took 17.866672ms
I0330 15:02:24.630459    3869 pods.go:271] [openshift-console/console-55b9676c48-hhn72] addLogicalPort took 19.273416ms, libovsdb time 850.66µs
I0330 15:02:24.968948    3869 cni.go:403] [openshift-console/console-55b9676c48-hhn72 9c671b61b15b1545c74d24bae1ce79ed7fc7f9f1f6defd1fedcea9951712d962 network default NAD default] ADD starting CNI request [openshift-console/console-55b9676c48-hhn72 9c671b61b15b1545c74d24bae1ce79ed7fc7f9f1f6defd1fedcea9951712d962 network default NAD default]
I0330 15:02:24.977447    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-55b9676c48-hhn72, hostIfaceName: 9c671b61b15b154, network: default, NAD default, SandboxID: "9c671b61b15b1545c74d24bae1ce79ed7fc7f9f1f6defd1fedcea9951712d962", PCI device ID: , UID: "f7884e5f-16fb-4347-b556-67f169e602e7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0330 15:02:25.022213    3869 cni.go:424] [openshift-console/console-55b9676c48-hhn72 9c671b61b15b1545c74d24bae1ce79ed7fc7f9f1f6defd1fedcea9951712d962 network default NAD default] ADD finished CNI request [openshift-console/console-55b9676c48-hhn72 9c671b61b15b1545c74d24bae1ce79ed7fc7f9f1f6defd1fedcea9951712d962 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:b6:9e:09:87:6e\",\"name\":\"9c671b61b15b154\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00709c85-ba36-4f0b-b616-867f3833125c\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:02:25.371248    3869 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:25.371271    3869 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-bw4b6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:25.376374    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbf99c968-bw4b6
I0330 15:02:25.376396    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbf99c968-bw4b6
I0330 15:02:35.371377    3869 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:02:35.371925    3869 obj_retry.go:464] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0330 15:02:35.410120    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0330 15:02:35.843690    3869 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:35.843710    3869 obj_retry.go:458] Detected object openshift-console/console-5cbf99c968-jh2x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:02:35.849252    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbf99c968-jh2x2
I0330 15:02:35.849280    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbf99c968-jh2x2
I0330 15:03:00.733845    3869 obj_retry.go:464] Detected object openshift-console/console-86d7b5858c-dx7pf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:03:00.734439    3869 obj_retry.go:464] Detected object openshift-console/console-86d7b5858c-dx7pf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:03:01.234592    3869 obj_retry.go:458] Detected object openshift-console/console-86d7b5858c-dx7pf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:03:01.234620    3869 obj_retry.go:458] Detected object openshift-console/console-86d7b5858c-dx7pf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:03:01.241156    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86d7b5858c-dx7pf
I0330 15:03:01.241177    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86d7b5858c-dx7pf
I0330 15:03:58.487652    3869 egressfirewall.go:628] Syncing node "ip-10-0-0-65.ec2.internal" for egress firewall
I0330 15:03:58.487682    3869 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-65.ec2.internal
I0330 15:03:58.487715    3869 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-65.ec2.internal: 41.503µs
I0330 15:04:22.599535    3869 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0330 15:04:41.003230    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0330 15:05:16.906536    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=126
I0330 15:05:29.026797    3869 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0330 15:05:36.993149    3869 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0330 15:05:38.015214    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0330 15:05:53.905273    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88
I0330 15:06:06.033431    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0330 15:06:10.009222    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0330 15:06:22.908239    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0330 15:06:26.020219    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0330 15:06:34.345139    3869 namespace.go:98] [tsf] adding namespace
I0330 15:06:34.346044    3869 namespace.go:102] [tsf] adding namespace took 875.109µs
I0330 15:06:34.360031    3869 namespace.go:142] [tsf] updating namespace
I0330 15:06:34.371695    3869 namespace.go:142] [tsf] updating namespace
I0330 15:06:38.158975    3869 namespace.go:98] [cert-manager-operator] adding namespace
I0330 15:06:38.159880    3869 namespace.go:102] [cert-manager-operator] adding namespace took 884.564µs
I0330 15:06:38.163122    3869 namespace.go:98] [konflux-operator] adding namespace
I0330 15:06:38.163201    3869 namespace.go:98] [tsf-tas] adding namespace
I0330 15:06:38.163300    3869 namespace.go:98] [tsf-keycloak] adding namespace
I0330 15:06:38.163828    3869 namespace.go:98] [tsf-tpa] adding namespace
I0330 15:06:38.163858    3869 namespace.go:98] [rhtpa-operator] adding namespace
I0330 15:06:38.163877    3869 namespace.go:102] [konflux-operator] adding namespace took 740.904µs
I0330 15:06:38.163963    3869 namespace.go:98] [konflux-ui] adding namespace
I0330 15:06:38.164100    3869 namespace.go:98] [rhbk-operator] adding namespace
I0330 15:06:38.164593    3869 namespace.go:102] [tsf-tas] adding namespace took 1.376668ms
I0330 15:06:38.165080    3869 namespace.go:102] [tsf-keycloak] adding namespace took 1.757706ms
I0330 15:06:38.165639    3869 namespace.go:102] [tsf-tpa] adding namespace took 1.797387ms
I0330 15:06:38.166121    3869 namespace.go:102] [rhtpa-operator] adding namespace took 2.252573ms
I0330 15:06:38.166614    3869 namespace.go:102] [konflux-ui] adding namespace took 2.636167ms
I0330 15:06:38.167123    3869 namespace.go:102] [rhbk-operator] adding namespace took 3.008804ms
I0330 15:06:38.181116    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.198054    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.207709    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.211232    3869 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:38.211308    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.215581    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.218993    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.226268    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.226432    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.229844    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:06:38.270128    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.286232    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:38.289739    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.304212    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:38.311476    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.322750    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:06:38.330849    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.350083    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:06:38.350137    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.360638    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:06:38.371842    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.386842    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:06:38.574223    3869 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:38.583043    3869 namespace.go:142] [tsf-tas] updating namespace
I0330 15:06:39.317723    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:06:39.323679    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:06:46.025008    3869 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.025626    3869 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.025655    3869 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.025666    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:46.025682    3869 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:46.025687    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:47.054612    3869 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.054633    3869 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.054646    3869 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.054659    3869 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba86z7sh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:47.092045    3869 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092643    3869 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092669    3869 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092677    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:47.092689    3869 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:47.092693    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:48.122590    3869 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.122613    3869 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.122622    3869 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:48.122634    3869 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5q74dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:49.049907    3869 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050430    3869 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050455    3869 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050465    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:49.050480    3869 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:49.050487    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:50.079078    3869 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.079102    3869 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.079113    3869 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.079125    3869 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d16dwnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:50.185357    3869 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.185826    3869 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.185849    3869 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.185857    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:50.185868    3869 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:50.185872    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:51.215287    3869 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.215309    3869 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.215322    3869 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:51.215346    3869 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4k2vc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:52.077694    3869 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.078207    3869 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.078238    3869 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.078248    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:52.078278    3869 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.078288    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:52.101875    3869 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.102346    3869 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.102368    3869 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.102375    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0330 15:06:52.102386    3869 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0330 15:06:52.102390    3869 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0330 15:06:53.102024    3869 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.102051    3869 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.102065    3869 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.102081    3869 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7vwwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130510    3869 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130533    3869 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130545    3869 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:06:53.130558    3869 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7k8rl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:06:56.976106    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0330 15:06:57.358123    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0330 15:06:57.372075    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0330 15:06:59.921959    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0330 15:07:02.080135    3869 namespace.go:98] [cert-manager] adding namespace
I0330 15:07:02.080967    3869 namespace.go:102] [cert-manager] adding namespace took 809.793µs
I0330 15:07:02.153102    3869 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:02.169386    3869 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:02.523308    3869 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-nmsr9] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-nmsr9 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:02.523427    3869 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-nmsr9
I0330 15:07:02.545438    3869 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9] pod update took 22.035571ms
I0330 15:07:02.545457    3869 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-nmsr9] addLogicalPort annotation time took 22.05899ms
I0330 15:07:02.546627    3869 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9] addLogicalPort took 23.334778ms, libovsdb time 844.14µs
I0330 15:07:02.887446    3869 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9 c52aad73279aae64df364b37ec18cce94d7ecd3748fcde0daa17e8d84901419c network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9 c52aad73279aae64df364b37ec18cce94d7ecd3748fcde0daa17e8d84901419c network default NAD default]
I0330 15:07:02.895909    3869 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-nmsr9, hostIfaceName: c52aad73279aae6, network: default, NAD default, SandboxID: "c52aad73279aae64df364b37ec18cce94d7ecd3748fcde0daa17e8d84901419c", PCI device ID: , UID: "47b67652-4654-442a-8113-ab15bb1d6b1b", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0330 15:07:02.940722    3869 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9 c52aad73279aae64df364b37ec18cce94d7ecd3748fcde0daa17e8d84901419c network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-nmsr9 c52aad73279aae64df364b37ec18cce94d7ecd3748fcde0daa17e8d84901419c network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:e4:7e:1b:df:57\",\"name\":\"c52aad73279aae6\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f714fe-244e-48c5-9aeb-8a0f80233a1b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:07.568537    3869 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-52nwl] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-52nwl for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:07.568635    3869 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-52nwl
I0330 15:07:07.585497    3869 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl] pod update took 16.885635ms
I0330 15:07:07.585521    3869 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-52nwl] addLogicalPort annotation time took 16.917238ms
I0330 15:07:07.586724    3869 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl] addLogicalPort took 18.204372ms, libovsdb time 835.934µs
I0330 15:07:07.927604    3869 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl e8cdea93af151b54f1f9c2fce3f9c43a64f9f29599eb1bdc3166f3eb360c2849 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl e8cdea93af151b54f1f9c2fce3f9c43a64f9f29599eb1bdc3166f3eb360c2849 network default NAD default]
I0330 15:07:07.936455    3869 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-52nwl, hostIfaceName: e8cdea93af151b5, network: default, NAD default, SandboxID: "e8cdea93af151b54f1f9c2fce3f9c43a64f9f29599eb1bdc3166f3eb360c2849", PCI device ID: , UID: "0a8ac5dd-e5f7-4ce4-9174-5e0cc8584dc1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0330 15:07:07.984217    3869 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl e8cdea93af151b54f1f9c2fce3f9c43a64f9f29599eb1bdc3166f3eb360c2849 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-52nwl e8cdea93af151b54f1f9c2fce3f9c43a64f9f29599eb1bdc3166f3eb360c2849 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:2b:37:02:13:eb\",\"name\":\"e8cdea93af151b5\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208c772f-3bbd-494d-abde-b92e7d21c544\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:09.074863    3869 namespace.go:142] [openshift-operators] updating namespace
I0330 15:07:09.084828    3869 namespace.go:142] [openshift-operators] updating namespace
W0330 15:07:11.097011    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0330 15:07:11.097031    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0330 15:07:17.107568    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0330 15:07:17.233403    3869 namespace.go:142] [openshift-operators] updating namespace
I0330 15:07:17.524909    3869 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-k5tbv for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:17.525050    3869 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv
I0330 15:07:17.596573    3869 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv] pod update took 71.557332ms
I0330 15:07:17.596597    3869 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv] addLogicalPort annotation time took 71.586415ms
I0330 15:07:17.597926    3869 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv] addLogicalPort took 73.039999ms, libovsdb time 952.125µs
I0330 15:07:18.181226    3869 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv fd0bed437e17ca4983eab57beb539af07bb8e98a914be0108e97d91f93c146d3 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv fd0bed437e17ca4983eab57beb539af07bb8e98a914be0108e97d91f93c146d3 network default NAD default]
I0330 15:07:18.190010    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-k5tbv, hostIfaceName: fd0bed437e17ca4, network: default, NAD default, SandboxID: "fd0bed437e17ca4983eab57beb539af07bb8e98a914be0108e97d91f93c146d3", PCI device ID: , UID: "dc7bb4cf-84c3-41b8-88d3-10df9d820a18", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0330 15:07:18.234652    3869 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv fd0bed437e17ca4983eab57beb539af07bb8e98a914be0108e97d91f93c146d3 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-k5tbv fd0bed437e17ca4983eab57beb539af07bb8e98a914be0108e97d91f93c146d3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:e7:4c:a1:b1:26\",\"name\":\"fd0bed437e17ca4\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/149b3cf3-f6fc-48b2-9e06-9f218b13aa88\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:22.732279    3869 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-dq5kn for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:22.732457    3869 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn
I0330 15:07:22.765950    3869 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn] pod update took 33.539237ms
I0330 15:07:22.765973    3869 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn] addLogicalPort annotation time took 33.567911ms
I0330 15:07:22.767148    3869 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn] addLogicalPort took 34.888699ms, libovsdb time 828.57µs
I0330 15:07:23.090815    3869 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn 9a85062d31e209104977af794e6786d173291d8205c2fab63c6407eec2407866 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn 9a85062d31e209104977af794e6786d173291d8205c2fab63c6407eec2407866 network default NAD default]
I0330 15:07:23.100518    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-dq5kn, hostIfaceName: 9a85062d31e2091, network: default, NAD default, SandboxID: "9a85062d31e209104977af794e6786d173291d8205c2fab63c6407eec2407866", PCI device ID: , UID: "5df4b1e9-a9cd-404e-aa78-eafee2953628", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0330 15:07:23.144806    3869 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn 9a85062d31e209104977af794e6786d173291d8205c2fab63c6407eec2407866 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-dq5kn 9a85062d31e209104977af794e6786d173291d8205c2fab63c6407eec2407866 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:18:05:93:40:f9\",\"name\":\"9a85062d31e2091\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7de9e00a-486b-4804-8fe7-4cb3a7edf5aa\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:23.164406    3869 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-rhgph] creating logical port cert-manager_cert-manager-59ccb4bb6b-rhgph for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:23.164511    3869 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-rhgph
I0330 15:07:23.194570    3869 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-rhgph] pod update took 30.087745ms
I0330 15:07:23.194604    3869 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-rhgph] addLogicalPort annotation time took 30.126946ms
I0330 15:07:23.196315    3869 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-rhgph] addLogicalPort took 31.932862ms, libovsdb time 1.038554ms
I0330 15:07:23.823223    3869 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-rhgph aebac9e26893ec5d9c51739968718c4eab9043bb3a0091ce1ebec81f52b42ba3 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-rhgph aebac9e26893ec5d9c51739968718c4eab9043bb3a0091ce1ebec81f52b42ba3 network default NAD default]
I0330 15:07:23.851501    3869 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-rhgph, hostIfaceName: aebac9e26893ec5, network: default, NAD default, SandboxID: "aebac9e26893ec5d9c51739968718c4eab9043bb3a0091ce1ebec81f52b42ba3", PCI device ID: , UID: "e55c08f6-6510-4383-9461-aecd5ea126ad", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0330 15:07:23.894276    3869 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-rhgph aebac9e26893ec5d9c51739968718c4eab9043bb3a0091ce1ebec81f52b42ba3 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-rhgph aebac9e26893ec5d9c51739968718c4eab9043bb3a0091ce1ebec81f52b42ba3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:89:12:e3:e6:11\",\"name\":\"aebac9e26893ec5\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff467bdf-e74d-4a1f-98f3-2b81260cd987\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:07:26.057087    3869 namespace.go:98] [trusted-artifact-signer] adding namespace
I0330 15:07:26.058024    3869 namespace.go:102] [trusted-artifact-signer] adding namespace took 911.815µs
I0330 15:07:26.166253    3869 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:26.192592    3869 namespace.go:142] [trusted-artifact-signer] updating namespace
W0330 15:07:26.720198    3869 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0330 15:07:29.034927    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0330 15:07:29.542703    3869 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:07:29.543244    3869 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:07:29.573913    3869 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:07:29.573939    3869 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:07:29.586311    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0330 15:07:29.586341    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0330 15:07:32.738076    3869 namespace.go:98] [openshift-pipelines] adding namespace
I0330 15:07:32.738942    3869 namespace.go:102] [openshift-pipelines] adding namespace took 840.023µs
I0330 15:07:32.750049    3869 namespace.go:142] [openshift-pipelines] updating namespace
I0330 15:07:33.436788    3869 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:33.637882    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:34.041444    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:34.252101    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:34.318231    3869 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-4ddps for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:07:34.318364    3869 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps
I0330 15:07:34.357300    3869 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps] pod update took 38.977085ms
I0330 15:07:34.357345    3869 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps] addLogicalPort annotation time took 39.00613ms
I0330 15:07:34.358662    3869 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps] addLogicalPort took 40.449721ms, libovsdb time 910.073µs
I0330 15:07:34.443019    3869 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:34.845643    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:35.049467    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:35.249051    3869 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:35.447970    3869 namespace.go:142] [tsf] updating namespace
I0330 15:07:35.656618    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:35.850282    3869 namespace.go:142] [tsf-tas] updating namespace
I0330 15:07:36.052339    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:36.181110    3869 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:36.191481    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:36.198300    3869 namespace.go:142] [default] updating namespace
I0330 15:07:36.207885    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:36.216707    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:36.230351    3869 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:36.236599    3869 namespace.go:142] [openshift] updating namespace
I0330 15:07:36.245317    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:36.254458    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:36.264582    3869 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:36.274028    3869 namespace.go:142] [tsf] updating namespace
I0330 15:07:36.296146    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:36.313672    3869 namespace.go:142] [tsf-tas] updating namespace
I0330 15:07:36.335156    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:36.436628    3869 namespace.go:142] [cert-manager] updating namespace
I0330 15:07:36.534091    3869 namespace.go:142] [cert-manager-operator] updating namespace
I0330 15:07:36.634396    3869 namespace.go:142] [default] updating namespace
I0330 15:07:36.739257    3869 namespace.go:142] [konflux-operator] updating namespace
I0330 15:07:36.837974    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:07:36.936382    3869 namespace.go:142] [open-cluster-management-2pc3srqfa75va1b7r65hvfp4e15g46er] updating namespace
I0330 15:07:37.034495    3869 namespace.go:142] [openshift] updating namespace
I0330 15:07:37.140382    3869 namespace.go:142] [rhbk-operator] updating namespace
I0330 15:07:37.267344    3869 namespace.go:142] [rhtpa-operator] updating namespace
I0330 15:07:37.354246    3869 namespace.go:142] [trusted-artifact-signer] updating namespace
I0330 15:07:37.439847    3869 namespace.go:142] [tsf] updating namespace
I0330 15:07:37.541771    3869 namespace.go:142] [tsf-keycloak] updating namespace
I0330 15:07:37.645225    3869 namespace.go:142] [tsf-tas] updating namespace
W0330 15:07:37.648437    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0330 15:07:37.755390    3869 namespace.go:142] [tsf-tpa] updating namespace
I0330 15:07:38.262298    3869 namespace.go:142] [openshift-pipelines] updating namespace
I0330 15:07:38.280155    3869 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps 8231473570d6db29df27aa5e4e02c80f76cb7ad7c101b2f01154c95e8af87850 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps 8231473570d6db29df27aa5e4e02c80f76cb7ad7c101b2f01154c95e8af87850 network default NAD default]
I0330 15:07:38.288637    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-4ddps, hostIfaceName: 8231473570d6db2, network: default, NAD default, SandboxID: "8231473570d6db29df27aa5e4e02c80f76cb7ad7c101b2f01154c95e8af87850", PCI device ID: , UID: "262d1bdf-39c4-406e-a830-865339df8de6", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0330 15:07:38.339862    3869 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps 8231473570d6db29df27aa5e4e02c80f76cb7ad7c101b2f01154c95e8af87850 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4ddps 8231473570d6db29df27aa5e4e02c80f76cb7ad7c101b2f01154c95e8af87850 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:c1:bb:25:19:08\",\"name\":\"8231473570d6db2\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7ee1a4d-170c-4a40-b90a-7362db42b8a0\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:07:43.443616    3869 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0330 15:07:44.719880    3869 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0330 15:07:50.313827    3869 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313852    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313859    3869 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.313865    3869 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0330 15:07:50.338748    3869 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.338766    3869 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.338772    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0330 15:07:50.513921    3869 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:07:50.513938    3869 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:07:50.513944    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0330 15:08:05.724879    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0330 15:08:08.388426    3869 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-jwttw for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:08.388523    3869 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw
I0330 15:08:08.412869    3869 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw] pod update took 24.378136ms
I0330 15:08:08.412892    3869 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw] addLogicalPort annotation time took 24.406691ms
I0330 15:08:08.414111    3869 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw] addLogicalPort took 25.707871ms, libovsdb time 875.961µs
I0330 15:08:08.694378    3869 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:08.694913    3869 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:08.719341    3869 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:08.719363    3869 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:08.722355    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0330 15:08:08.722380    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0330 15:08:08.749931    3869 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw c1fa0f904b14278be9a27f1336c96f1c8f22ff59ff00f661b35cbb9aa235ebbd network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw c1fa0f904b14278be9a27f1336c96f1c8f22ff59ff00f661b35cbb9aa235ebbd network default NAD default]
I0330 15:08:08.758465    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-jwttw, hostIfaceName: c1fa0f904b14278, network: default, NAD default, SandboxID: "c1fa0f904b14278be9a27f1336c96f1c8f22ff59ff00f661b35cbb9aa235ebbd", PCI device ID: , UID: "b148b29f-099e-43bd-9f52-4926ce3dc44a", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0330 15:08:08.804292    3869 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw c1fa0f904b14278be9a27f1336c96f1c8f22ff59ff00f661b35cbb9aa235ebbd network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jwttw c1fa0f904b14278be9a27f1336c96f1c8f22ff59ff00f661b35cbb9aa235ebbd network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:bb:e5:6e:66:02\",\"name\":\"c1fa0f904b14278\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/178bdcf7-5e10-462c-be2f-70aee1f34247\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:08:12.641899    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0330 15:08:16.612578    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:16.612601    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:08:16.612768    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0330 15:08:30.377067    3869 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0330 15:08:30.993512    3869 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0330 15:08:43.899930    3869 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:43.900509    3869 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:08:43.939296    3869 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:43.939315    3869 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:08:43.944874    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0330 15:08:43.944895    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0330 15:08:46.553554    3869 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6bf4f6c875-g9jq4] creating logical port tsf-tas_fulcio-server-6bf4f6c875-g9jq4 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:46.553641    3869 kube.go:256] Updating pod tsf-tas/fulcio-server-6bf4f6c875-g9jq4
I0330 15:08:46.586317    3869 pod.go:62] [tsf-tas/fulcio-server-6bf4f6c875-g9jq4] pod update took 32.697252ms
I0330 15:08:46.586355    3869 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-6bf4f6c875-g9jq4] addLogicalPort annotation time took 32.738598ms
I0330 15:08:46.587543    3869 pods.go:271] [tsf-tas/fulcio-server-6bf4f6c875-g9jq4] addLogicalPort took 34.004588ms, libovsdb time 771.99µs
I0330 15:08:46.602063    3869 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-fhd52-6hcb6] creating logical port tsf-tas_ctlog-createtree-job-fhd52-6hcb6 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:46.602143    3869 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-fhd52-6hcb6
I0330 15:08:46.619480    3869 pod.go:62] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6] pod update took 17.364553ms
I0330 15:08:46.619505    3869 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-fhd52-6hcb6] addLogicalPort annotation time took 17.394473ms
I0330 15:08:46.620837    3869 pods.go:271] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6] addLogicalPort took 18.791639ms, libovsdb time 841.463µs
I0330 15:08:46.844659    3869 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-79c5846796-hrnz6] creating logical port tsf-tas_trillian-logsigner-79c5846796-hrnz6 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:46.844798    3869 kube.go:256] Updating pod tsf-tas/trillian-logsigner-79c5846796-hrnz6
I0330 15:08:46.860845    3869 pod.go:62] [tsf-tas/trillian-logsigner-79c5846796-hrnz6] pod update took 16.073008ms
I0330 15:08:46.860870    3869 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-79c5846796-hrnz6] addLogicalPort annotation time took 16.105734ms
I0330 15:08:46.862222    3869 pods.go:271] [tsf-tas/trillian-logsigner-79c5846796-hrnz6] addLogicalPort took 17.582941ms, libovsdb time 889.569µs
I0330 15:08:46.915805    3869 cni.go:403] [tsf-tas/fulcio-server-6bf4f6c875-g9jq4 7e92380441b38479be23d20cc739cdc102fe0460cc31d87c580f6b879679d809 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-6bf4f6c875-g9jq4 7e92380441b38479be23d20cc739cdc102fe0460cc31d87c580f6b879679d809 network default NAD default]
I0330 15:08:46.924721    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6bf4f6c875-g9jq4, hostIfaceName: 7e92380441b3847, network: default, NAD default, SandboxID: "7e92380441b38479be23d20cc739cdc102fe0460cc31d87c580f6b879679d809", PCI device ID: , UID: "842a5841-aefe-46ce-93c9-df55737e6fa1", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0330 15:08:46.968387    3869 cni.go:403] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default]
I0330 15:08:46.978839    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-fhd52-6hcb6, hostIfaceName: 4dab13e234d4051, network: default, NAD default, SandboxID: "4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2", PCI device ID: , UID: "174e07fc-38c3-4be7-8f82-25bbf40c670f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0330 15:08:46.981065    3869 cni.go:424] [tsf-tas/fulcio-server-6bf4f6c875-g9jq4 7e92380441b38479be23d20cc739cdc102fe0460cc31d87c580f6b879679d809 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-6bf4f6c875-g9jq4 7e92380441b38479be23d20cc739cdc102fe0460cc31d87c580f6b879679d809 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:00:65:11:86:0a\",\"name\":\"7e92380441b3847\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7072253c-83a5-4c0b-b11b-5d799afbc389\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:47.026022    3869 cni.go:424] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:cd:63:a8:3d:8d\",\"name\":\"4dab13e234d4051\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90403e83-6f08-4956-b64d-6c97d70c32d9\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:47.818012    3869 cni.go:403] [tsf-tas/trillian-logsigner-79c5846796-hrnz6 299404a496574050e86ff49874e37f7a90705cd9820ebc1ef528c951856ab19b network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-79c5846796-hrnz6 299404a496574050e86ff49874e37f7a90705cd9820ebc1ef528c951856ab19b network default NAD default]
I0330 15:08:47.826542    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-79c5846796-hrnz6, hostIfaceName: 299404a49657405, network: default, NAD default, SandboxID: "299404a496574050e86ff49874e37f7a90705cd9820ebc1ef528c951856ab19b", PCI device ID: , UID: "baa73458-9292-44e5-a645-8a53b67be829", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0330 15:08:47.872252    3869 cni.go:424] [tsf-tas/trillian-logsigner-79c5846796-hrnz6 299404a496574050e86ff49874e37f7a90705cd9820ebc1ef528c951856ab19b network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-79c5846796-hrnz6 299404a496574050e86ff49874e37f7a90705cd9820ebc1ef528c951856ab19b network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:41:27:62:b1:de\",\"name\":\"299404a49657405\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75866108-212c-4955-ab0c-48fdb3695072\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:48.985978    3869 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-g2s2q for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:48.986090    3869 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q
I0330 15:08:49.002726    3869 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q] pod update took 16.669941ms
I0330 15:08:49.002754    3869 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q] addLogicalPort annotation time took 16.701219ms
I0330 15:08:49.004322    3869 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q] addLogicalPort took 18.366983ms, libovsdb time 1.007942ms
W0330 15:08:49.043880    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0330 15:08:49.043902    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0330 15:08:49.069499    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0330 15:08:49.069524    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
I0330 15:08:49.501379    3869 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-85bdbb5c4f-l9q79] creating logical port tsf-tas_trillian-db-85bdbb5c4f-l9q79 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:08:49.501502    3869 kube.go:256] Updating pod tsf-tas/trillian-db-85bdbb5c4f-l9q79
I0330 15:08:49.516154    3869 pod.go:62] [tsf-tas/trillian-db-85bdbb5c4f-l9q79] pod update took 14.686749ms
I0330 15:08:49.516184    3869 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-85bdbb5c4f-l9q79] addLogicalPort annotation time took 14.725998ms
I0330 15:08:49.518001    3869 pods.go:271] [tsf-tas/trillian-db-85bdbb5c4f-l9q79] addLogicalPort took 16.642753ms, libovsdb time 1.155863ms
I0330 15:08:49.949849    3869 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q 8a11df33f95a23450faa2d5788a4ee765147723891cdb56353b2b5358f11e00c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q 8a11df33f95a23450faa2d5788a4ee765147723891cdb56353b2b5358f11e00c network default NAD default]
I0330 15:08:49.967472    3869 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-g2s2q, hostIfaceName: 8a11df33f95a234, network: default, NAD default, SandboxID: "8a11df33f95a23450faa2d5788a4ee765147723891cdb56353b2b5358f11e00c", PCI device ID: , UID: "986d6c96-9279-41cb-8266-8ce8fe0ddb92", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0330 15:08:50.020421    3869 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q 8a11df33f95a23450faa2d5788a4ee765147723891cdb56353b2b5358f11e00c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2s2q 8a11df33f95a23450faa2d5788a4ee765147723891cdb56353b2b5358f11e00c network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:56:7b:24:6f:cc\",\"name\":\"8a11df33f95a234\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce54aa36-4d94-487e-8789-9dc8cc237b32\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:08:53.997225    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
W0330 15:08:54.073430    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0330 15:08:57.718485    3869 cni.go:403] [tsf-tas/trillian-db-85bdbb5c4f-l9q79 fee9c8294e988e3d959419b687250bdd52fbbe94879d32975ea88b1d9e14a2bc network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-85bdbb5c4f-l9q79 fee9c8294e988e3d959419b687250bdd52fbbe94879d32975ea88b1d9e14a2bc network default NAD default]
I0330 15:08:57.726919    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-85bdbb5c4f-l9q79, hostIfaceName: fee9c8294e988e3, network: default, NAD default, SandboxID: "fee9c8294e988e3d959419b687250bdd52fbbe94879d32975ea88b1d9e14a2bc", PCI device ID: , UID: "75f444cb-455a-447f-9459-f40b5591424b", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0330 15:08:57.774469    3869 cni.go:424] [tsf-tas/trillian-db-85bdbb5c4f-l9q79 fee9c8294e988e3d959419b687250bdd52fbbe94879d32975ea88b1d9e14a2bc network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-85bdbb5c4f-l9q79 fee9c8294e988e3d959419b687250bdd52fbbe94879d32975ea88b1d9e14a2bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:b5:28:97:f6:6e\",\"name\":\"fee9c8294e988e3\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aede11bd-e1b7-4b74-929c-19d215bc5d1f\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:08:58.100888    3869 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:08:58.100909    3869 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:08:58.100914    3869 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0330 15:08:58.907233    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=119
I0330 15:08:59.999599    3869 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z9c8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:00.000247    3869 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z9c8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:00.912091    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=1028
I0330 15:09:01.024147    3869 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z9c8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.024176    3869 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z9c8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:09:01.121273    3869 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0330 15:09:01.363468    3869 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:01.364016    3869 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0330 15:09:01.730506    3869 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0330 15:09:01.873381    3869 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.873405    3869 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:01.880250    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0330 15:09:01.880275    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0330 15:09:03.902049    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0330 15:09:03.902073    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0330 15:09:03.902076    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0330 15:09:04.880567    3869 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:04.881137    3869 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:05.770344    3869 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:05.770369    3869 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xh6cd-k6hg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:09:09.962039    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:09:09.962057    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:09:09.962062    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0330 15:09:12.161531    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0330 15:09:30.220711    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0330 15:09:34.287288    3869 cni.go:403] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default]
I0330 15:09:34.361715    3869 cni.go:424] [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-fhd52-6hcb6 4dab13e234d40510a8dcd101e7ff69b1c83b0ec4e5ed961f479561e057a101e2 network default NAD default], result "{}", err <nil>
I0330 15:09:34.413185    3869 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:34.413218    3869 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-fhd52-6hcb6
I0330 15:09:34.414599    3869 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-fhd52-6hcb6, ips: 10.128.0.40
I0330 15:09:34.414627    3869 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.212986    3869 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.213498    3869 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:35.235711    3869 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.235737    3869 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.244143    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0330 15:09:35.244168    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0330 15:09:35.311889    3869 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.311920    3869 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-fhd52-6hcb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:35.939116    3869 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-zszp8] creating logical port tsf_patch-tekton-config-zszp8 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:09:35.939235    3869 kube.go:256] Updating pod tsf/patch-tekton-config-zszp8
I0330 15:09:35.951813    3869 pod.go:62] [tsf/patch-tekton-config-zszp8] pod update took 12.602998ms
I0330 15:09:35.951835    3869 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-zszp8] addLogicalPort annotation time took 12.630452ms
I0330 15:09:35.953117    3869 pods.go:271] [tsf/patch-tekton-config-zszp8] addLogicalPort took 14.018987ms, libovsdb time 887.908µs
I0330 15:09:36.300726    3869 cni.go:403] [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default]
I0330 15:09:36.309767    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-zszp8, hostIfaceName: 024e8f0924a6f09, network: default, NAD default, SandboxID: "024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f", PCI device ID: , UID: "84c8f701-999b-4561-9103-2c576d775cee", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0330 15:09:36.356844    3869 cni.go:424] [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:10:0d:c2:2b:63\",\"name\":\"024e8f0924a6f09\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41c805c6-976f-4283-a163-d5d51584ac1b\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:38.505800    3869 namespace.go:142] [openshift-pipelines] updating namespace
W0330 15:09:39.937779    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0330 15:09:42.119127    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0330 15:09:42.141013    3869 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0330 15:09:42.141035    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0330 15:09:44.351630    3869 cni.go:403] [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default]
I0330 15:09:44.428843    3869 cni.go:424] [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-zszp8 024e8f0924a6f091a760a3c7bc568517b8dab932120d288dee60c9d20b5f235f network default NAD default], result "{}", err <nil>
I0330 15:09:44.476772    3869 obj_retry.go:464] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:44.476804    3869 pods.go:176] Deleting pod: tsf/patch-tekton-config-zszp8
I0330 15:09:44.478191    3869 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-zszp8, ips: 10.128.0.44
I0330 15:09:44.478221    3869 obj_retry.go:464] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:45.358646    3869 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:45.358677    3869 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:45.457184    3869 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-7qwlh] creating logical port tsf_tsf-tekton-configuration-7qwlh for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:09:45.457279    3869 kube.go:256] Updating pod tsf/tsf-tekton-configuration-7qwlh
I0330 15:09:45.468024    3869 pod.go:62] [tsf/tsf-tekton-configuration-7qwlh] pod update took 10.764541ms
I0330 15:09:45.468121    3869 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-7qwlh] addLogicalPort annotation time took 10.865209ms
I0330 15:09:45.469930    3869 pods.go:271] [tsf/tsf-tekton-configuration-7qwlh] addLogicalPort took 12.762268ms, libovsdb time 1.204275ms
W0330 15:09:45.577067    3869 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0330 15:09:45.819244    3869 cni.go:403] [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default]
I0330 15:09:45.827517    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-7qwlh, hostIfaceName: 9c6d0dc1fdf00e6, network: default, NAD default, SandboxID: "9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631", PCI device ID: , UID: "f1cf0194-e706-4872-8624-589be8aa663c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0330 15:09:46.082446    3869 cni.go:424] [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7e:e1:11:44:df\",\"name\":\"9c6d0dc1fdf00e6\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/670afdc6-d595-47ef-9b62-51ad259caa03\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:52.390045    3869 cni.go:403] [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default]
I0330 15:09:52.476405    3869 cni.go:424] [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-7qwlh 9c6d0dc1fdf00e6227a6441400df94f989508bb8cb46b4ae734c22935a8b6631 network default NAD default], result "{}", err <nil>
I0330 15:09:52.523190    3869 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-7qwlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:52.523224    3869 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-7qwlh
I0330 15:09:52.524532    3869 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-7qwlh, ips: 10.128.0.45
I0330 15:09:52.524562    3869 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-7qwlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:53.543169    3869 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-7qwlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.543193    3869 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-7qwlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.583432    3869 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.583454    3869 obj_retry.go:458] Detected object tsf/patch-tekton-config-zszp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:09:53.591521    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zszp8
I0330 15:09:53.591628    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zszp8
I0330 15:09:53.721493    3869 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:09:53.721598    3869 kube.go:256] Updating pod tsf/test-tsf-pipelines
I0330 15:09:53.736127    3869 pod.go:62] [tsf/test-tsf-pipelines] pod update took 14.553604ms
I0330 15:09:53.736150    3869 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 14.581462ms
I0330 15:09:53.737605    3869 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 16.126526ms, libovsdb time 971.214µs
I0330 15:09:54.083513    3869 cni.go:403] [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default]
I0330 15:09:54.092320    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: c379687640a6d28, network: default, NAD default, SandboxID: "c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22", PCI device ID: , UID: "4c771cd4-8023-4fe4-8748-15e42e01747e", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0330 15:09:54.139608    3869 cni.go:424] [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:15:67:03:c0:1a\",\"name\":\"c379687640a6d28\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde31dbe-05b4-43c7-90fe-9a39c51b20b9\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:09:59.217866    3869 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:09:59.218537    3869 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:00.064462    3869 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:00.064488    3869 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-2wtgp-6869j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:04.465300    3869 cni.go:403] [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default]
I0330 15:10:04.542808    3869 cni.go:424] [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines c379687640a6d2856f77477f585146d6fb40a10b1c652359ee0c3b9fe476af22 network default NAD default], result "{}", err <nil>
I0330 15:10:04.589804    3869 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:04.589837    3869 pods.go:176] Deleting pod: tsf/test-tsf-pipelines
I0330 15:10:04.591211    3869 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.128.0.46
I0330 15:10:04.591244    3869 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:04.607770    3869 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:04.607797    3869 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:04.614131    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0330 15:10:04.614160    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0330 15:10:05.249574    3869 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:05.250072    3869 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0330 15:10:06.104051    3869 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0330 15:10:06.110695    3869 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:06.110718    3869 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29581390-sghjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:09.294786    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0330 15:10:11.425551    3869 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:11.426161    3869 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:11.446506    3869 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:11.446529    3869 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:11.452098    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0330 15:10:11.452124    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0330 15:10:12.825496    3869 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-qzhwf] creating logical port tsf-tpa_create-db-qzhwf for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:10:12.825587    3869 kube.go:256] Updating pod tsf-tpa/create-db-qzhwf
I0330 15:10:12.837582    3869 pod.go:62] [tsf-tpa/create-db-qzhwf] pod update took 12.015414ms
I0330 15:10:12.837606    3869 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-qzhwf] addLogicalPort annotation time took 12.045933ms
I0330 15:10:12.838956    3869 pods.go:271] [tsf-tpa/create-db-qzhwf] addLogicalPort took 13.476436ms, libovsdb time 920.946µs
I0330 15:10:13.414071    3869 cni.go:403] [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default] ADD starting CNI request [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default]
I0330 15:10:13.422444    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-qzhwf, hostIfaceName: 837fce4bcf817f2, network: default, NAD default, SandboxID: "837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc", PCI device ID: , UID: "299edc6e-6ac6-44c6-bc5e-0c67949a366e", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0330 15:10:13.468973    3869 cni.go:424] [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default] ADD finished CNI request [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:00:f7:8e:d1:cb\",\"name\":\"837fce4bcf817f2\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bc1a329-213d-4d62-b219-dd78405b83cb\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:10:16.170635    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0330 15:10:17.538586    3869 cni.go:403] [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default] DEL starting CNI request [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default]
I0330 15:10:17.617534    3869 cni.go:424] [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default] DEL finished CNI request [tsf-tpa/create-db-qzhwf 837fce4bcf817f2b8893815b4932c72dcd79f1feff9d41cd79c816a5fc3318dc network default NAD default], result "{}", err <nil>
I0330 15:10:17.668844    3869 obj_retry.go:464] Detected object tsf-tpa/create-db-qzhwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:17.668882    3869 pods.go:176] Deleting pod: tsf-tpa/create-db-qzhwf
I0330 15:10:17.670268    3869 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-qzhwf, ips: 10.128.0.47
I0330 15:10:17.670296    3869 obj_retry.go:464] Detected object tsf-tpa/create-db-qzhwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:18.689830    3869 obj_retry.go:458] Detected object tsf-tpa/create-db-qzhwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:18.689851    3869 obj_retry.go:458] Detected object tsf-tpa/create-db-qzhwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:18.787740    3869 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-cnl7t] creating logical port tsf-tpa_migrate-db-cnl7t for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:10:18.787836    3869 kube.go:256] Updating pod tsf-tpa/migrate-db-cnl7t
I0330 15:10:18.799304    3869 pod.go:62] [tsf-tpa/migrate-db-cnl7t] pod update took 11.491322ms
I0330 15:10:18.799340    3869 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-cnl7t] addLogicalPort annotation time took 11.520566ms
I0330 15:10:18.800600    3869 pods.go:271] [tsf-tpa/migrate-db-cnl7t] addLogicalPort took 12.882242ms, libovsdb time 855.22µs
I0330 15:10:19.152111    3869 cni.go:403] [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default]
I0330 15:10:19.160556    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-cnl7t, hostIfaceName: f8b6a526a0a0ba1, network: default, NAD default, SandboxID: "f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69", PCI device ID: , UID: "d89c5f01-7c3e-448f-84ee-9a208a90f763", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0330 15:10:19.205866    3869 cni.go:424] [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:2f:5b:8f:d6:a5\",\"name\":\"f8b6a526a0a0ba1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70074987-79b8-441d-a012-daedc77f94f3\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:10:21.563836    3869 cni.go:403] [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default]
I0330 15:10:21.659307    3869 cni.go:424] [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-cnl7t f8b6a526a0a0ba194f1ee45e3dce5081353b917e668c02b8401d4161342bac69 network default NAD default], result "{}", err <nil>
I0330 15:10:21.736527    3869 obj_retry.go:464] Detected object tsf-tpa/migrate-db-cnl7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:21.736568    3869 pods.go:176] Deleting pod: tsf-tpa/migrate-db-cnl7t
I0330 15:10:21.738085    3869 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-cnl7t, ips: 10.128.0.48
I0330 15:10:21.738118    3869 obj_retry.go:464] Detected object tsf-tpa/migrate-db-cnl7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:21.816507    3869 obj_retry.go:458] Detected object tsf-tpa/migrate-db-cnl7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:21.816537    3869 obj_retry.go:458] Detected object tsf-tpa/migrate-db-cnl7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:24.934309    3869 base_network_controller_pods.go:487] [default/tsf-tpa/server-6b97f576b6-4h5j7] creating logical port tsf-tpa_server-6b97f576b6-4h5j7 for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:10:24.934461    3869 kube.go:256] Updating pod tsf-tpa/server-6b97f576b6-4h5j7
I0330 15:10:24.947242    3869 pod.go:62] [tsf-tpa/server-6b97f576b6-4h5j7] pod update took 12.835808ms
I0330 15:10:24.947269    3869 base_network_controller_pods.go:937] [default/tsf-tpa/server-6b97f576b6-4h5j7] addLogicalPort annotation time took 12.866955ms
I0330 15:10:24.948818    3869 pods.go:271] [tsf-tpa/server-6b97f576b6-4h5j7] addLogicalPort took 14.525308ms, libovsdb time 957.185µs
I0330 15:10:26.023964    3869 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-2sbvh] creating logical port tsf-tpa_importer-74cd48f5c7-2sbvh for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:10:26.024108    3869 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-2sbvh
I0330 15:10:26.037091    3869 pod.go:62] [tsf-tpa/importer-74cd48f5c7-2sbvh] pod update took 13.053098ms
I0330 15:10:26.037120    3869 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-2sbvh] addLogicalPort annotation time took 13.086318ms
I0330 15:10:26.038623    3869 pods.go:271] [tsf-tpa/importer-74cd48f5c7-2sbvh] addLogicalPort took 14.680023ms, libovsdb time 925.317µs
I0330 15:10:27.405872    3869 obj_retry.go:464] Detected object tsf-tpa/create-importers-v7dkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:27.406474    3869 obj_retry.go:464] Detected object tsf-tpa/create-importers-v7dkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:28.427963    3869 obj_retry.go:458] Detected object tsf-tpa/create-importers-v7dkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:28.427986    3869 obj_retry.go:458] Detected object tsf-tpa/create-importers-v7dkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:30.284093    3869 cni.go:403] [tsf-tpa/importer-74cd48f5c7-2sbvh b3dcc3d5b01c16f94df66e25df86f5a29b2e0f9bcf581030fd20091683108ece network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-2sbvh b3dcc3d5b01c16f94df66e25df86f5a29b2e0f9bcf581030fd20091683108ece network default NAD default]
I0330 15:10:30.292506    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-2sbvh, hostIfaceName: b3dcc3d5b01c16f, network: default, NAD default, SandboxID: "b3dcc3d5b01c16f94df66e25df86f5a29b2e0f9bcf581030fd20091683108ece", PCI device ID: , UID: "af3fdee5-14a9-42f7-a13b-7aa204df26cd", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0330 15:10:30.342031    3869 cni.go:424] [tsf-tpa/importer-74cd48f5c7-2sbvh b3dcc3d5b01c16f94df66e25df86f5a29b2e0f9bcf581030fd20091683108ece network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-2sbvh b3dcc3d5b01c16f94df66e25df86f5a29b2e0f9bcf581030fd20091683108ece network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:72:ab:04:48:ea\",\"name\":\"b3dcc3d5b01c16f\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48d622d1-26c7-4e0e-84dd-a109ce48b98c\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:10:30.395794    3869 cni.go:403] [tsf-tpa/server-6b97f576b6-4h5j7 b2e1dedbf7f08b41380d3caa5fc7e612c74c0fed25affcc06f048efe2c5c9037 network default NAD default] ADD starting CNI request [tsf-tpa/server-6b97f576b6-4h5j7 b2e1dedbf7f08b41380d3caa5fc7e612c74c0fed25affcc06f048efe2c5c9037 network default NAD default]
I0330 15:10:30.404103    3869 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-6b97f576b6-4h5j7, hostIfaceName: b2e1dedbf7f08b4, network: default, NAD default, SandboxID: "b2e1dedbf7f08b41380d3caa5fc7e612c74c0fed25affcc06f048efe2c5c9037", PCI device ID: , UID: "c3e43936-8934-46f7-8870-a25f9a8e76fb", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0330 15:10:30.452544    3869 cni.go:424] [tsf-tpa/server-6b97f576b6-4h5j7 b2e1dedbf7f08b41380d3caa5fc7e612c74c0fed25affcc06f048efe2c5c9037 network default NAD default] ADD finished CNI request [tsf-tpa/server-6b97f576b6-4h5j7 b2e1dedbf7f08b41380d3caa5fc7e612c74c0fed25affcc06f048efe2c5c9037 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:8c:40:ef:a3:60\",\"name\":\"b2e1dedbf7f08b4\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8284bac-025c-4992-b249-2cee57725473\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0330 15:10:30.606117    3869 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0330 15:10:41.638044    3869 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0330 15:10:48.539507    3869 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:48.540041    3869 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:49.560359    3869 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:49.560388    3869 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-rn75p-69g22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0330 15:10:56.420839    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0330 15:10:58.674055    3869 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:58.674615    3869 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:10:58.714678    3869 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:58.714696    3869 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:10:58.720997    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0330 15:10:58.721017    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0330 15:10:59.404102    3869 namespace.go:98] [integration-service] adding namespace
I0330 15:10:59.405059    3869 namespace.go:102] [integration-service] adding namespace took 933.36µs
I0330 15:10:59.409547    3869 namespace.go:98] [image-controller] adding namespace
I0330 15:10:59.409651    3869 namespace.go:98] [build-service] adding namespace
I0330 15:10:59.410239    3869 namespace.go:102] [image-controller] adding namespace took 678.765µs
I0330 15:10:59.411047    3869 namespace.go:102] [build-service] adding namespace took 1.381417ms
I0330 15:10:59.458308    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.476667    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.484699    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:10:59.500649    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:10:59.507565    3869 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.522482    3869 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.685477    3869 namespace.go:142] [build-service] updating namespace
I0330 15:10:59.705472    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:10:59.769899    3869 namespace.go:98] [release-service] adding namespace
I0330 15:10:59.770778    3869 namespace.go:102] [release-service] adding namespace took 858.834µs
I0330 15:10:59.813385    3869 namespace.go:142] [konflux-ui] updating namespace
I0330 15:10:59.813447    3869 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-cfntm] creating logical port konflux-ui_tsf-konflux-public-key-cfntm for pod on switch ip-10-0-2-167.ec2.internal
I0330 15:10:59.813489    3869 namespace.go:142] [release-service] updating namespace
I0330 15:10:59.813571    3869 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-cfntm
I0330 15:10:59.834205    3869 namespace.go:142] [release-service] updating namespace
I0330 15:10:59.851656    3869 pod.go:62] [konflux-ui/tsf-konflux-public-key-cfntm] pod update took 38.114857ms
I0330 15:10:59.851676    3869 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-cfntm] addLogicalPort annotation time took 38.139288ms
I0330 15:10:59.852967    3869 pods.go:271] [konflux-ui/tsf-konflux-public-key-cfntm] addLogicalPort took 39.539588ms, libovsdb time 838.662µs
I0330 15:10:59.936873    3869 namespace.go:98] [konflux-info] adding namespace
I0330 15:10:59.937848    3869 namespace.go:102] [konflux-info] adding namespace took 948.164µs
I0330 15:10:59.986366    3869 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:00.013119    3869 namespace.go:98] [namespace-lister] adding namespace
I0330 15:11:00.013198    3869 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:00.014049    3869 namespace.go:102] [namespace-lister] adding namespace took 908.415µs
I0330 15:11:00.040129    3869 namespace.go:98] [enterprise-contract-service] adding namespace
I0330 15:11:00.040974    3869 namespace.go:102] [enterprise-contract-service] adding namespace took 818.943µs
I0330 15:11:00.057275    3869 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:00.076216    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:11:00.115460    3869 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:00.156947    3869 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:00.176464    3869 cni.go:403] [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default]
I0330 15:11:00.185123    3869 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-cfntm, hostIfaceName: 2536b9a4f899f10, network: default, NAD default, SandboxID: "2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394", PCI device ID: , UID: "04535fe1-1ca0-401d-bc2a-00eefe0a42a1", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0330 15:11:00.188840    3869 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:00.235171    3869 cni.go:424] [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:13:d5:e1:37:7d\",\"name\":\"2536b9a4f899f10\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6bd966c-656f-4790-a0b0-8a5a46f0a519\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0330 15:11:00.301485    3869 namespace.go:142] [build-service] updating namespace
I0330 15:11:00.323465    3869 namespace.go:98] [default-tenant] adding namespace
I0330 15:11:00.324228    3869 namespace.go:102] [default-tenant] adding namespace took 743.693µs
I0330 15:11:00.395692    3869 namespace.go:98] [segment-bridge] adding namespace
I0330 15:11:00.396523    3869 namespace.go:102] [segment-bridge] adding namespace took 809.873µs
I0330 15:11:00.421189    3869 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:00.455784    3869 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:00.536560    3869 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:00.629390    3869 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:00.700895    3869 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0330 15:11:00.701547    3869 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0330 15:11:00.701569    3869 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0330 15:11:00.704412    3869 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0330 15:11:00.760674    3869 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0330 15:11:00.760704    3869 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0330 15:11:00.761486    3869 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0330 15:11:01.066023    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:11:02.242267    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:11:02.530112    3869 namespace.go:142] [release-service] updating namespace
I0330 15:11:02.667337    3869 namespace.go:142] [build-service] updating namespace
I0330 15:11:02.687573    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:11:02.708006    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:11:02.723516    3869 namespace.go:142] [release-service] updating namespace
I0330 15:11:02.780083    3869 cni.go:403] [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default]
I0330 15:11:02.806239    3869 namespace.go:142] [build-service] updating namespace
I0330 15:11:02.850151    3869 cni.go:424] [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-cfntm 2536b9a4f899f106997124392d75807b7cb620be2a3ccd18755cc7d2c7fdf394 network default NAD default], result "{}", err <nil>
I0330 15:11:02.918924    3869 namespace.go:142] [image-controller] updating namespace
I0330 15:11:02.939431    3869 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:02.939457    3869 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-cfntm
I0330 15:11:02.940812    3869 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-cfntm, ips: 10.128.0.51
I0330 15:11:02.940840    3869 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:03.008540    3869 namespace.go:142] [integration-service] updating namespace
I0330 15:11:03.065374    3869 namespace.go:142] [release-service] updating namespace
I0330 15:11:03.130577    3869 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:03.130599    3869 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-cfntm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:04.300320    3869 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:04.501757    3869 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:04.699823    3869 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:04.903453    3869 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.101827    3869 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:05.223342    3869 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:05.239819    3869 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:05.254042    3869 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:05.268969    3869 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.282809    3869 namespace.go:142] [segment-bridge] updating namespace
I0330 15:11:05.326813    3869 namespace.go:142] [default-tenant] updating namespace
I0330 15:11:05.414379    3869 namespace.go:142] [enterprise-contract-service] updating namespace
I0330 15:11:05.510744    3869 namespace.go:142] [konflux-info] updating namespace
I0330 15:11:05.607361    3869 namespace.go:142] [namespace-lister] updating namespace
I0330 15:11:05.710151    3869 namespace.go:142] [segment-bridge] updating namespace
W0330 15:11:07.495442    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0330 15:11:07.522086    3869 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0330 15:11:09.510789    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0330 15:11:11.531176    3869 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0330 15:11:15.669275    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:15.669295    3869 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:18.596239    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0330 15:11:18.600189    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0330 15:11:18.626978    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:11:18.627028    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0330 15:11:18.681517    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:11:18.684180    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0330 15:11:18.717848    3869 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0330 15:11:18.717861    3869 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0330 15:11:23.909383    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148
I0330 15:11:30.050033    3869 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:30.050672    3869 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:11:30.687244    3869 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:30.687269    3869 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d2h5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:11:30.690631    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-d2h5z
I0330 15:11:30.690647    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-d2h5z
I0330 15:11:34.908561    3869 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
W0330 15:12:07.947626    3869 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0330 15:12:07.947765    3869 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0330 15:12:15.012081    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0330 15:12:19.018122    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0330 15:12:25.331416    3869 obj_retry.go:464] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:25.331999    3869 obj_retry.go:464] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:26.051166    3869 obj_retry.go:458] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:26.051190    3869 obj_retry.go:458] Detected object konflux-ui/proxy-688fb895fd-pztfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:26.055812    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-688fb895fd-pztfd
I0330 15:12:26.055832    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-688fb895fd-pztfd
I0330 15:12:32.223631    3869 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:32.224214    3869 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:12:32.245776    3869 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:32.245792    3869 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:12:32.251463    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0330 15:12:32.251486    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0330 15:13:02.007967    3869 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:02.008566    3869 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:02.289409    3869 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:02.289438    3869 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:02.296199    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk
I0330 15:13:02.296223    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-92hpk
I0330 15:13:10.006872    3869 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0330 15:13:15.676058    3869 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:15.676708    3869 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0330 15:13:16.382691    3869 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:16.382712    3869 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0330 15:13:16.388375    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l
I0330 15:13:16.388403    3869 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-8dl5l