+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-250.ec2.internal
++ [[ -n ip-10-0-2-250.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-250.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0521 19:37:02.405159568 - disable conntrack on geneve port'
I0521 19:37:02.405159568 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0521 19:37:02.423104222 - starting ovnkube-node
+ echo 'I0521 19:37:02.423104222 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-250.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-250.ec2.internal --init-node ip-10-0-2-250.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-250.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0521 19:37:02.466625    3800 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0521 19:37:02.466685    3800 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f8c2e539e8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0521 19:37:02.468515    3800 kube.go:431] Waiting for certificate
I0521 19:37:02.468552    3800 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0521 19:37:02.468591    3800 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0521 19:37:02.469380    3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:37:02.505280    3800 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:37:02.505299    3800 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:37:02.509079    3800 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:37:02.509168    3800 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x95kb"
I0521 19:37:02.517402    3800 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x95kb"
I0521 19:37:02.517487    3800 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:37:03.468919    3800 kube.go:438] Certificate found
I0521 19:37:03.469942    3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:37:03.470954    3800 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0521 19:37:03.525134    3800 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:32:02 +0000 UTC" deadline="2026-05-22 13:15:39.237324528 +0000 UTC"
I0521 19:37:03.525173    3800 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h38m35.71216381s"
I0521 19:37:03.545674    3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:37:03.556874    3800 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0521 19:37:03.556951    3800 factory.go:561] Starting watch factory
I0521 19:37:03.557102    3800 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557170    3800 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557155    3800 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557190    3800 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557251    3800 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557328    3800 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557317    3800 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.557343    3800 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0521 19:37:03.557571    3800 server.go:101] MetricServer registers OVS metrics
I0521 19:37:03.557350    3800 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.558154    3800 server.go:105] MetricServer registers OVN DB metrics
I0521 19:37:03.558813    3800 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.558898    3800 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.558971    3800 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.558992    3800 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.560945    3800 controller_manager.go:370] Starting the ovnkube controller
I0521 19:37:03.560959    3800 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-250.ec2.internal
I0521 19:37:03.561008    3800 controller_manager.go:395] NBDB zone sync took: 41.983µs
I0521 19:37:03.561020    3800 factory.go:561] Starting watch factory
I0521 19:37:03.563232    3800 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0521 19:37:03.563261    3800 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0521 19:37:03.576576    3800 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0521 19:37:03.576608    3800 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0521 19:37:03.576591    3800 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.578828    3800 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.579282    3800 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.579758    3800 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.581150    3800 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0521 19:37:03.581193    3800 server.go:109] MetricServer registers OVN Controller metrics
I0521 19:37:03.581798    3800 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.585002    3800 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:37:03.586038    3800 server.go:113] MetricServer registers OVN Northd metrics
I0521 19:37:03.590430    3800 metrics.go:519] OVN Metrics Server starts to run ...
I0521 19:37:03.663341    3800 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:37:03.663363    3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:37:03.663367    3800 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:37:03.663371    3800 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:37:03.663374    3800 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:37:03.663377    3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:37:03.663461    3800 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.663469    3800 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.663486    3800 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.663491    3800 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.666591    3800 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:37:03.666606    3800 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:37:03.666609    3800 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:37:03.666613    3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:37:03.666661    3800 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:37:03.666667    3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:37:03.667140    3800 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.667631    3800 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:37:03.668551    3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:37:03.668561    3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:37:03.668619    3800 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.668631    3800 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.671556    3800 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.672473    3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:37:03.672484    3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:37:03.673624    3800 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:37:03.673688    3800 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.673718    3800 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.676776    3800 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.677687    3800 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:37:03.678807    3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:37:03.678882    3800 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.678897    3800 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.682510    3800 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.683432    3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:37:03.684518    3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:37:03.684578    3800 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.684591    3800 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.687623    3800 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.688588    3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:37:03.689736    3800 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:37:03.689793    3800 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.689811    3800 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.692673    3800 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.694658    3800 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:37:03.695131    3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:37:03.695303    3800 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:37:03.695335    3800 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:37:03.698379    3800 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:37:03.700357    3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:37:03.700366    3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:37:03.700434    3800 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.700441    3800 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.700452    3800 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.700458    3800 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.703524    3800 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.703820    3800 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:37:03.705804    3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:37:03.705817    3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:37:03.705828    3800 factory.go:680] Watch Factory start up complete, took: 148.87963ms
I0521 19:37:03.705897    3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:37:03.705901    3800 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0521 19:37:03.711330    3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:37:03.711341    3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:37:03.711348    3800 factory.go:680] Watch Factory start up complete, took: 150.326801ms
I0521 19:37:03.711356    3800 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-250.ec2.internal" zone
I0521 19:37:03.753480    3800 default_node_network_controller.go:710] Initializing the default node network controller
I0521 19:37:03.828251    3800 udn_isolation.go:101] Starting UDN host isolation manager
I0521 19:37:03.835684    3800 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0521 19:37:03.894486    3800 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0521 19:37:03.894623    3800 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0521 19:37:03.894640    3800 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0521 19:37:03.928266    3800 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0521 19:37:03.928337    3800 default_node_network_controller.go:809] Node ip-10-0-2-250.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0521 19:37:03.933946    3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal
I0521 19:37:03.958234    3800 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0521 19:37:03.962443    3800 controller_manager.go:429] Waiting for node in zone sync took: 251.076456ms
I0521 19:37:03.964234    3800 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0521 19:37:03.964355    3800 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0521 19:37:03.964517    3800 gateway_init.go:263] Preparing Gateway
I0521 19:37:03.964530    3800 gateway_shared_intf.go:1687] Creating new gateway
I0521 19:37:03.971525    3800 controller_manager.go:611] Switching to transit router for layer2 networks
I0521 19:37:03.971541    3800 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-250.ec2.internal
I0521 19:37:03.988762    3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:37:03.996012    3800 controller_manager.go:290] SCTP support detected in OVN
I0521 19:37:03.996568    3800 services_controller.go:69] Creating services controller for network=default
I0521 19:37:03.996620    3800 udn_enabled_svc.go:80] Waiting for service informer to sync
I0521 19:37:03.996726    3800 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0521 19:37:03.996780    3800 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0521 19:37:03.996797    3800 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0521 19:37:03.996813    3800 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:37:03.996982    3800 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0521 19:37:03.997034    3800 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0521 19:37:03.997080    3800 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.215µs
I0521 19:37:03.997102    3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 60.374µs
I0521 19:37:03.997108    3800 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 75.37µs
I0521 19:37:03.997127    3800 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0521 19:37:03.997133    3800 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0521 19:37:03.997142    3800 default_network_controller.go:325] Starting the default network controller
I0521 19:37:03.997166    3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.796µs
I0521 19:37:03.997203    3800 udn_enabled_svc.go:95] Performing full resync
I0521 19:37:03.997501    3800 udn_enabled_svc.go:99] Waiting for handler to sync
I0521 19:37:03.997513    3800 udn_enabled_svc.go:104] Starting worker
I0521 19:37:04.006799    3800 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0521 19:37:04.006867    3800 repair.go:33] Syncing exgw routes took 54.444µs
I0521 19:37:04.006892    3800 default_network_controller.go:414] Starting all the Watchers...
I0521 19:37:04.007124    3800 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0521 19:37:04.007127    3800 namespace.go:98] [openshift-backplane-csm] adding namespace
I0521 19:37:04.007125    3800 namespace.go:98] [openshift-machine-api] adding namespace
I0521 19:37:04.007129    3800 namespace.go:98] [openshift-console] adding namespace
I0521 19:37:04.007139    3800 namespace.go:98] [openshift-apiserver] adding namespace
I0521 19:37:04.007144    3800 namespace.go:98] [openshift-host-network] adding namespace
I0521 19:37:04.007146    3800 namespace.go:98] [kube-public] adding namespace
I0521 19:37:04.007151    3800 namespace.go:98] [openshift-config-managed] adding namespace
I0521 19:37:04.007152    3800 namespace.go:98] [openshift-backplane-ai-agent] adding namespace
I0521 19:37:04.007162    3800 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0521 19:37:04.007165    3800 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0521 19:37:04.007168    3800 namespace.go:98] [openshift-console-operator] adding namespace
I0521 19:37:04.007170    3800 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0521 19:37:04.007225    3800 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0521 19:37:04.007242    3800 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0521 19:37:04.007828    3800 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 692.896µs
I0521 19:37:04.007843    3800 namespace.go:98] [kube-system] adding namespace
W0521 19:37:04.007861    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-n4gms: pod kube-system/global-pull-secret-syncer-n4gms: no pod IPs found 
W0521 19:37:04.007871    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pflmt: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found 
W0521 19:37:04.007877    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-w5hlc: pod kube-system/global-pull-secret-syncer-w5hlc: no pod IPs found 
I0521 19:37:04.008320    3800 namespace.go:102] [kube-system] adding namespace took 471.762µs
I0521 19:37:04.008332    3800 namespace.go:98] [openshift-network-operator] adding namespace
I0521 19:37:04.008915    3800 namespace.go:102] [openshift-network-operator] adding namespace took 576.543µs
I0521 19:37:04.008932    3800 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0521 19:37:04.009476    3800 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.335604ms
I0521 19:37:04.009493    3800 namespace.go:98] [openshift-cluster-version] adding namespace
I0521 19:37:04.010008    3800 namespace.go:102] [openshift-machine-api] adding namespace took 2.861978ms
I0521 19:37:04.010030    3800 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0521 19:37:04.010539    3800 namespace.go:102] [openshift-console] adding namespace took 3.394167ms
I0521 19:37:04.010554    3800 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0521 19:37:04.011095    3800 namespace.go:102] [openshift-apiserver] adding namespace took 3.942831ms
I0521 19:37:04.011114    3800 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0521 19:37:04.011800    3800 namespace.go:102] [openshift-host-network] adding namespace took 4.64483ms
I0521 19:37:04.011818    3800 namespace.go:98] [openshift-infra] adding namespace
I0521 19:37:04.012326    3800 namespace.go:102] [kube-public] adding namespace took 5.16605ms
I0521 19:37:04.012347    3800 namespace.go:98] [openshift-operators] adding namespace
I0521 19:37:04.012851    3800 namespace.go:102] [openshift-config-managed] adding namespace took 5.690104ms
I0521 19:37:04.012872    3800 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0521 19:37:04.013423    3800 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.257432ms
I0521 19:37:04.013442    3800 namespace.go:98] [openshift-backplane-cse] adding namespace
I0521 19:37:04.014000    3800 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.827542ms
I0521 19:37:04.014018    3800 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0521 19:37:04.014561    3800 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.387492ms
I0521 19:37:04.014582    3800 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0521 19:37:04.015146    3800 namespace.go:102] [openshift-console-operator] adding namespace took 7.969681ms
I0521 19:37:04.015158    3800 namespace.go:98] [openshift-marketplace] adding namespace
I0521 19:37:04.015667    3800 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.484245ms
I0521 19:37:04.015689    3800 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0521 19:37:04.016225    3800 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.989788ms
I0521 19:37:04.016241    3800 namespace.go:98] [openshift-monitoring] adding namespace
I0521 19:37:04.016737    3800 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.483304ms
I0521 19:37:04.016762    3800 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0521 19:37:04.017360    3800 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.421591ms
I0521 19:37:04.017378    3800 namespace.go:98] [openshift-dns-operator] adding namespace
I0521 19:37:04.017910    3800 namespace.go:102] [openshift-cluster-version] adding namespace took 8.410345ms
I0521 19:37:04.017925    3800 namespace.go:98] [kube-node-lease] adding namespace
I0521 19:37:04.018528    3800 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.490482ms
I0521 19:37:04.018543    3800 namespace.go:98] [openshift-node] adding namespace
W0521 19:37:04.019095    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-94njj: pod openshift-network-diagnostics/network-check-target-94njj: no pod IPs found 
W0521 19:37:04.019108    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kqqpw: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found 
W0521 19:37:04.019115    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t9lds: pod openshift-network-diagnostics/network-check-target-t9lds: no pod IPs found 
I0521 19:37:04.019138    3800 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.578707ms
I0521 19:37:04.019150    3800 namespace.go:98] [openshift-authentication-operator] adding namespace
I0521 19:37:04.019626    3800 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.498832ms
I0521 19:37:04.019643    3800 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0521 19:37:04.020078    3800 namespace.go:102] [openshift-infra] adding namespace took 8.252712ms
I0521 19:37:04.020094    3800 namespace.go:98] [openshift-multus] adding namespace
I0521 19:37:04.020457    3800 namespace.go:102] [openshift-operators] adding namespace took 8.106151ms
I0521 19:37:04.020468    3800 namespace.go:98] [openshift-config] adding namespace
I0521 19:37:04.020905    3800 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.027608ms
I0521 19:37:04.020916    3800 namespace.go:98] [openshift-network-console] adding namespace
I0521 19:37:04.021293    3800 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.847349ms
I0521 19:37:04.021302    3800 namespace.go:98] [openshift-backplane] adding namespace
I0521 19:37:04.021799    3800 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.77129ms
I0521 19:37:04.021824    3800 namespace.go:98] [dedicated-admin] adding namespace
I0521 19:37:04.022502    3800 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.915887ms
I0521 19:37:04.022519    3800 namespace.go:98] [openshift-dns] adding namespace
I0521 19:37:04.023074    3800 namespace.go:102] [openshift-marketplace] adding namespace took 7.906468ms
I0521 19:37:04.023105    3800 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0521 19:37:04.023743    3800 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.047576ms
I0521 19:37:04.023768    3800 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0521 19:37:04.024433    3800 namespace.go:102] [openshift-monitoring] adding namespace took 8.18429ms
I0521 19:37:04.024453    3800 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0521 19:37:04.025360    3800 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.590661ms
I0521 19:37:04.025381    3800 namespace.go:98] [openshift] adding namespace
I0521 19:37:04.025964    3800 namespace.go:102] [openshift-dns-operator] adding namespace took 8.579802ms
I0521 19:37:04.025978    3800 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0521 19:37:04.026519    3800 namespace.go:102] [kube-node-lease] adding namespace took 8.588731ms
I0521 19:37:04.026531    3800 namespace.go:98] [openshift-console-user-settings] adding namespace
I0521 19:37:04.027023    3800 namespace.go:102] [openshift-node] adding namespace took 8.473735ms
I0521 19:37:04.027040    3800 namespace.go:98] [openshift-logging] adding namespace
I0521 19:37:04.027598    3800 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.440408ms
I0521 19:37:04.027619    3800 namespace.go:98] [openshift-config-operator] adding namespace
W0521 19:37:04.028122    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9ssph: pod openshift-multus/network-metrics-daemon-9ssph: no pod IPs found 
W0521 19:37:04.028134    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vq8q9: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found 
W0521 19:37:04.028140    3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vlhc5: pod openshift-multus/network-metrics-daemon-vlhc5: no pod IPs found 
I0521 19:37:04.028161    3800 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.509859ms
I0521 19:37:04.028180    3800 namespace.go:98] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace
I0521 19:37:04.028721    3800 namespace.go:102] [openshift-multus] adding namespace took 8.617889ms
I0521 19:37:04.028740    3800 namespace.go:98] [openshift-operators-redhat] adding namespace
I0521 19:37:04.029285    3800 namespace.go:102] [openshift-config] adding namespace took 8.811041ms
I0521 19:37:04.029304    3800 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0521 19:37:04.029831    3800 namespace.go:102] [openshift-network-console] adding namespace took 8.909611ms
I0521 19:37:04.029846    3800 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0521 19:37:04.030312    3800 namespace.go:102] [openshift-backplane] adding namespace took 9.005682ms
I0521 19:37:04.030325    3800 namespace.go:98] [openshift-package-operator] adding namespace
I0521 19:37:04.030858    3800 namespace.go:102] [dedicated-admin] adding namespace took 9.027527ms
I0521 19:37:04.030872    3800 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0521 19:37:04.031381    3800 namespace.go:102] [openshift-dns] adding namespace took 8.854585ms
I0521 19:37:04.031397    3800 namespace.go:98] [openshift-etcd] adding namespace
I0521 19:37:04.032068    3800 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.956017ms
I0521 19:37:04.032085    3800 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0521 19:37:04.032634    3800 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.859605ms
I0521 19:37:04.032649    3800 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0521 19:37:04.033192    3800 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.732596ms
I0521 19:37:04.033206    3800 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0521 19:37:04.033917    3800 namespace.go:102] [openshift] adding namespace took 8.530533ms
I0521 19:37:04.033934    3800 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0521 19:37:04.034490    3800 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.505513ms
I0521 19:37:04.035074    3800 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.535786ms
I0521 19:37:04.035094    3800 namespace.go:98] [openshift-network-node-identity] adding namespace
I0521 19:37:04.035733    3800 namespace.go:102] [openshift-logging] adding namespace took 8.686117ms
I0521 19:37:04.035749    3800 namespace.go:98] [openshift-ingress] adding namespace
I0521 19:37:04.036381    3800 namespace.go:102] [openshift-config-operator] adding namespace took 8.755792ms
I0521 19:37:04.036399    3800 namespace.go:98] [openshift-controller-manager] adding namespace
I0521 19:37:04.037013    3800 namespace.go:102] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace took 8.827416ms
I0521 19:37:04.037028    3800 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0521 19:37:04.037646    3800 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.900821ms
I0521 19:37:04.037660    3800 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0521 19:37:04.038294    3800 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.984223ms
I0521 19:37:04.038308    3800 namespace.go:98] [openshift-backplane-cee] adding namespace
I0521 19:37:04.038908    3800 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.055844ms
I0521 19:37:04.038927    3800 namespace.go:98] [default] adding namespace
I0521 19:37:04.039502    3800 namespace.go:102] [openshift-package-operator] adding namespace took 9.170371ms
I0521 19:37:04.039522    3800 namespace.go:98] [openshift-insights] adding namespace
I0521 19:37:04.040117    3800 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.238496ms
I0521 19:37:04.040133    3800 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0521 19:37:04.040611    3800 namespace.go:102] [openshift-etcd] adding namespace took 9.206917ms
I0521 19:37:04.040625    3800 namespace.go:98] [openshift-ingress-canary] adding namespace
I0521 19:37:04.041089    3800 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.997868ms
I0521 19:37:04.041107    3800 namespace.go:98] [openshift-ingress-operator] adding namespace
I0521 19:37:04.041538    3800 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.882979ms
I0521 19:37:04.041555    3800 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0521 19:37:04.042078    3800 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.866037ms
I0521 19:37:04.042094    3800 namespace.go:98] [openshift-image-registry] adding namespace
I0521 19:37:04.042497    3800 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.558072ms
I0521 19:37:04.042512    3800 namespace.go:98] [openshift-backplane-tam] adding namespace
I0521 19:37:04.043047    3800 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.947566ms
I0521 19:37:04.043497    3800 namespace.go:102] [openshift-ingress] adding namespace took 7.741924ms
I0521 19:37:04.043513    3800 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0521 19:37:04.043918    3800 namespace.go:102] [openshift-controller-manager] adding namespace took 7.512364ms
I0521 19:37:04.044451    3800 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.414211ms
I0521 19:37:04.044907    3800 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.239988ms
I0521 19:37:04.044921    3800 namespace.go:98] [openshift-backplane-srep] adding namespace
I0521 19:37:04.045457    3800 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.142934ms
I0521 19:37:04.045962    3800 namespace.go:102] [default] adding namespace took 7.026215ms
I0521 19:37:04.046385    3800 namespace.go:102] [openshift-insights] adding namespace took 6.855118ms
I0521 19:37:04.046402    3800 namespace.go:98] [openshift-authentication] adding namespace
I0521 19:37:04.046809    3800 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.66966ms
I0521 19:37:04.047238    3800 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.607051ms
I0521 19:37:04.047671    3800 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.559057ms
I0521 19:37:04.048213    3800 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.649354ms
I0521 19:37:04.048244    3800 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0521 19:37:04.048906    3800 namespace.go:102] [openshift-image-registry] adding namespace took 6.805082ms
I0521 19:37:04.049461    3800 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.942448ms
I0521 19:37:04.050138    3800 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.616403ms
I0521 19:37:04.050605    3800 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.675264ms
I0521 19:37:04.051218    3800 namespace.go:102] [openshift-authentication] adding namespace took 4.809074ms
I0521 19:37:04.051742    3800 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.490279ms
W0521 19:37:04.051825    3800 master.go:458] Unable to parse local node ip-10-0-2-250.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0521 19:37:04.051836    3800 master.go:471] Unable to parse remote node ip-10-0-0-94.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0521 19:37:04.051841    3800 master.go:471] Unable to parse remote node ip-10-0-1-64.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0521 19:37:04.051847    3800 master.go:481] Removing stale chassis with ID/Name: 78c992df-ee4b-46c0-8a22-729921d7275f, hostname: ip-10-0-2-250.ec2.internal
I0521 19:37:04.052372    3800 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default"
I0521 19:37:04.052418    3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-94.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-94.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-94.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal
I0521 19:37:04.052423    3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-64.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-64.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-64.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-64.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-64.ec2.internal
I0521 19:37:04.053518    3800 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:37:04.055925    3800 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-250.ec2.internal for the network default
I0521 19:37:04.056276    3800 zone_ic_handler.go:195] Time taken to create transit switch: 334.202µs
I0521 19:37:04.056980    3800 default_network_controller.go:823] Node add failed for ip-10-0-2-250.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal, error getting gateway config for node ip-10-0-2-250.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal", failed to update chassis to local for local node ip-10-0-2-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-250.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal]
E0521 19:37:04.057030    3800 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-250.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal, error getting gateway config for node ip-10-0-2-250.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal", failed to update chassis to local for local node ip-10-0-2-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-250.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal]
I0521 19:37:04.057088    3800 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0521 19:37:04.057118    3800 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0521 19:37:04.057138    3800 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0521 19:37:04.057166    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default"
I0521 19:37:04.057220    3800 node_tracker.go:235] Node ip-10-0-0-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal"
I0521 19:37:04.057161    3800 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-250.ec2.internal", UID:"7b7b7eba-b761-471f-b1f6-9a416157a70f", APIVersion:"v1", ResourceVersion:"8716", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal, error getting gateway config for node ip-10-0-2-250.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal", failed to update chassis to local for local node ip-10-0-2-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-250.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal]
I0521 19:37:04.057239    3800 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:04.057259    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:04.057268    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default"
I0521 19:37:04.057282    3800 node_tracker.go:235] Node ip-10-0-1-64.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-64.ec2.internal"
I0521 19:37:04.057293    3800 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:04.057300    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:04.057308    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0521 19:37:04.057320    3800 node_tracker.go:235] Node ip-10-0-2-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal"
I0521 19:37:04.057333    3800 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:04.057339    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:04.059797    3800 iptables.go:108] Creating table: filter chain: OUTPUT
I0521 19:37:04.066091    3800 gateway_shared_intf.go:1816] Gateway Creation Complete
I0521 19:37:04.066112    3800 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:01:ef:02:d5:41","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:78c992df-ee4b-46c0-8a22-729921d7275f k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"} k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal
I0521 19:37:04.083401    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0521 19:37:04.083465    3800 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:04.083488    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:04.083492    3800 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default"
I0521 19:37:04.087836    3800 default_node_network_controller.go:519] Node connection status = connected
W0521 19:37:04.088961    3800 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-94njj: pod openshift-network-diagnostics/network-check-target-94njj: no pod IPs found 
W0521 19:37:04.088975    3800 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-w5hlc: pod kube-system/global-pull-secret-syncer-w5hlc: no pod IPs found 
W0521 19:37:04.088984    3800 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vlhc5: pod openshift-multus/network-metrics-daemon-vlhc5: no pod IPs found 
I0521 19:37:04.089947    3800 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-250.ec2.internal for the network default
I0521 19:37:04.090122    3800 zone_ic_handler.go:195] Time taken to create transit switch: 162.859µs
I0521 19:37:04.158001    3800 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0521 19:37:04.158026    3800 services_controller.go:208] Setting up event handlers for services for network=default
I0521 19:37:04.158095    3800 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0521 19:37:04.158166    3800 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0521 19:37:04.158184    3800 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0521 19:37:04.258697    3800 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0521 19:37:04.258743    3800 repair.go:60] Starting repairing loop for services
I0521 19:37:04.258836    3800 repair.go:131] Deleted 0 stale service LBs
I0521 19:37:04.258856    3800 repair.go:137] Deleted 0 stale Chassis Template Vars
I0521 19:37:04.258877    3800 repair.go:62] Finished repairing loop for services: 138.633µs
I0521 19:37:04.258903    3800 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0521 19:37:04.258912    3800 services_controller.go:254] Starting workers for network=default
I0521 19:37:04.259387    3800 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-t9lds, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-t9lds: suppressed error logged: pod openshift-network-diagnostics/network-check-target-t9lds: no pod IPs found 
I0521 19:37:04.259404    3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vlhc5] creating logical port openshift-multus_network-metrics-daemon-vlhc5 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:04.259462    3800 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-9ssph, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9ssph: suppressed error logged: pod openshift-multus/network-metrics-daemon-9ssph: no pod IPs found 
I0521 19:37:04.259486    3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-94njj] creating logical port openshift-network-diagnostics_network-check-target-94njj for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:04.259468    3800 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-n4gms, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-n4gms: suppressed error logged: pod kube-system/global-pull-secret-syncer-n4gms: no pod IPs found 
I0521 19:37:04.259531    3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w5hlc] creating logical port kube-system_global-pull-secret-syncer-w5hlc for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:04.259621    3800 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vlhc5
I0521 19:37:04.259665    3800 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-pflmt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pflmt: suppressed error logged: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found 
I0521 19:37:04.259679    3800 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vq8q9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vq8q9: suppressed error logged: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found 
I0521 19:37:04.259736    3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-94njj
I0521 19:37:04.259768    3800 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-w5hlc
I0521 19:37:04.276912    3800 pod.go:62] [kube-system/global-pull-secret-syncer-w5hlc] pod update took 17.187555ms
I0521 19:37:04.276930    3800 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-w5hlc] addLogicalPort annotation time took 17.240138ms
I0521 19:37:04.277882    3800 pods.go:271] [kube-system/global-pull-secret-syncer-w5hlc] addLogicalPort took 18.357477ms, libovsdb time 755.575µs
I0521 19:37:04.277929    3800 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kqqpw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found 
I0521 19:37:04.282522    3800 pod.go:62] [openshift-multus/network-metrics-daemon-vlhc5] pod update took 23.01301ms
I0521 19:37:04.282542    3800 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vlhc5] addLogicalPort annotation time took 23.037077ms
I0521 19:37:04.283009    3800 pod.go:62] [openshift-network-diagnostics/network-check-target-94njj] pod update took 23.401227ms
I0521 19:37:04.283030    3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-94njj] addLogicalPort annotation time took 23.424006ms
I0521 19:37:04.283584    3800 pods.go:271] [openshift-multus/network-metrics-daemon-vlhc5] addLogicalPort took 24.194061ms, libovsdb time 778.673µs
I0521 19:37:04.283960    3800 pods.go:271] [openshift-network-diagnostics/network-check-target-94njj] addLogicalPort took 24.492366ms, libovsdb time 686.312µs
I0521 19:37:04.284386    3800 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0521 19:37:04.284420    3800 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0521 19:37:04.284433    3800 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0521 19:37:04.284437    3800 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0521 19:37:04.284630    3800 repair.go:29] Repairing admin network policies took 187.855µs
I0521 19:37:04.284770    3800 repair.go:92] Repairing baseline admin network policies took 130.949µs
I0521 19:37:04.285156    3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0521 19:37:04.285173    3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0521 19:37:04.286949    3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0521 19:37:04.286970    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0521 19:37:04.286980    3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0521 19:37:04.288413    3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0521 19:37:04.288437    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0521 19:37:04.288448    3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0521 19:37:04.289949    3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0521 19:37:04.289978    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0521 19:37:04.289989    3800 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0521 19:37:04.291893    3800 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0521 19:37:04.291912    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0521 19:37:04.291924    3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0521 19:37:04.293662    3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0521 19:37:04.293686    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0521 19:37:04.293697    3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0521 19:37:04.295211    3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0521 19:37:04.295234    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0521 19:37:04.295243    3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0521 19:37:04.295560    3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0521 19:37:04.295579    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0521 19:37:04.295588    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0521 19:37:04.297171    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0521 19:37:04.297193    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0521 19:37:04.297204    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0521 19:37:04.297696    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:37:04.297732    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0521 19:37:04.297740    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0521 19:37:04.298026    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0521 19:37:04.298041    3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0521 19:37:04.298048    3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0521 19:37:04.299226    3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0521 19:37:04.299244    3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0521 19:37:04.299251    3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0521 19:37:04.300577    3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0521 19:37:04.300596    3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0521 19:37:04.300606    3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0521 19:37:04.301984    3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0521 19:37:04.302009    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0521 19:37:04.302020    3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0521 19:37:04.302591    3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0521 19:37:04.302609    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0521 19:37:04.303083    3800 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0521 19:37:04.303099    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:37:04.303956    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0521 19:37:04.303976    3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0521 19:37:04.303985    3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0521 19:37:04.305127    3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0521 19:37:04.305150    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0521 19:37:04.305162    3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0521 19:37:04.305947    3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0521 19:37:04.305965    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0521 19:37:04.305973    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0521 19:37:04.308226    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0521 19:37:04.308245    3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0521 19:37:04.308254    3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0521 19:37:04.309265    3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0521 19:37:04.309289    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0521 19:37:04.309301    3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0521 19:37:04.310497    3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0521 19:37:04.310518    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0521 19:37:04.310529    3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0521 19:37:04.311134    3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0521 19:37:04.311159    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0521 19:37:04.311170    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0521 19:37:04.311755    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:37:04.311781    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0521 19:37:04.311792    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0521 19:37:04.312357    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0521 19:37:04.312375    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0521 19:37:04.312406    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:37:04.313206    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0521 19:37:04.313227    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0521 19:37:04.313237    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0521 19:37:04.313872    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0521 19:37:04.313893    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0521 19:37:04.313903    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0521 19:37:04.315343    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0521 19:37:04.315364    3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0521 19:37:04.315378    3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0521 19:37:04.316570    3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0521 19:37:04.316602    3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0521 19:37:04.316616    3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0521 19:37:04.317267    3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0521 19:37:04.317287    3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0521 19:37:04.317300    3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0521 19:37:04.317862    3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0521 19:37:04.323004    3800 egressfirewall.go:374] Starting EgressFirewall controller
I0521 19:37:04.323048    3800 controller.go:133] Adding controller egress-firewall-controller event handlers
I0521 19:37:04.323049    3800 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0521 19:37:04.323085    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0521 19:37:04.323099    3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0521 19:37:04.323084    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0521 19:37:04.323115    3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0521 19:37:04.323408    3800 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0521 19:37:04.323421    3800 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0521 19:37:04.323426    3800 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0521 19:37:04.323435    3800 egressqos.go:193] Setting up event handlers for EgressQoS
I0521 19:37:04.323510    3800 egressfirewall.go:723] Syncing node "ip-10-0-0-94.ec2.internal" for egress firewall
I0521 19:37:04.323526    3800 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall
I0521 19:37:04.323535    3800 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall
I0521 19:37:04.323631    3800 egressqos.go:245] Starting EgressQoS Controller
I0521 19:37:04.323649    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0521 19:37:04.323658    3800 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0521 19:37:04.323671    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0521 19:37:04.323680    3800 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0521 19:37:04.323688    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0521 19:37:04.323694    3800 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0521 19:37:04.323715    3800 egressqos.go:259] Repairing EgressQoSes
I0521 19:37:04.323722    3800 egressqos.go:399] Starting repairing loop for egressqos
I0521 19:37:04.323808    3800 egressqos.go:401] Finished repairing loop for egressqos: 86.603µs
I0521 19:37:04.323859    3800 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0521 19:37:04.323919    3800 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-250.ec2.internal
I0521 19:37:04.323987    3800 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-250.ec2.internal : 61.226µs
I0521 19:37:04.324057    3800 egressservice_zone.go:210] Starting Egress Services Controller
I0521 19:37:04.324067    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:37:04.324073    3800 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:37:04.324117    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:37:04.324128    3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:37:04.324136    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:37:04.324143    3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:37:04.324151    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0521 19:37:04.324157    3800 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0521 19:37:04.324161    3800 egressservice_zone.go:228] Repairing Egress Services
I0521 19:37:04.324485    3800 master_controller.go:88] Starting Admin Policy Based Route Controller
I0521 19:37:04.324493    3800 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:37:04.324531    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal
I0521 19:37:04.324544    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 15.587µs
I0521 19:37:04.324551    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal
I0521 19:37:04.324555    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 4.102µs
I0521 19:37:04.324560    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0521 19:37:04.324563    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 3.985µs
I0521 19:37:04.324690    3800 default_network_controller.go:585] Completing all the Watchers took 317.790478ms
I0521 19:37:04.324714    3800 default_network_controller.go:589] Starting unidling controllers
I0521 19:37:04.324727    3800 unidle.go:46] Registering OVN SB ControllerEvent handler
I0521 19:37:04.324736    3800 unidle.go:63] Populating Initial ContollerEvent events
I0521 19:37:04.324748    3800 unidle.go:79] Setting up event handlers for services
I0521 19:37:04.324833    3800 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:37:04.587693    3800 default_node_network_controller.go:519] Node connection status = connected
I0521 19:37:05.088506    3800 default_node_network_controller.go:519] Node connection status = connected
I0521 19:37:05.588658    3800 default_node_network_controller.go:519] Node connection status = connected
I0521 19:37:06.087978    3800 default_node_network_controller.go:519] Node connection status = connected
I0521 19:37:06.425580    3800 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:37:06.459613    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default"
I0521 19:37:06.459642    3800 node_tracker.go:235] Node ip-10-0-0-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal"
I0521 19:37:06.459661    3800 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:06.459677    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:06.459813    3800 default_network_controller.go:1025] Node "ip-10-0-0-94.ec2.internal" in remote zone "ip-10-0-0-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:06.496745    3800 default_network_controller.go:1025] Node "ip-10-0-0-94.ec2.internal" in remote zone "ip-10-0-0-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:06.588188    3800 default_node_network_controller.go:519] Node connection status = connected
I0521 19:37:06.605752    3800 bridgeconfig.go:537] Gateway is ready
I0521 19:37:06.605770    3800 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0521 19:37:06.617779    3800 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.250. Updating OVN encap IP.
I0521 19:37:06.618452    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default"
I0521 19:37:06.618544    3800 default_network_controller.go:1025] Node "ip-10-0-0-94.ec2.internal" in remote zone "ip-10-0-0-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:06.618551    3800 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:06.618638    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:06.619661    3800 zone_ic_handler.go:195] Time taken to create transit switch: 315.916µs
I0521 19:37:06.619679    3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-94.ec2.internal for the network default
I0521 19:37:06.621042    3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-94.ec2.internal" on network "default" took: 1.711599ms
I0521 19:37:06.623649    3800 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.250 - it is already configured
I0521 19:37:06.623663    3800 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.250/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0521 19:37:06.623924    3800 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.250/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:01:ef:02:d5:41","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:78c992df-ee4b-46c0-8a22-729921d7275f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"}] on node ip-10-0-2-250.ec2.internal
I0521 19:37:06.640580    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0521 19:37:06.640601    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 24.381µs
I0521 19:37:06.640610    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0521 19:37:06.640614    3800 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall
I0521 19:37:06.640646    3800 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default"
I0521 19:37:06.640691    3800 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:06.640729    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:06.641403    3800 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.250
I0521 19:37:06.641566    3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-250.ec2.internal
I0521 19:37:06.646108    3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-250.ec2.internal. Updating no re-route policies
I0521 19:37:06.646194    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tptjf
I0521 19:37:06.646199    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-94njj
I0521 19:37:06.646212    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tptjf
I0521 19:37:06.646217    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9ssph
I0521 19:37:06.646218    3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-n4gms
I0521 19:37:06.646232    3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-n4gms
I0521 19:37:06.646238    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tptjf after 0 failed attempt(s)
I0521 19:37:06.646246    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4dgwk
I0521 19:37:06.646256    3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal
I0521 19:37:06.646262    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfghz
I0521 19:37:06.646247    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hnqlt
I0521 19:37:06.646264    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jqnfv
I0521 19:37:06.646281    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vlhc5
I0521 19:37:06.646283    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw
I0521 19:37:06.646284    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t9lds
I0521 19:37:06.646291    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jqnfv
I0521 19:37:06.646295    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw
I0521 19:37:06.646298    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t9lds
I0521 19:37:06.646298    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vq8q9
I0521 19:37:06.646318    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vq8q9
I0521 19:37:06.646319    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jqnfv after 0 failed attempt(s)
I0521 19:37:06.646233    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9ssph
I0521 19:37:06.646330    3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pflmt
I0521 19:37:06.646349    3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pflmt
I0521 19:37:06.646357    3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vq8q9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vq8q9: suppressed error logged: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found 
I0521 19:37:06.646263    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4dgwk
I0521 19:37:06.646367    3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-9ssph, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9ssph: suppressed error logged: pod openshift-multus/network-metrics-daemon-9ssph: no pod IPs found 
I0521 19:37:06.646382    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4dgwk after 0 failed attempt(s)
I0521 19:37:06.646376    3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-pflmt, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pflmt: suppressed error logged: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found 
I0521 19:37:06.646269    3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal
I0521 19:37:06.646406    3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal after 0 failed attempt(s)
I0521 19:37:06.646219    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-94njj
I0521 19:37:06.646448    3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-94njj] creating logical port openshift-network-diagnostics_network-check-target-94njj for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:06.646202    3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2ngvx
I0521 19:37:06.646487    3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2ngvx
I0521 19:37:06.646515    3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2ngvx after 0 failed attempt(s)
I0521 19:37:06.646232    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ns8sf
I0521 19:37:06.646533    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ns8sf
I0521 19:37:06.646260    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t6t8w
I0521 19:37:06.646553    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ns8sf after 0 failed attempt(s)
I0521 19:37:06.646558    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t6t8w
I0521 19:37:06.646272    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hnqlt
I0521 19:37:06.646585    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t6t8w after 0 failed attempt(s)
I0521 19:37:06.646589    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hnqlt after 0 failed attempt(s)
I0521 19:37:06.646273    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-r5lr8
I0521 19:37:06.646610    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-r5lr8
I0521 19:37:06.646633    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-r5lr8 after 0 failed attempt(s)
I0521 19:37:06.646271    3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-w5hlc
I0521 19:37:06.646649    3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-w5hlc
I0521 19:37:06.646715    3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w5hlc] creating logical port kube-system_global-pull-secret-syncer-w5hlc for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:06.646272    3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal
I0521 19:37:06.646753    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal
I0521 19:37:06.646777    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal after 0 failed attempt(s)
I0521 19:37:06.646282    3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-n4gms, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-n4gms: suppressed error logged: pod kube-system/global-pull-secret-syncer-n4gms: no pod IPs found 
I0521 19:37:06.646290    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vlhc5
I0521 19:37:06.646829    3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vlhc5] creating logical port openshift-multus_network-metrics-daemon-vlhc5 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:06.646337    3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kqqpw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found 
I0521 19:37:06.646337    3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-t9lds, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-t9lds: suppressed error logged: pod openshift-network-diagnostics/network-check-target-t9lds: no pod IPs found 
I0521 19:37:06.646273    3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfghz
I0521 19:37:06.646920    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dfghz after 0 failed attempt(s)
I0521 19:37:06.647592    3800 pods.go:271] [openshift-network-diagnostics/network-check-target-94njj] addLogicalPort took 1.165824ms, libovsdb time 569.983µs
I0521 19:37:06.647605    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-94njj after 0 failed attempt(s)
I0521 19:37:06.647726    3800 pods.go:271] [kube-system/global-pull-secret-syncer-w5hlc] addLogicalPort took 1.056002ms, libovsdb time 531.564µs
I0521 19:37:06.647735    3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-w5hlc after 0 failed attempt(s)
I0521 19:37:06.647903    3800 pods.go:271] [openshift-multus/network-metrics-daemon-vlhc5] addLogicalPort took 1.08063ms, libovsdb time 532.682µs
I0521 19:37:06.647919    3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vlhc5 after 0 failed attempt(s)
I0521 19:37:06.658208    3800 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0521 19:37:06.671375    3800 iptables.go:108] Creating table: mangle chain: OUTPUT
I0521 19:37:06.674781    3800 iptables.go:108] Creating table: nat chain: OUTPUT
I0521 19:37:06.706338    3800 iptables.go:108] Creating table: nat chain: PREROUTING
I0521 19:37:06.760155    3800 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:37:06.776407    3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0521 19:37:06.776652    3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0521 19:37:06.776717    3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0521 19:37:06.776824    3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0521 19:37:06.776877    3800 gateway_init.go:325] Gateway and management port readiness took 2.693488997s
I0521 19:37:06.776903    3800 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0521 19:37:06.776965    3800 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0521 19:37:06.776978    3800 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0521 19:37:06.776987    3800 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:37:06.777046    3800 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0521 19:37:06.777130    3800 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.126µs
I0521 19:37:06.777367    3800 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0521 19:37:06.777397    3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.592µs
I0521 19:37:06.777405    3800 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.935µs
I0521 19:37:06.777411    3800 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0521 19:37:06.777420    3800 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0521 19:37:06.777425    3800 default_node_network_controller.go:899] Starting the default node network controller
I0521 19:37:06.777430    3800 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0521 19:37:06.777508    3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.872µs
I0521 19:37:06.777606    3800 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0521 19:37:06.777615    3800 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0521 19:37:06.777647    3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00012dff0 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 <nil> 0xc0002dd2d0 0xc000c7a000 0xc0002dd3b0 0xc0002dd420 <nil> 0xc000b24320 0xc0063c93b0 <nil> <nil> <nil> 0xc0002dd490 <nil> map[0x2ff9080:0xc002a13da0 0x2ff95c0:0xc005d5c120 0x2ffa2e0:0xc002a13ce0 0x2ffa580:0xc002a13d40 0x2ffad60:0xc002a13e00 0x2ffb000:0xc002a13e60 0x2ffb2a0:0xc002a13ec0 0x2ffba80:0xc005d5c180 0x2ffbd20:0xc005d5c1e0 0x3026980:0xc000f1d800 0x3026d20:0xc000f1d860 0x3027800:0xc000c74720 0x3029160:0xc001b7e000 0x30298a0:0xc002a13c80 0x302a720:0xc001b83f20] 0xc000168690 0}
I0521 19:37:06.777731    3800 gateway.go:151] Starting gateway service sync
I0521 19:37:06.778145    3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0521 19:37:06.780244    3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0521 19:37:06.794541    3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0521 19:37:06.795851    3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0521 19:37:06.796990    3800 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0521 19:37:06.829204    3800 gateway.go:168] Gateway service sync done. Time taken: 51.456559ms
I0521 19:37:06.829569    3800 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32534
I0521 19:37:06.830184    3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00012dff0 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 <nil> 0xc0002dd2d0 0xc000c7a000 0xc0002dd3b0 0xc0002dd420 <nil> 0xc000b24320 0xc0063c93b0 <nil> <nil> <nil> 0xc0002dd490 <nil> map[0x2ff9080:0xc002a13da0 0x2ff95c0:0xc005d5c120 0x2ffa2e0:0xc002a13ce0 0x2ffa580:0xc002a13d40 0x2ffad60:0xc002a13e00 0x2ffb000:0xc002a13e60 0x2ffb2a0:0xc002a13ec0 0x2ffba80:0xc005d5c180 0x2ffbd20:0xc005d5c1e0 0x3026980:0xc000f1d800 0x3026d20:0xc000f1d860 0x3027800:0xc000c74720 0x3029160:0xc001b7e000 0x30298a0:0xc002a13c80 0x302a720:0xc001b83f20] 0xc000168690 0}
I0521 19:37:06.830591    3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00012dff0 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 <nil> 0xc0002dd2d0 0xc000c7a000 0xc0002dd3b0 0xc0002dd420 <nil> 0xc000b24320 0xc0063c93b0 <nil> <nil> <nil> 0xc0002dd490 <nil> map[0x2ff9080:0xc002a13da0 0x2ff95c0:0xc005d5c120 0x2ffa2e0:0xc002a13ce0 0x2ffa580:0xc002a13d40 0x2ffad60:0xc002a13e00 0x2ffb000:0xc002a13e60 0x2ffb2a0:0xc002a13ec0 0x2ffba80:0xc005d5c180 0x2ffbd20:0xc005d5c1e0 0x3026980:0xc000f1d800 0x3026d20:0xc000f1d860 0x3027800:0xc000c74720 0x3029160:0xc001b7e000 0x30298a0:0xc002a13c80 0x302a720:0xc001b83f20] 0xc000168690 0}
I0521 19:37:06.830624    3800 gateway.go:532] Reconciling gateway with updates
I0521 19:37:06.835670    3800 gateway.go:339] Spawning Conntrack Rule Check Thread
I0521 19:37:06.835745    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:37:06.835753    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:37:06.835763    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:37:06.835759    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:37:06.835772    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:37:06.835776    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:37:06.835780    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:37:06.835790    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:37:06.835809    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:37:06.835813    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:37:06.835820    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:37:06.835834    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:37:06.835836    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:37:06.835837    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:37:06.835855    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:37:06.835868    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:37:06.835870    3800 default_node_network_controller.go:944] Gateway and management port readiness took 58.245414ms
I0521 19:37:06.835871    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:37:06.835889    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:37:06.835891    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:37:06.835894    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:37:06.835901    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:37:06.835915    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:37:06.835877    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:37:06.835926    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:37:06.835932    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:37:06.835935    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:37:06.835944    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:37:06.835946    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:37:06.835949    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:37:06.835956    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:37:06.835965    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:37:06.835820    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:37:06.835967    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:37:06.835934    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:37:06.835988    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:37:06.835991    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:37:06.835995    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:37:06.835999    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:37:06.836005    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:37:06.836003    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:37:06.836016    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:37:06.836022    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:37:06.836026    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:37:06.836029    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:37:06.836041    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:37:06.836047    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:37:06.836047    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:37:06.836048    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:37:06.836054    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:37:06.836061    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:37:06.836066    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:37:06.836010    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:37:06.836071    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:37:06.836084    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:37:06.836086    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0521 19:37:06.836094    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:37:06.836095    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:37:06.836099    3800 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed
I0521 19:37:06.836098    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:37:06.836106    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:37:06.836107    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:37:06.836110    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:37:06.835817    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:37:06.836120    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:37:06.836106    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:37:06.836128    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:37:06.836110    3800 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed
I0521 19:37:06.836135    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:37:06.836139    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:37:06.836135    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:37:06.836151    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:37:06.836123    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:37:06.836185    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:37:06.836196    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:37:06.836205    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:37:06.836127    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:37:06.836143    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:37:06.836072    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:37:06.836247    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:37:06.835935    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:37:06.836123    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:37:06.836288    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.836262    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:37:06.836103    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:37:06.836315    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:37:06.836369    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:37:06.836384    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:37:06.836392    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:37:06.836275    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:37:06.836408    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:37:06.836411    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:37:06.836424    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:37:06.836425    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:37:06.836441    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:37:06.836443    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:37:06.836395    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:37:06.836456    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:37:06.836459    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:37:06.836504    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:37:06.836521    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:37:06.836530    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:37:06.836545    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:37:06.836505    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:37:06.836584    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.837175    3800 node_ip_handler_linux.go:160] Node IP manager is running
W0521 19:37:06.874290    3800 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:37:06.874475    3800 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:37:06.874597    3800 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0521 19:37:06.882566    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:37:06.882588    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:37:06.882595    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:37:06.882618    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0521 19:37:06.882624    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.882644    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:37:06.882650    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:37:06.882657    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:37:06.882672    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:37:06.882691    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.927918    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:37:06.927962    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.927971    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.927981    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:37:06.927990    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0521 19:37:06.928003    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.928015    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:37:06.928025    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:37:06.928036    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:37:06.928056    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.969940    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:37:06.969957    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:37:06.969986    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.969996    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:37:06.970004    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.970019    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:37:06.970049    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:37:06.970056    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:37:06.970061    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:37:06.970066    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:37:07.673636    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default"
I0521 19:37:07.673731    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal
I0521 19:37:07.673747    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 20.239µs
I0521 19:37:07.673761    3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-94.ec2.internal. Updating no re-route policies
I0521 19:37:07.673768    3800 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:07.673783    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:07.673642    3800 egressfirewall.go:723] Syncing node "ip-10-0-0-94.ec2.internal" for egress firewall
I0521 19:37:08.541431    3800 default_node_network_controller.go:1380] Starting node controller node sync
W0521 19:37:08.541459    3800 egressip_healthcheck.go:76] Health checking using insecure connection
I0521 19:37:08.541498    3800 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0521 19:37:08.553012    3800 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.56191ms
I0521 19:37:08.553156    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-94.ec2.internal", IP: 10.0.0.94 to PMTUD blocking rules
I0521 19:37:08.553170    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-94.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:37:08.558519    3800 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0521 19:37:08.558782    3800 egressservice_node.go:93] Setting up event handlers for Egress Services
I0521 19:37:08.558918    3800 egressservice_node.go:183] Starting Egress Services Controller
I0521 19:37:08.558933    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:37:08.558945    3800 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:37:08.558950    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:37:08.558955    3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:37:08.558960    3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:37:08.558965    3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:37:08.558969    3800 egressservice_node.go:197] Repairing Egress Services
I0521 19:37:08.568380    3800 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0521 19:37:08.568393    3800 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:37:08.568608    3800 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0521 19:37:08.568621    3800 link_network_manager.go:119] Link manager is running
I0521 19:37:08.568631    3800 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0521 19:37:08.568812    3800 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0521 19:37:08.569248    3800 vrf_manager.go:128] VRF manager is running
I0521 19:37:08.569441    3800 node_controller_manager.go:437] Removing flows to drop GARP
I0521 19:37:08.569452    3800 gateway.go:532] Reconciling gateway with updates
I0521 19:37:08.589716    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:37:08.589733    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:37:08.589743    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:37:08.589746    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:37:08.589743    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:37:08.589756    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:37:08.589760    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:37:08.589767    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0521 19:37:08.589778    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:37:08.589782    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:37:08.589786    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:37:08.589790    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:37:08.589793    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:37:08.589816    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:37:08.589827    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:37:08.589780    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:37:08.589834    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:37:08.589841    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:37:08.589831    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:37:08.589845    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:37:08.589854    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:37:08.589859    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:37:08.589853    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:37:08.589868    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:37:08.589881    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:37:08.589879    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:37:08.589888    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:37:08.589838    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:37:08.589894    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589899    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:37:08.589903    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589899    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:37:08.589843    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:37:08.589914    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:37:08.589917    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589921    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:37:08.589919    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:37:08.589928    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:37:08.589932    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:37:08.589935    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:37:08.589940    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:37:08.589771    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:37:08.589948    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:37:08.589896    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:37:08.589955    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:37:08.589953    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:37:08.589965    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:37:08.589937    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:37:08.589971    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:37:08.589981    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589988    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:37:08.589988    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:37:08.590003    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:37:08.589988    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:37:08.590016    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:37:08.590032    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:37:08.590033    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:37:08.590033    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:37:08.590035    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:37:08.590042    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:37:08.590042    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:37:08.590050    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:37:08.590052    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:37:08.589997    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:37:08.590056    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:37:08.590062    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:37:08.590061    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:37:08.590067    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:37:08.590071    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:37:08.590076    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:37:08.590080    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:37:08.590085    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:37:08.589887    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589968    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:37:08.590097    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:37:08.590086    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589951    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:37:08.590125    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:37:08.590143    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:37:08.590006    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:37:08.590156    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:37:08.590043    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:37:08.590239    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:37:08.590249    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:37:08.590259    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:37:08.590126    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:37:08.590252    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:37:08.590317    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.590073    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:37:08.590014    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:37:08.589983    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:37:08.590331    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:37:08.589923    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589941    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:37:08.589940    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:37:08.590348    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:37:08.589968    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.589863    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:37:08.589765    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:37:08.590007    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:37:08.590413    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:37:08.590006    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:37:08.590421    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:37:08.589864    3800 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed
I0521 19:37:08.590448    3800 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed
I0521 19:37:08.590018    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:37:08.590492    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:37:08.590058    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:37:08.589879    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:37:08.590519    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:37:08.590060    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:37:08.590540    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:37:08.590093    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:37:08.590094    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:37:08.590127    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:37:08.590128    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:37:08.590571    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:37:08.590176    3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:37:08.590594    3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:37:08.629591    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:37:08.629616    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:37:08.668549    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:37:08.668574    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:37:08.668581    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:37:08.668587    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:37:08.668594    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.668600    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:37:08.668606    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:37:08.707370    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:37:08.707378    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:37:08.707393    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:37:08.707401    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0521 19:37:08.707409    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:37:08.707416    3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0521 19:37:10.536610    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0521 19:37:10.536648    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 46.165µs
I0521 19:37:10.567097    3800 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cd574bc8f-srr5g] creating logical port openshift-image-registry_image-registry-6cd574bc8f-srr5g for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.567238    3800 kube.go:256] Updating pod openshift-image-registry/image-registry-6cd574bc8f-srr5g
I0521 19:37:10.593353    3800 pod.go:62] [openshift-image-registry/image-registry-6cd574bc8f-srr5g] pod update took 26.159996ms
I0521 19:37:10.593392    3800 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cd574bc8f-srr5g] addLogicalPort annotation time took 26.199285ms
I0521 19:37:10.594876    3800 pods.go:271] [openshift-image-registry/image-registry-6cd574bc8f-srr5g] addLogicalPort took 27.798913ms, libovsdb time 1.090298ms
I0521 19:37:10.607912    3800 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-x7qnx] creating logical port openshift-dns_dns-default-x7qnx for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.608058    3800 kube.go:256] Updating pod openshift-dns/dns-default-x7qnx
I0521 19:37:10.624306    3800 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-lml45 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.624431    3800 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45
I0521 19:37:10.624578    3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c6ccd8889-6fm24] creating logical port openshift-ingress_router-default-5c6ccd8889-6fm24 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.624694    3800 kube.go:256] Updating pod openshift-ingress/router-default-5c6ccd8889-6fm24
I0521 19:37:10.631750    3800 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bnlm8 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.631854    3800 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8
I0521 19:37:10.634249    3800 pod.go:62] [openshift-dns/dns-default-x7qnx] pod update took 26.226269ms
I0521 19:37:10.634268    3800 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-x7qnx] addLogicalPort annotation time took 26.251167ms
I0521 19:37:10.635693    3800 pods.go:271] [openshift-dns/dns-default-x7qnx] addLogicalPort took 27.84701ms, libovsdb time 1.114887ms
I0521 19:37:10.651971    3800 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45] pod update took 27.558749ms
I0521 19:37:10.651992    3800 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45] addLogicalPort annotation time took 27.584838ms
I0521 19:37:10.653027    3800 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45] addLogicalPort took 28.735624ms, libovsdb time 794.129µs
I0521 19:37:10.654765    3800 pod.go:62] [openshift-ingress/router-default-5c6ccd8889-6fm24] pod update took 30.104029ms
I0521 19:37:10.654786    3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c6ccd8889-6fm24] addLogicalPort annotation time took 30.126525ms
I0521 19:37:10.655983    3800 pods.go:271] [openshift-ingress/router-default-5c6ccd8889-6fm24] addLogicalPort took 31.420945ms, libovsdb time 896.695µs
I0521 19:37:10.656028    3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-nb77s] creating logical port openshift-insights_insights-operator-6dbb575d6c-nb77s for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.656083    3800 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-nb77s
I0521 19:37:10.658234    3800 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8] pod update took 26.411118ms
I0521 19:37:10.658253    3800 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8] addLogicalPort annotation time took 26.429223ms
I0521 19:37:10.659442    3800 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8] addLogicalPort took 27.704004ms, libovsdb time 823.997µs
I0521 19:37:10.661888    3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8494bb5ccc-68jpt] creating logical port openshift-ingress_router-default-8494bb5ccc-68jpt for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.662019    3800 kube.go:256] Updating pod openshift-ingress/router-default-8494bb5ccc-68jpt
I0521 19:37:10.675347    3800 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-nb77s] pod update took 19.278297ms
I0521 19:37:10.675367    3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-nb77s] addLogicalPort annotation time took 19.301569ms
I0521 19:37:10.676465    3800 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-nb77s] addLogicalPort took 20.440883ms, libovsdb time 754.006µs
I0521 19:37:10.677297    3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2kk9s for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.677390    3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s
I0521 19:37:10.681395    3800 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-hq7wp for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.681519    3800 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp
I0521 19:37:10.690084    3800 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-4fwkv for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.690170    3800 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv
I0521 19:37:10.690172    3800 pod.go:62] [openshift-ingress/router-default-8494bb5ccc-68jpt] pod update took 28.18255ms
I0521 19:37:10.690191    3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8494bb5ccc-68jpt] addLogicalPort annotation time took 28.209656ms
I0521 19:37:10.690363    3800 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-m8tvw for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.690480    3800 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw
I0521 19:37:10.690691    3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-5p5wk for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.691846    3800 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk
I0521 19:37:10.704698    3800 pods.go:271] [openshift-ingress/router-default-8494bb5ccc-68jpt] addLogicalPort took 42.820504ms, libovsdb time 12.915746ms
I0521 19:37:10.704844    3800 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-9b6gg] creating logical port openshift-console-operator_console-operator-66dbbb6468-9b6gg for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.705054    3800 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-9b6gg
I0521 19:37:10.705817    3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s] pod update took 28.443698ms
I0521 19:37:10.705887    3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s] addLogicalPort annotation time took 28.514973ms
I0521 19:37:10.711424    3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s] addLogicalPort took 34.134939ms, libovsdb time 4.907909ms
I0521 19:37:10.711493    3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hpc5j for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.711557    3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j
I0521 19:37:10.717000    3800 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp] pod update took 35.529697ms
I0521 19:37:10.717027    3800 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp] addLogicalPort annotation time took 35.563235ms
I0521 19:37:10.717027    3800 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw] pod update took 26.5761ms
I0521 19:37:10.717047    3800 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw] addLogicalPort annotation time took 26.595858ms
I0521 19:37:10.716999    3800 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv] pod update took 26.848734ms
I0521 19:37:10.717277    3800 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv] addLogicalPort annotation time took 27.129453ms
I0521 19:37:10.718328    3800 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw] addLogicalPort took 27.974031ms, libovsdb time 983.242µs
I0521 19:37:10.718390    3800 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pv8f8] creating logical port openshift-ingress-canary_ingress-canary-pv8f8 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.718464    3800 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pv8f8
I0521 19:37:10.718767    3800 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp] addLogicalPort took 37.398817ms, libovsdb time 1.40531ms
I0521 19:37:10.718830    3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xvpck for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:10.718897    3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck
I0521 19:37:10.719279    3800 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv] addLogicalPort took 29.204777ms, libovsdb time 1.699343ms
I0521 19:37:10.721068    3800 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk] pod update took 29.287683ms
I0521 19:37:10.721087    3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk] addLogicalPort annotation time took 29.308989ms
I0521 19:37:10.722157    3800 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk] addLogicalPort took 31.474931ms, libovsdb time 739.217µs
I0521 19:37:10.723903    3800 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-9b6gg] pod update took 18.994753ms
I0521 19:37:10.723924    3800 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-9b6gg] addLogicalPort annotation time took 19.017112ms
I0521 19:37:10.724980    3800 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-9b6gg] addLogicalPort took 20.155525ms, libovsdb time 723.088µs
I0521 19:37:10.731070    3800 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j] pod update took 19.530026ms
I0521 19:37:10.731092    3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j] addLogicalPort annotation time took 19.549924ms
I0521 19:37:10.732244    3800 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j] addLogicalPort took 20.76088ms, libovsdb time 852.07µs
I0521 19:37:10.739260    3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck] pod update took 20.384994ms
I0521 19:37:10.739285    3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck] addLogicalPort annotation time took 20.409657ms
I0521 19:37:10.739323    3800 pod.go:62] [openshift-ingress-canary/ingress-canary-pv8f8] pod update took 20.875475ms
I0521 19:37:10.739346    3800 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pv8f8] addLogicalPort annotation time took 20.906877ms
I0521 19:37:10.740351    3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck] addLogicalPort took 21.526678ms, libovsdb time 741.698µs
I0521 19:37:10.740464    3800 pods.go:271] [openshift-ingress-canary/ingress-canary-pv8f8] addLogicalPort took 22.081414ms, libovsdb time 818.189µs
I0521 19:37:10.913782    3800 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall
I0521 19:37:10.913821    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal
I0521 19:37:10.914124    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 306.248µs
I0521 19:37:10.913818    3800 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:11.025730    3800 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45 c6cb6b6b027aacedd2ef7a999409a26e2172a6d800f7ff280025c0a0851f7947 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45 c6cb6b6b027aacedd2ef7a999409a26e2172a6d800f7ff280025c0a0851f7947 network default NAD default NAD key ]
I0521 19:37:11.078297    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-lml45, hostIfaceName: c6cb6b6b027aace, network: default, NAD default, SandboxID: "c6cb6b6b027aacedd2ef7a999409a26e2172a6d800f7ff280025c0a0851f7947", PCI device ID: , UID: "ce346de9-cdb6-470f-ab22-b0d77fe1203d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0521 19:37:11.096592    3800 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8 19937f5b1d5739a13c3f9e804bcf4f041410846ddd5298a4e56bee3e318a35dd network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8 19937f5b1d5739a13c3f9e804bcf4f041410846ddd5298a4e56bee3e318a35dd network default NAD default NAD key ]
I0521 19:37:11.106791    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bnlm8, hostIfaceName: 19937f5b1d5739a, network: default, NAD default, SandboxID: "19937f5b1d5739a13c3f9e804bcf4f041410846ddd5298a4e56bee3e318a35dd", PCI device ID: , UID: "a7dc752b-dfba-4e82-8842-48dc32f42fb8", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0521 19:37:11.136076    3800 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45 c6cb6b6b027aacedd2ef7a999409a26e2172a6d800f7ff280025c0a0851f7947 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-lml45 c6cb6b6b027aacedd2ef7a999409a26e2172a6d800f7ff280025c0a0851f7947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:4b:56:19:61:7c\",\"name\":\"c6cb6b6b027aace\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40798645-1342-4ee6-8066-4705bc1773d3\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.139602    3800 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-nb77s 6e482f7b2817e3bdfdfda26b1ad0b442d65fb71a047603e85a59a7ed9f2e2138 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-nb77s 6e482f7b2817e3bdfdfda26b1ad0b442d65fb71a047603e85a59a7ed9f2e2138 network default NAD default NAD key ]
I0521 19:37:11.151113    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-nb77s, hostIfaceName: 6e482f7b2817e3b, network: default, NAD default, SandboxID: "6e482f7b2817e3bdfdfda26b1ad0b442d65fb71a047603e85a59a7ed9f2e2138", PCI device ID: , UID: "7e59eee7-7ce2-4058-b073-62a43b8ba0ce", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0521 19:37:11.157278    3800 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8 19937f5b1d5739a13c3f9e804bcf4f041410846ddd5298a4e56bee3e318a35dd network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bnlm8 19937f5b1d5739a13c3f9e804bcf4f041410846ddd5298a4e56bee3e318a35dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1a:b2:ad:83:b9\",\"name\":\"19937f5b1d5739a\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b80cee-1e7b-418f-9f60-ad89a97d4959\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.162539    3800 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-9b6gg 576ecaf5ff2aa265a61b8e92fe3f17aacb2d3a995522d36473b186e7b3e06bb8 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-9b6gg 576ecaf5ff2aa265a61b8e92fe3f17aacb2d3a995522d36473b186e7b3e06bb8 network default NAD default NAD key ]
I0521 19:37:11.175916    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-9b6gg, hostIfaceName: 576ecaf5ff2aa26, network: default, NAD default, SandboxID: "576ecaf5ff2aa265a61b8e92fe3f17aacb2d3a995522d36473b186e7b3e06bb8", PCI device ID: , UID: "803e9ab7-1e3d-4f58-b42a-e1babedc2668", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0521 19:37:11.202763    3800 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-nb77s 6e482f7b2817e3bdfdfda26b1ad0b442d65fb71a047603e85a59a7ed9f2e2138 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-nb77s 6e482f7b2817e3bdfdfda26b1ad0b442d65fb71a047603e85a59a7ed9f2e2138 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e5:11:39:c5:78\",\"name\":\"6e482f7b2817e3b\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5c87313-dccf-4fb2-8fa6-4c9b9e7db0d4\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.218360    3800 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv e90dfb30edb45a6fb3951b1d357bfacd2a54bc6ec9d6379f78f5ffb80318bce1 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv e90dfb30edb45a6fb3951b1d357bfacd2a54bc6ec9d6379f78f5ffb80318bce1 network default NAD default NAD key ]
I0521 19:37:11.228024    3800 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-9b6gg 576ecaf5ff2aa265a61b8e92fe3f17aacb2d3a995522d36473b186e7b3e06bb8 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-9b6gg 576ecaf5ff2aa265a61b8e92fe3f17aacb2d3a995522d36473b186e7b3e06bb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:cc:ab:e1:fa:64\",\"name\":\"576ecaf5ff2aa26\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18638f3d-fc5a-450f-8b92-281a83a6dbc3\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.230356    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-4fwkv, hostIfaceName: e90dfb30edb45a6, network: default, NAD default, SandboxID: "e90dfb30edb45a6fb3951b1d357bfacd2a54bc6ec9d6379f78f5ffb80318bce1", PCI device ID: , UID: "bf265ca5-6c63-4759-838b-cd16447d6223", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0521 19:37:11.261092    3800 cni.go:452] [openshift-ingress-canary/ingress-canary-pv8f8 7ba36a055af3b9606c015e5aed7ab3e5337825fbce699df1b1d05b57ec555d57 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pv8f8 7ba36a055af3b9606c015e5aed7ab3e5337825fbce699df1b1d05b57ec555d57 network default NAD default NAD key ]
I0521 19:37:11.273326    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pv8f8, hostIfaceName: 7ba36a055af3b96, network: default, NAD default, SandboxID: "7ba36a055af3b9606c015e5aed7ab3e5337825fbce699df1b1d05b57ec555d57", PCI device ID: , UID: "bf85573b-cee3-4ea1-9884-b2309875817f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0521 19:37:11.275221    3800 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j d115045cb194dfdac5c34914d528ca290df5ceadbbf5828636f1fb70676bedbb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j d115045cb194dfdac5c34914d528ca290df5ceadbbf5828636f1fb70676bedbb network default NAD default NAD key ]
I0521 19:37:11.286632    3800 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv e90dfb30edb45a6fb3951b1d357bfacd2a54bc6ec9d6379f78f5ffb80318bce1 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4fwkv e90dfb30edb45a6fb3951b1d357bfacd2a54bc6ec9d6379f78f5ffb80318bce1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f0:e1:56:c7:e6\",\"name\":\"e90dfb30edb45a6\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c8172d0-b869-4205-8b3e-7efac3bd9440\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.289073    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hpc5j, hostIfaceName: d115045cb194dfd, network: default, NAD default, SandboxID: "d115045cb194dfdac5c34914d528ca290df5ceadbbf5828636f1fb70676bedbb", PCI device ID: , UID: "cd875676-2d79-4471-a9ec-e4a56d7e0104", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0521 19:37:11.297173    3800 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk 56f8c3df92dcaf11ed2a22e3c5fb31b9419fc1019b79c4fcf5b433d41739a84b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk 56f8c3df92dcaf11ed2a22e3c5fb31b9419fc1019b79c4fcf5b433d41739a84b network default NAD default NAD key ]
I0521 19:37:11.307686    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-5p5wk, hostIfaceName: 56f8c3df92dcaf1, network: default, NAD default, SandboxID: "56f8c3df92dcaf11ed2a22e3c5fb31b9419fc1019b79c4fcf5b433d41739a84b", PCI device ID: , UID: "aa07915e-2549-4bf6-9801-1c38adc73492", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0521 19:37:11.330491    3800 cni.go:473] [openshift-ingress-canary/ingress-canary-pv8f8 7ba36a055af3b9606c015e5aed7ab3e5337825fbce699df1b1d05b57ec555d57 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pv8f8 7ba36a055af3b9606c015e5aed7ab3e5337825fbce699df1b1d05b57ec555d57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:14:7d:92:7e:3c\",\"name\":\"7ba36a055af3b96\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde22c0c-e948-49b7-bb81-9891a0ac3bf8\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.342788    3800 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j d115045cb194dfdac5c34914d528ca290df5ceadbbf5828636f1fb70676bedbb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hpc5j d115045cb194dfdac5c34914d528ca290df5ceadbbf5828636f1fb70676bedbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f8:da:e4:16:ea\",\"name\":\"d115045cb194dfd\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54ca3f70-bf69-4bf0-b2da-e64ddfd7d3ba\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.358979    3800 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk 56f8c3df92dcaf11ed2a22e3c5fb31b9419fc1019b79c4fcf5b433d41739a84b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5p5wk 56f8c3df92dcaf11ed2a22e3c5fb31b9419fc1019b79c4fcf5b433d41739a84b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b5:7c:73:28:5d\",\"name\":\"56f8c3df92dcaf1\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbd08ea2-592b-469b-8e9a-86fb71da315b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:11.774643    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal
I0521 19:37:11.774682    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 45.581µs
I0521 19:37:12.195620    3800 namespace.go:142] [openshift-must-gather-operator] updating namespace
I0521 19:37:12.196269    3800 namespace.go:142] [openshift-network-diagnostics] updating namespace
I0521 19:37:12.209722    3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:37:12.210304    3800 namespace.go:142] [openshift-network-node-identity] updating namespace
I0521 19:37:12.222223    3800 namespace.go:142] [openshift-multus] updating namespace
I0521 19:37:12.222250    3800 namespace.go:142] [openshift-network-console] updating namespace
I0521 19:37:12.235141    3800 namespace.go:142] [openshift-ovn-kubernetes] updating namespace
I0521 19:37:16.611747    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default"
I0521 19:37:16.611808    3800 node_tracker.go:235] Node ip-10-0-1-64.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-64.ec2.internal"
I0521 19:37:16.611820    3800 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "ip-10-0-1-64.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:16.611826    3800 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:16.611908    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:16.763579    3800 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "ip-10-0-1-64.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:37:16.763660    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default"
I0521 19:37:16.763737    3800 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:16.763756    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:16.764555    3800 zone_ic_handler.go:195] Time taken to create transit switch: 289.478µs
I0521 19:37:16.764569    3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-64.ec2.internal for the network default
I0521 19:37:16.765618    3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-64.ec2.internal" on network "default" took: 1.365146ms
I0521 19:37:17.821989    3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default"
I0521 19:37:17.822001    3800 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall
I0521 19:37:17.822019    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal
I0521 19:37:17.822031    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 14.616µs
I0521 19:37:17.822048    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:37:17.822059    3800 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:37:17.822065    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 10.0.1.64 to PMTUD blocking rules
I0521 19:37:17.822073    3800 services_controller.go:574] Full service sync requested for network=default
I0521 19:37:17.828116    3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-64.ec2.internal. Updating no re-route policies
I0521 19:37:17.841008    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 10.0.1.64 to PMTUD blocking rules
I0521 19:37:17.841023    3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0521 19:37:18.995241    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0521 19:37:20.008517    3800 cni.go:452] [kube-system/global-pull-secret-syncer-w5hlc a0b3a672b515c76ded93b7008ba68b1ccc518077de6ff6dcf3555c1c576c24a3 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-w5hlc a0b3a672b515c76ded93b7008ba68b1ccc518077de6ff6dcf3555c1c576c24a3 network default NAD default NAD key ]
I0521 19:37:20.017275    3800 cni.go:452] [openshift-network-diagnostics/network-check-target-94njj b7ab1afe4e0f055ad06b2484cc62c70b1f7652e0703d88204907381990b1489a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-94njj b7ab1afe4e0f055ad06b2484cc62c70b1f7652e0703d88204907381990b1489a network default NAD default NAD key ]
I0521 19:37:20.018155    3800 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-w5hlc, hostIfaceName: a0b3a672b515c76, network: default, NAD default, SandboxID: "a0b3a672b515c76ded93b7008ba68b1ccc518077de6ff6dcf3555c1c576c24a3", PCI device ID: , UID: "c69d67e3-ea45-4ad1-97cf-cfb5e2517e9f", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0521 19:37:20.028744    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-94njj, hostIfaceName: b7ab1afe4e0f055, network: default, NAD default, SandboxID: "b7ab1afe4e0f055ad06b2484cc62c70b1f7652e0703d88204907381990b1489a", PCI device ID: , UID: "95324d80-1418-4efd-92dc-1a137657470f", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0521 19:37:20.069965    3800 cni.go:473] [kube-system/global-pull-secret-syncer-w5hlc a0b3a672b515c76ded93b7008ba68b1ccc518077de6ff6dcf3555c1c576c24a3 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-w5hlc a0b3a672b515c76ded93b7008ba68b1ccc518077de6ff6dcf3555c1c576c24a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:17:42:ca:3a:02\",\"name\":\"a0b3a672b515c76\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afcdda12-9f64-4968-8542-56fed4efba49\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:20.079343    3800 cni.go:473] [openshift-network-diagnostics/network-check-target-94njj b7ab1afe4e0f055ad06b2484cc62c70b1f7652e0703d88204907381990b1489a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-94njj b7ab1afe4e0f055ad06b2484cc62c70b1f7652e0703d88204907381990b1489a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0b:7c:fe:2e:84\",\"name\":\"b7ab1afe4e0f055\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76dc4895-5811-4fdb-bcf9-bcb39bfd7edd\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:37:20.838881    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0521 19:37:20.933334    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0521 19:37:21.712802    3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal
I0521 19:37:21.712905    3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 108.331µs
I0521 19:37:22.364445    3800 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0521 19:37:22.365535    3800 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.028283ms
I0521 19:37:22.393420    3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0521 19:37:22.929355    3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:37:22.942825    3800 namespace.go:98] [openshift-service-ca] adding namespace
I0521 19:37:22.943729    3800 namespace.go:102] [openshift-service-ca] adding namespace took 885.783µs
I0521 19:37:22.966055    3800 namespace.go:142] [openshift-service-ca] updating namespace
W0521 19:37:33.104092    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0521 19:37:42.754465    3800 cni.go:452] [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key ]
I0521 19:37:42.774357    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cd574bc8f-srr5g, hostIfaceName: bc7e721bda1da47, network: default, NAD default, SandboxID: "bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6", PCI device ID: , UID: "46790450-5979-4716-be73-dc3876a69e49", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0521 19:37:42.803296    3800 cni.go:452] [openshift-dns/dns-default-x7qnx 70fdd2efd0b873d70366c1ff62f2be5b7c9b09d4b82235af434857a63d854815 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-x7qnx 70fdd2efd0b873d70366c1ff62f2be5b7c9b09d4b82235af434857a63d854815 network default NAD default NAD key ]
I0521 19:37:42.821470    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-x7qnx, hostIfaceName: 70fdd2efd0b873d, network: default, NAD default, SandboxID: "70fdd2efd0b873d70366c1ff62f2be5b7c9b09d4b82235af434857a63d854815", PCI device ID: , UID: "fc275b6f-9afd-4b21-8254-74b5a4a50277", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0521 19:37:42.827689    3800 cni.go:473] [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:19:10:5d:41:99\",\"name\":\"bc7e721bda1da47\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7e28915-e80c-433d-a644-2a75c999db4c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:42.852437    3800 cni.go:452] [openshift-ingress/router-default-5c6ccd8889-6fm24 64311cfd9cf4ef2082d28a93e9d1629a11aeaf35a5cfba405c340f4c014b779f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c6ccd8889-6fm24 64311cfd9cf4ef2082d28a93e9d1629a11aeaf35a5cfba405c340f4c014b779f network default NAD default NAD key ]
I0521 19:37:42.867885    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c6ccd8889-6fm24, hostIfaceName: 64311cfd9cf4ef2, network: default, NAD default, SandboxID: "64311cfd9cf4ef2082d28a93e9d1629a11aeaf35a5cfba405c340f4c014b779f", PCI device ID: , UID: "9b5b5fd4-94a8-4b45-8528-99295ef49f41", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0521 19:37:42.873091    3800 cni.go:473] [openshift-dns/dns-default-x7qnx 70fdd2efd0b873d70366c1ff62f2be5b7c9b09d4b82235af434857a63d854815 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-x7qnx 70fdd2efd0b873d70366c1ff62f2be5b7c9b09d4b82235af434857a63d854815 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:dd:64:c4:14:d7\",\"name\":\"70fdd2efd0b873d\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f63d74f-1135-42a3-ad77-b10e31439124\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:42.912380    3800 cni.go:452] [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key ]
I0521 19:37:42.920240    3800 cni.go:473] [openshift-ingress/router-default-5c6ccd8889-6fm24 64311cfd9cf4ef2082d28a93e9d1629a11aeaf35a5cfba405c340f4c014b779f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c6ccd8889-6fm24 64311cfd9cf4ef2082d28a93e9d1629a11aeaf35a5cfba405c340f4c014b779f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b8:f3:13:14:35\",\"name\":\"64311cfd9cf4ef2\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/512615e6-04b6-4957-b75f-5fa856ce3e40\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:42.922219    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8494bb5ccc-68jpt, hostIfaceName: 868e0d558043acd, network: default, NAD default, SandboxID: "868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4", PCI device ID: , UID: "1aa9453e-c384-4dda-8840-65b763869b74", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0521 19:37:42.969877    3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s b90dea6d9998c5637c893588ad11f43135abc542d939e6347685adaf633e7215 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s b90dea6d9998c5637c893588ad11f43135abc542d939e6347685adaf633e7215 network default NAD default NAD key ]
I0521 19:37:42.979609    3800 cni.go:473] [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ac:da:ac:04:d8\",\"name\":\"868e0d558043acd\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d989e700-0b08-4979-a638-33b6db953972\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:42.980756    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2kk9s, hostIfaceName: b90dea6d9998c56, network: default, NAD default, SandboxID: "b90dea6d9998c5637c893588ad11f43135abc542d939e6347685adaf633e7215", PCI device ID: , UID: "935a750a-08c9-4727-bb45-89b49d7bca70", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0521 19:37:42.986898    3800 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp b89169aeb5dd810173faf6ffe1ef8b2ba80222aa052a47deefb599f9dbda0851 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp b89169aeb5dd810173faf6ffe1ef8b2ba80222aa052a47deefb599f9dbda0851 network default NAD default NAD key ]
I0521 19:37:42.997898    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-hq7wp, hostIfaceName: b89169aeb5dd810, network: default, NAD default, SandboxID: "b89169aeb5dd810173faf6ffe1ef8b2ba80222aa052a47deefb599f9dbda0851", PCI device ID: , UID: "434a99d0-cf40-41a4-8cc1-2701464155bc", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0521 19:37:43.016653    3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck a74103aff4ab730e8df146ae8936d2da212f9276686750d520ef08e72b3a66b5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck a74103aff4ab730e8df146ae8936d2da212f9276686750d520ef08e72b3a66b5 network default NAD default NAD key ]
I0521 19:37:43.036203    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xvpck, hostIfaceName: a74103aff4ab730, network: default, NAD default, SandboxID: "a74103aff4ab730e8df146ae8936d2da212f9276686750d520ef08e72b3a66b5", PCI device ID: , UID: "fdf27005-bb1c-4bd0-a773-7387425bf072", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0521 19:37:43.042228    3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s b90dea6d9998c5637c893588ad11f43135abc542d939e6347685adaf633e7215 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2kk9s b90dea6d9998c5637c893588ad11f43135abc542d939e6347685adaf633e7215 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b7:ec:a5:54:f1\",\"name\":\"b90dea6d9998c56\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be79e04e-7702-497a-b6a9-33828295f0a2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:43.046917    3800 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw 0876c9d1cf7315195f07c8ad49a28309b00503433308f71cf32a57c46c937a93 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw 0876c9d1cf7315195f07c8ad49a28309b00503433308f71cf32a57c46c937a93 network default NAD default NAD key ]
I0521 19:37:43.061391    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-m8tvw, hostIfaceName: 0876c9d1cf73151, network: default, NAD default, SandboxID: "0876c9d1cf7315195f07c8ad49a28309b00503433308f71cf32a57c46c937a93", PCI device ID: , UID: "fc80ea62-eec8-4129-968d-17531bc33b42", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0521 19:37:43.066126    3800 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp b89169aeb5dd810173faf6ffe1ef8b2ba80222aa052a47deefb599f9dbda0851 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hq7wp b89169aeb5dd810173faf6ffe1ef8b2ba80222aa052a47deefb599f9dbda0851 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:8d:ac:9f:6f:ff\",\"name\":\"b89169aeb5dd810\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/496043b9-dc9b-44e0-b5d5-82ccc883f90d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:43.093122    3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck a74103aff4ab730e8df146ae8936d2da212f9276686750d520ef08e72b3a66b5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xvpck a74103aff4ab730e8df146ae8936d2da212f9276686750d520ef08e72b3a66b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ea:ca:1b:a1:82\",\"name\":\"a74103aff4ab730\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7bf8e50-0179-4d69-9fa1-c58519821cf7\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:43.118459    3800 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw 0876c9d1cf7315195f07c8ad49a28309b00503433308f71cf32a57c46c937a93 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-m8tvw 0876c9d1cf7315195f07c8ad49a28309b00503433308f71cf32a57c46c937a93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:03:cd:c9:86:d1\",\"name\":\"0876c9d1cf73151\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81a4f14d-c252-42f5-b1c4-0675f89f14a0\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:45.703089    3800 cni.go:452] [openshift-multus/network-metrics-daemon-vlhc5 d14806e90e3a793230a25958466efa84b99a1010782ea2aa0e8b752011dc27e7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vlhc5 d14806e90e3a793230a25958466efa84b99a1010782ea2aa0e8b752011dc27e7 network default NAD default NAD key ]
I0521 19:37:45.715235    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vlhc5, hostIfaceName: d14806e90e3a793, network: default, NAD default, SandboxID: "d14806e90e3a793230a25958466efa84b99a1010782ea2aa0e8b752011dc27e7", PCI device ID: , UID: "ceb1aee3-deaf-4953-9ca1-cda070b3bbd2", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0521 19:37:45.772778    3800 cni.go:473] [openshift-multus/network-metrics-daemon-vlhc5 d14806e90e3a793230a25958466efa84b99a1010782ea2aa0e8b752011dc27e7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vlhc5 d14806e90e3a793230a25958466efa84b99a1010782ea2aa0e8b752011dc27e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:30:ed:a8:a5:30\",\"name\":\"d14806e90e3a793\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19cd09e1-60b4-40f2-aa2d-5828ec0caf1f\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:37:47.610475    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0521 19:37:47.610514    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:37:47.621636    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0521 19:37:47.641835    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:47.641853    3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:47.641860    3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:47.656985    3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:37:47.701553    3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rbkcm] creating logical port openshift-insights_insights-runtime-extractor-rbkcm for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:47.701680    3800 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rbkcm
W0521 19:37:47.722209    3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:37:47.734877    3800 pod.go:62] [openshift-insights/insights-runtime-extractor-rbkcm] pod update took 33.221708ms
I0521 19:37:47.734905    3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rbkcm] addLogicalPort annotation time took 33.254089ms
I0521 19:37:47.736229    3800 pods.go:271] [openshift-insights/insights-runtime-extractor-rbkcm] addLogicalPort took 34.691501ms, libovsdb time 993.415µs
I0521 19:37:47.747621    3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0521 19:37:47.753877    3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:37:48.081312    3800 cni.go:452] [openshift-insights/insights-runtime-extractor-rbkcm fdcc328cf88c7cc61dc5f9533888524178d6acdb07d181b363c2609b31e8bfae network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rbkcm fdcc328cf88c7cc61dc5f9533888524178d6acdb07d181b363c2609b31e8bfae network default NAD default NAD key ]
I0521 19:37:48.091437    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rbkcm, hostIfaceName: fdcc328cf88c7cc, network: default, NAD default, SandboxID: "fdcc328cf88c7cc61dc5f9533888524178d6acdb07d181b363c2609b31e8bfae", PCI device ID: , UID: "5577ff37-a7cb-480e-84e0-d606e64e68e8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0521 19:37:48.139981    3800 cni.go:473] [openshift-insights/insights-runtime-extractor-rbkcm fdcc328cf88c7cc61dc5f9533888524178d6acdb07d181b363c2609b31e8bfae network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rbkcm fdcc328cf88c7cc61dc5f9533888524178d6acdb07d181b363c2609b31e8bfae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:56:09:d4:b5:51\",\"name\":\"fdcc328cf88c7cc\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc948c6a-3f28-4f05-a2a6-ac725f344c62\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:37:50.001768    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:37:50.001802    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:37:50.091118    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0521 19:37:51.160728    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.160748    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.160754    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.160766    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.160771    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.160775    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:51.855684    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:37:55.983363    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:55.983421    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:55.983431    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:37:57.761834    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:37:58.456342    3800 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-868bc8d685-vt6th] creating logical port openshift-monitoring_thanos-querier-868bc8d685-vt6th for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:58.456460    3800 kube.go:256] Updating pod openshift-monitoring/thanos-querier-868bc8d685-vt6th
I0521 19:37:58.478011    3800 pod.go:62] [openshift-monitoring/thanos-querier-868bc8d685-vt6th] pod update took 21.593059ms
I0521 19:37:58.478034    3800 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-868bc8d685-vt6th] addLogicalPort annotation time took 21.623285ms
I0521 19:37:58.479359    3800 pods.go:271] [openshift-monitoring/thanos-querier-868bc8d685-vt6th] addLogicalPort took 23.033557ms, libovsdb time 950.415µs
I0521 19:37:58.813658    3800 cni.go:452] [openshift-monitoring/thanos-querier-868bc8d685-vt6th bad628f5cadf2c1cf18a2f7017fc49a5643a337e78d008e880038a70dbcfc20c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-868bc8d685-vt6th bad628f5cadf2c1cf18a2f7017fc49a5643a337e78d008e880038a70dbcfc20c network default NAD default NAD key ]
I0521 19:37:58.827714    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-868bc8d685-vt6th, hostIfaceName: bad628f5cadf2c1, network: default, NAD default, SandboxID: "bad628f5cadf2c1cf18a2f7017fc49a5643a337e78d008e880038a70dbcfc20c", PCI device ID: , UID: "5a67d526-bf11-443b-a5d3-e017b454d3b6", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0521 19:37:58.879631    3800 cni.go:473] [openshift-monitoring/thanos-querier-868bc8d685-vt6th bad628f5cadf2c1cf18a2f7017fc49a5643a337e78d008e880038a70dbcfc20c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-868bc8d685-vt6th bad628f5cadf2c1cf18a2f7017fc49a5643a337e78d008e880038a70dbcfc20c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9c:66:a1:db:42\",\"name\":\"bad628f5cadf2c1\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f893a7c-ab38-4cdd-b778-376378ee8101\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:37:59.901967    3800 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dw8xx for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:37:59.902159    3800 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx
I0521 19:37:59.917603    3800 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx] pod update took 15.48021ms
I0521 19:37:59.917632    3800 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx] addLogicalPort annotation time took 15.513696ms
I0521 19:37:59.918945    3800 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx] addLogicalPort took 16.999164ms, libovsdb time 905.167µs
I0521 19:38:00.860108    3800 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx 87db47129c5b6dddb6b545387c4de0d8bb0670ec3023d9ca8678257d7a1199da network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx 87db47129c5b6dddb6b545387c4de0d8bb0670ec3023d9ca8678257d7a1199da network default NAD default NAD key ]
I0521 19:38:00.870131    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dw8xx, hostIfaceName: 87db47129c5b6dd, network: default, NAD default, SandboxID: "87db47129c5b6dddb6b545387c4de0d8bb0670ec3023d9ca8678257d7a1199da", PCI device ID: , UID: "09d5c30e-3f6b-4b81-a75c-5b30a94de263", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0521 19:38:00.920259    3800 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx 87db47129c5b6dddb6b545387c4de0d8bb0670ec3023d9ca8678257d7a1199da network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dw8xx 87db47129c5b6dddb6b545387c4de0d8bb0670ec3023d9ca8678257d7a1199da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c7:a5:56:5d:cf\",\"name\":\"87db47129c5b6dd\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d3b59ee-c31d-4719-8707-cc37cad7a06d\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:38:01.892955    3800 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:38:01.893076    3800 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0521 19:38:01.942639    3800 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 49.608712ms
I0521 19:38:01.942666    3800 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 49.643324ms
I0521 19:38:01.944139    3800 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 51.201016ms, libovsdb time 1.004311ms
W0521 19:38:02.061156    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:02.061177    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:02.061184    3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:02.061190    3800 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0521 19:38:02.286502    3800 cni.go:452] [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key ]
I0521 19:38:02.297103    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 440dd14f7609213, network: default, NAD default, SandboxID: "440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285", PCI device ID: , UID: "889cb665-e814-4b43-a557-f3f40d9d8692", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0521 19:38:02.346630    3800 cni.go:473] [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ec:30:87:1c:38\",\"name\":\"440dd14f7609213\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5bd48b2-d0d0-411c-b760-0eecdc4fea7c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:38:02.578678    3800 base_network_controller_pods.go:487] [default/openshift-console/console-77758bb95f-rpgkb] creating logical port openshift-console_console-77758bb95f-rpgkb for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:38:02.578825    3800 kube.go:256] Updating pod openshift-console/console-77758bb95f-rpgkb
I0521 19:38:02.597489    3800 pod.go:62] [openshift-console/console-77758bb95f-rpgkb] pod update took 18.706869ms
I0521 19:38:02.597511    3800 base_network_controller_pods.go:951] [default/openshift-console/console-77758bb95f-rpgkb] addLogicalPort annotation time took 18.73819ms
I0521 19:38:02.598845    3800 pods.go:271] [openshift-console/console-77758bb95f-rpgkb] addLogicalPort took 20.185265ms, libovsdb time 966.409µs
W0521 19:38:03.061854    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0521 19:38:03.093260    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0521 19:38:03.240171    3800 cni.go:452] [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key ]
I0521 19:38:03.250409    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77758bb95f-rpgkb, hostIfaceName: 20cce901a31a63b, network: default, NAD default, SandboxID: "20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6", PCI device ID: , UID: "032fb1b6-9768-48e4-9389-f803c8339c31", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0521 19:38:03.306136    3800 cni.go:473] [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:bc:6f:a1:e0:84\",\"name\":\"20cce901a31a63b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752c4c5b-d237-40af-a25f-d2a80121982b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:38:04.084213    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:38:04.084239    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:38:05.164188    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0521 19:38:05.223037    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0521 19:38:07.240363    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.240387    3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.240392    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.269543    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:38:07.278733    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:38:07.324046    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.324070    3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.324076    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:38:07.407163    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:38:07.407188    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:38:08.075972    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:08.075996    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:08.076005    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:38:08.076012    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0521 19:38:12.889198    3800 cni.go:452] [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key ]
I0521 19:38:12.979434    3800 cni.go:473] [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6cd574bc8f-srr5g bc7e721bda1da4719099daf4249de521e6254714832dad983f2c636b18ab26c6 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:38:13.025602    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:13.026132    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:13.043533    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:13.043560    3800 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6cd574bc8f-srr5g
I0521 19:38:13.044929    3800 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6cd574bc8f-srr5g, ips: 10.128.0.6
I0521 19:38:13.044960    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:13.070874    3800 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-777cc489-w5t5k] creating logical port openshift-image-registry_image-registry-777cc489-w5t5k for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:38:13.070980    3800 kube.go:256] Updating pod openshift-image-registry/image-registry-777cc489-w5t5k
I0521 19:38:13.103188    3800 pod.go:62] [openshift-image-registry/image-registry-777cc489-w5t5k] pod update took 32.23653ms
I0521 19:38:13.103236    3800 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-777cc489-w5t5k] addLogicalPort annotation time took 32.290191ms
I0521 19:38:13.104807    3800 pods.go:271] [openshift-image-registry/image-registry-777cc489-w5t5k] addLogicalPort took 33.954295ms, libovsdb time 1.102862ms
I0521 19:38:13.159657    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:13.159686    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:13.167749    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6cd574bc8f-srr5g
I0521 19:38:13.167781    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6cd574bc8f-srr5g
I0521 19:38:13.407583    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:13.407612    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:13.411386    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-52rr8
I0521 19:38:13.411412    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-52rr8
I0521 19:38:13.437236    3800 cni.go:452] [openshift-image-registry/image-registry-777cc489-w5t5k e6668f72b16417678fd47e9e79a8921fb59fca9b8dd369d0d62ba023e6c06913 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-777cc489-w5t5k e6668f72b16417678fd47e9e79a8921fb59fca9b8dd369d0d62ba023e6c06913 network default NAD default NAD key ]
I0521 19:38:13.446653    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-777cc489-w5t5k, hostIfaceName: e6668f72b164176, network: default, NAD default, SandboxID: "e6668f72b16417678fd47e9e79a8921fb59fca9b8dd369d0d62ba023e6c06913", PCI device ID: , UID: "4c0bb755-8b14-4817-bbae-8ae97d7030d7", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0521 19:38:13.499487    3800 cni.go:473] [openshift-image-registry/image-registry-777cc489-w5t5k e6668f72b16417678fd47e9e79a8921fb59fca9b8dd369d0d62ba023e6c06913 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-777cc489-w5t5k e6668f72b16417678fd47e9e79a8921fb59fca9b8dd369d0d62ba023e6c06913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9f:e1:26:74:8f\",\"name\":\"e6668f72b164176\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0917393b-8e15-4508-8188-12b4eaaffe73\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:38:14.225619    3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0521 19:38:14.238283    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:38:23.328692    3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77758bb95f-mch2t IP address from the namespace address-set, err: pod openshift-console/console-77758bb95f-mch2t: no pod IPs found 
W0521 19:38:31.234613    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0521 19:38:31.234616    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0521 19:38:31.234775    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0521 19:38:31.539080    3800 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:31.539598    3800 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:38:32.211904    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0521 19:38:32.245078    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0521 19:38:32.245135    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0521 19:38:32.245131    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0521 19:38:32.412901    3800 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:32.412925    3800 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:32.422875    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-b4jr9
I0521 19:38:32.422895    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-b4jr9
W0521 19:38:33.213748    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0521 19:38:35.142291    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:38:41.755935    3800 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:41.756453    3800 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:42.416161    3800 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:42.416190    3800 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:42.422103    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-2gpg9
I0521 19:38:42.422129    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-2gpg9
I0521 19:38:44.516591    3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:44.517163    3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:44.517190    3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:44.517203    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0521 19:38:44.517222    3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:38:44.517230    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0521 19:38:45.410105    3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:45.410132    3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:45.410148    3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:45.410157    3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:38:46.006465    3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:38:46.020525    3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0521 19:38:46.275740    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0521 19:38:46.275765    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0521 19:38:46.275806    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0521 19:38:47.276405    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0521 19:38:52.404830    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:39:00.229942    3800 cni.go:452] [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key ]
I0521 19:39:00.320126    3800 cni.go:473] [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-8494bb5ccc-68jpt 868e0d558043acdf8e833d9252de62f5144feb880d681b4adebda9497c9f28c4 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:39:00.374850    3800 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:00.374890    3800 pods.go:176] Deleting pod: openshift-ingress/router-default-8494bb5ccc-68jpt
I0521 19:39:00.376297    3800 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-8494bb5ccc-68jpt, ips: 10.128.0.12
I0521 19:39:00.376331    3800 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:01.332459    3800 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:01.332492    3800 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:01.341799    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8494bb5ccc-68jpt
I0521 19:39:01.341827    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8494bb5ccc-68jpt
I0521 19:39:01.507075    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:01.507590    3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:39:02.381717    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:39:02.381742    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0521 19:39:02.442575    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:02.442603    3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:02.456816    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-gw7z9
I0521 19:39:02.456850    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-gw7z9
I0521 19:39:07.651732    3800 cni.go:452] [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key ]
I0521 19:39:07.730936    3800 cni.go:473] [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77758bb95f-rpgkb 20cce901a31a63bbc34b157065ba8b3868b718b2e8b6c9fd5a6eae5efbbbbeb6 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:39:07.782515    3800 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:07.782555    3800 pods.go:176] Deleting pod: openshift-console/console-77758bb95f-rpgkb
I0521 19:39:07.783819    3800 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77758bb95f-rpgkb, ips: 10.128.0.26
I0521 19:39:07.783851    3800 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:08.367815    3800 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:08.367847    3800 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:08.377139    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77758bb95f-rpgkb
I0521 19:39:08.377174    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77758bb95f-rpgkb
I0521 19:39:15.242611    3800 base_network_controller_pods.go:487] [default/openshift-console/console-6775444969-vc5qq] creating logical port openshift-console_console-6775444969-vc5qq for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:39:15.242776    3800 kube.go:256] Updating pod openshift-console/console-6775444969-vc5qq
I0521 19:39:15.276488    3800 pod.go:62] [openshift-console/console-6775444969-vc5qq] pod update took 33.736226ms
I0521 19:39:15.276583    3800 base_network_controller_pods.go:951] [default/openshift-console/console-6775444969-vc5qq] addLogicalPort annotation time took 33.835953ms
I0521 19:39:15.277860    3800 pods.go:271] [openshift-console/console-6775444969-vc5qq] addLogicalPort took 35.268375ms, libovsdb time 854.869µs
I0521 19:39:15.606895    3800 cni.go:452] [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key ]
I0521 19:39:15.616078    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6775444969-vc5qq, hostIfaceName: 90a4e326cb5a082, network: default, NAD default, SandboxID: "90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd", PCI device ID: , UID: "62df0aac-fa33-4f8b-a6cd-97ce50012951", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0521 19:39:15.667359    3800 cni.go:473] [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c9:54:4b:31:4b\",\"name\":\"90a4e326cb5a082\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/030bf71f-d734-40a7-b3fd-7f5e60017a10\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:39:17.574383    3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:17.575032    3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:18.522237    3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:18.522265    3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:18.532890    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0521 19:39:18.532924    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0521 19:39:21.803158    3800 cni.go:452] [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key ]
I0521 19:39:21.886019    3800 cni.go:473] [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 440dd14f76092134ca83f83dd2296fa1216b6ee6320434c66556116128a69285 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:39:21.955036    3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:21.955078    3800 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0521 19:39:21.956366    3800 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.25
I0521 19:39:21.956396    3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:22.442152    3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:22.442180    3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:22.452765    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0521 19:39:22.452797    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0521 19:39:22.494294    3800 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:39:22.494440    3800 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0521 19:39:22.517334    3800 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.928546ms
I0521 19:39:22.517360    3800 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.964001ms
I0521 19:39:22.518631    3800 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.353258ms, libovsdb time 893.787µs
I0521 19:39:22.857122    3800 cni.go:452] [openshift-monitoring/prometheus-k8s-1 bad1232daeae812d77625f59a6b8f357f66f8d8a61a24fe0bf42a473b078a57e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bad1232daeae812d77625f59a6b8f357f66f8d8a61a24fe0bf42a473b078a57e network default NAD default NAD key ]
I0521 19:39:22.866912    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bad1232daeae812, network: default, NAD default, SandboxID: "bad1232daeae812d77625f59a6b8f357f66f8d8a61a24fe0bf42a473b078a57e", PCI device ID: , UID: "a8b8e832-1400-400d-aa22-ec2dda61f32e", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0521 19:39:22.919061    3800 cni.go:473] [openshift-monitoring/prometheus-k8s-1 bad1232daeae812d77625f59a6b8f357f66f8d8a61a24fe0bf42a473b078a57e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bad1232daeae812d77625f59a6b8f357f66f8d8a61a24fe0bf42a473b078a57e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9e:1b:4c:7a:8c\",\"name\":\"bad1232daeae812\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ad2f914-0920-49ad-99b7-cf2a73170aff\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:39:26.488356    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:39:40.548724    3800 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:40.549233    3800 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:40.653583    3800 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:40.653606    3800 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:40.662910    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-nh7qp
I0521 19:39:40.662938    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-nh7qp
I0521 19:39:50.310063    3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:50.310608    3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:50.709633    3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:50.709660    3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:50.722680    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0521 19:39:50.722734    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0521 19:39:51.821437    3800 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:51.821996    3800 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:39:52.662783    3800 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:52.662818    3800 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:39:52.667464    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-ftjxb
I0521 19:39:52.667495    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-ftjxb
I0521 19:40:04.843450    3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:04.843988    3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:05.746076    3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:05.746102    3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:40:23.740397    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:40:23.740421    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0521 19:40:25.045978    3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:25.046551    3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:25.854922    3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:25.854945    3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:25.867455    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0521 19:40:25.867476    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0521 19:42:18.695498    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0521 19:42:50.701379    3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0521 19:42:54.583630    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=20
I0521 19:42:57.670649    3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0521 19:43:11.671282    3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0521 19:43:11.937232    3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0521 19:43:15.680437    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0521 19:43:45.707146    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0521 19:44:01.582675    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133
I0521 19:44:23.579477    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0521 19:44:34.674505    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0521 19:44:41.582109    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0521 19:44:54.691537    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0521 19:45:30.707177    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0521 19:45:49.365176    3800 namespace.go:98] [tsf] adding namespace
I0521 19:45:49.366030    3800 namespace.go:102] [tsf] adding namespace took 828.216µs
I0521 19:45:49.386115    3800 namespace.go:142] [tsf] updating namespace
I0521 19:45:49.400285    3800 namespace.go:142] [tsf] updating namespace
I0521 19:45:53.558160    3800 namespace.go:98] [cert-manager-operator] adding namespace
I0521 19:45:53.558999    3800 namespace.go:102] [cert-manager-operator] adding namespace took 814.083µs
I0521 19:45:53.559918    3800 namespace.go:98] [rhbk-operator] adding namespace
I0521 19:45:53.560605    3800 namespace.go:102] [rhbk-operator] adding namespace took 664.256µs
I0521 19:45:53.565148    3800 namespace.go:98] [tsf-tas] adding namespace
I0521 19:45:53.565189    3800 namespace.go:98] [konflux-operator] adding namespace
I0521 19:45:53.565338    3800 namespace.go:98] [tsf-tpa] adding namespace
I0521 19:45:53.565814    3800 namespace.go:102] [tsf-tas] adding namespace took 651.171µs
I0521 19:45:53.566330    3800 namespace.go:102] [konflux-operator] adding namespace took 1.120708ms
I0521 19:45:53.566807    3800 namespace.go:102] [tsf-tpa] adding namespace took 1.45394ms
I0521 19:45:53.567914    3800 namespace.go:98] [tsf-keycloak] adding namespace
I0521 19:45:53.567947    3800 namespace.go:98] [konflux-ui] adding namespace
I0521 19:45:53.568448    3800 namespace.go:102] [tsf-keycloak] adding namespace took 519.298µs
I0521 19:45:53.568941    3800 namespace.go:102] [konflux-ui] adding namespace took 984.386µs
I0521 19:45:53.571256    3800 namespace.go:98] [rhtpa-operator] adding namespace
I0521 19:45:53.571774    3800 namespace.go:102] [rhtpa-operator] adding namespace took 503.859µs
I0521 19:45:53.589260    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=635
I0521 19:45:53.597067    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:45:53.605922    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:45:53.615013    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:45:53.619929    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:45:53.620083    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:45:53.620111    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:45:53.620196    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:45:53.620354    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:45:53.625085    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:45:53.644391    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:45:53.664782    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:45:53.691121    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:45:53.693955    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:45:53.711351    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:45:53.724977    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:45:53.739732    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:45:53.745342    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:45:53.763668    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:45:53.767130    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:45:53.787490    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:45:53.799087    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:45:53.813112    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:45:53.820987    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:45:53.834970    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:45:54.970601    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:45:54.988929    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:46:02.321310    3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.321868    3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.321899    3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.321910    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:02.321925    3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.321934    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:02.348002    3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.348402    3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.348428    3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.348434    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:02.348442    3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:02.348446    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:03.351023    3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.351043    3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.351053    3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.351071    3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.382466    3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.382486    3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.382503    3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.382510    3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:04.685292    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0521 19:46:09.268985    3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.269480    3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.269502    3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.269509    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:09.269517    3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.269521    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:09.296148    3800 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.296559    3800 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.296579    3800 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.296586    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:09.296595    3800 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:09.296599    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:10.275121    3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:10.275650    3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:10.275675    3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:10.275683    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:10.275691    3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:10.275695    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:10.305318    3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.305335    3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.305349    3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.305358    3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.330587    3800 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.330602    3800 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.330614    3800 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:10.330622    3800 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:11.295135    3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:11.295820    3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:11.295848    3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:11.295857    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:46:11.295867    3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:11.295871    3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:46:11.311327    3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:11.311349    3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:11.311369    3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:11.311381    3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:46:12.175967    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0521 19:46:12.328393    3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:12.328421    3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:12.328438    3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:12.328447    3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:46:13.927355    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:13.939555    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:15.627964    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:15.638857    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:15.641850    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:15.651067    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:46:24.350171    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0521 19:46:25.853113    3800 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-xxrkz for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:46:25.853231    3800 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz
I0521 19:46:25.876162    3800 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz] pod update took 22.964266ms
I0521 19:46:25.876184    3800 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz] addLogicalPort annotation time took 22.989854ms
I0521 19:46:25.877312    3800 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz] addLogicalPort took 24.219361ms, libovsdb time 807.137µs
I0521 19:46:26.513013    3800 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz 730b8257097895e11b2fb7f97e51572b379edc17a9977ca830316c0984bb68e3 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz 730b8257097895e11b2fb7f97e51572b379edc17a9977ca830316c0984bb68e3 network default NAD default NAD key ]
I0521 19:46:26.521894    3800 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-xxrkz, hostIfaceName: 730b8257097895e, network: default, NAD default, SandboxID: "730b8257097895e11b2fb7f97e51572b379edc17a9977ca830316c0984bb68e3", PCI device ID: , UID: "e6eb48dc-4ee8-465a-ba69-419a4c1bad85", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0521 19:46:26.571267    3800 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz 730b8257097895e11b2fb7f97e51572b379edc17a9977ca830316c0984bb68e3 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-xxrkz 730b8257097895e11b2fb7f97e51572b379edc17a9977ca830316c0984bb68e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:05:70:94:7a:19\",\"name\":\"730b8257097895e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/165978bd-928b-424d-93fb-9e885c68fa9d\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:46:27.294009    3800 namespace.go:142] [openshift-operators] updating namespace
I0521 19:46:27.309789    3800 namespace.go:142] [openshift-operators] updating namespace
I0521 19:46:29.233580    3800 namespace.go:98] [cert-manager] adding namespace
I0521 19:46:29.234367    3800 namespace.go:102] [cert-manager] adding namespace took 765.455µs
I0521 19:46:29.270180    3800 namespace.go:142] [cert-manager] updating namespace
I0521 19:46:29.293086    3800 namespace.go:142] [cert-manager] updating namespace
W0521 19:46:29.458036    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0521 19:46:29.599161    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0521 19:46:29.673574    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0521 19:46:29.727884    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0521 19:46:35.099299    3800 namespace.go:98] [trusted-artifact-signer] adding namespace
I0521 19:46:35.100178    3800 namespace.go:102] [trusted-artifact-signer] adding namespace took 850.368µs
I0521 19:46:35.151584    3800 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:46:35.182734    3800 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:46:35.292687    3800 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-z25cg] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-z25cg for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:46:35.292885    3800 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-z25cg
W0521 19:46:35.332126    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0521 19:46:35.333724    3800 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg] pod update took 40.853767ms
I0521 19:46:35.333744    3800 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-z25cg] addLogicalPort annotation time took 40.897677ms
I0521 19:46:35.334940    3800 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg] addLogicalPort took 42.273975ms, libovsdb time 825.623µs
I0521 19:46:35.660980    3800 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg 796699761e38f86a0041924272b35a7fd9b999f83ac596259e3a25a676aed6d1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg 796699761e38f86a0041924272b35a7fd9b999f83ac596259e3a25a676aed6d1 network default NAD default NAD key ]
I0521 19:46:35.670580    3800 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-z25cg, hostIfaceName: 796699761e38f86, network: default, NAD default, SandboxID: "796699761e38f86a0041924272b35a7fd9b999f83ac596259e3a25a676aed6d1", PCI device ID: , UID: "16ce3d7f-44a1-42aa-98e7-4fd94ccae2a8", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0521 19:46:35.720486    3800 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg 796699761e38f86a0041924272b35a7fd9b999f83ac596259e3a25a676aed6d1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-z25cg 796699761e38f86a0041924272b35a7fd9b999f83ac596259e3a25a676aed6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:84:c8:8f:67:3a\",\"name\":\"796699761e38f86\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b3c2c73-8a32-4fa9-ab9c-7de55ab45c34\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:46:36.334442    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:46:36.334462    3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0521 19:46:38.435939    3800 namespace.go:142] [openshift-operators] updating namespace
I0521 19:46:41.928644    3800 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-h5z2b] creating logical port cert-manager_cert-manager-59c77684cc-h5z2b for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:46:41.928753    3800 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-h5z2b
I0521 19:46:41.950817    3800 pod.go:62] [cert-manager/cert-manager-59c77684cc-h5z2b] pod update took 22.085888ms
I0521 19:46:41.950888    3800 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-h5z2b] addLogicalPort annotation time took 22.120742ms
I0521 19:46:41.952554    3800 pods.go:271] [cert-manager/cert-manager-59c77684cc-h5z2b] addLogicalPort took 23.931698ms, libovsdb time 1.181575ms
I0521 19:46:42.290558    3800 cni.go:452] [cert-manager/cert-manager-59c77684cc-h5z2b a9f7715c852918cc2219cd9ae5ff6960ecaa719aceda4dd2f3f699c06bca5651 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-h5z2b a9f7715c852918cc2219cd9ae5ff6960ecaa719aceda4dd2f3f699c06bca5651 network default NAD default NAD key ]
I0521 19:46:42.301475    3800 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-h5z2b, hostIfaceName: a9f7715c852918c, network: default, NAD default, SandboxID: "a9f7715c852918cc2219cd9ae5ff6960ecaa719aceda4dd2f3f699c06bca5651", PCI device ID: , UID: "6ae74587-905b-4cdb-aaa1-ad91da33d679", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0521 19:46:42.355078    3800 cni.go:473] [cert-manager/cert-manager-59c77684cc-h5z2b a9f7715c852918cc2219cd9ae5ff6960ecaa719aceda4dd2f3f699c06bca5651 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-h5z2b a9f7715c852918cc2219cd9ae5ff6960ecaa719aceda4dd2f3f699c06bca5651 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:e8:4a:d4:76:07\",\"name\":\"a9f7715c852918c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09254b4f-eb77-4fd6-99f6-4d75f77aa3a8\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:46:49.503721    3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:49.504265    3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:49.536659    3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:49.536680    3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:49.550293    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0521 19:46:49.550316    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0521 19:46:54.511141    3800 namespace.go:98] [openshift-pipelines] adding namespace
I0521 19:46:54.512077    3800 namespace.go:102] [openshift-pipelines] adding namespace took 908.132µs
I0521 19:46:54.536587    3800 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:46:55.230159    3800 namespace.go:142] [cert-manager] updating namespace
I0521 19:46:55.436373    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:46:55.831081    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:46:56.028618    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:46:56.232169    3800 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace
I0521 19:46:56.634072    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:46:56.833594    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:46:57.034439    3800 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:46:57.239657    3800 namespace.go:142] [tsf] updating namespace
I0521 19:46:57.438613    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:46:57.639550    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:46:57.837728    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:46:57.996980    3800 namespace.go:142] [cert-manager] updating namespace
I0521 19:46:58.009202    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:46:58.021171    3800 namespace.go:142] [default] updating namespace
I0521 19:46:58.032939    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:46:58.045300    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:46:58.055357    3800 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace
I0521 19:46:58.067036    3800 namespace.go:142] [openshift] updating namespace
I0521 19:46:58.077576    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:46:58.090339    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:46:58.099766    3800 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:46:58.111046    3800 namespace.go:142] [tsf] updating namespace
I0521 19:46:58.121084    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:46:58.130393    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:46:58.143420    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:46:58.223606    3800 namespace.go:142] [cert-manager] updating namespace
I0521 19:46:58.330014    3800 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:46:58.428521    3800 namespace.go:142] [default] updating namespace
I0521 19:46:58.521496    3800 namespace.go:142] [konflux-operator] updating namespace
I0521 19:46:58.584931    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85
I0521 19:46:58.627922    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:46:58.723719    3800 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace
I0521 19:46:58.820901    3800 namespace.go:142] [openshift] updating namespace
I0521 19:46:58.921619    3800 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:46:59.023402    3800 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:46:59.123466    3800 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:46:59.228559    3800 namespace.go:142] [tsf] updating namespace
I0521 19:46:59.326867    3800 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:46:59.434298    3800 namespace.go:142] [tsf-tas] updating namespace
I0521 19:46:59.529303    3800 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:46:59.952199    3800 namespace.go:142] [openshift-pipelines] updating namespace
W0521 19:47:00.439146    3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0521 19:47:04.451218    3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0521 19:47:07.344329    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-m2cft for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:47:07.344457    3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft
I0521 19:47:07.363311    3800 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft] pod update took 18.87946ms
I0521 19:47:07.363335    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft] addLogicalPort annotation time took 18.909484ms
I0521 19:47:07.364536    3800 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft] addLogicalPort took 20.225769ms, libovsdb time 844.739µs
I0521 19:47:07.945258    3800 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft 8f9fc39cd807261e95293f0926fa226b9095ffe92347727189f6193cac4a7ab4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft 8f9fc39cd807261e95293f0926fa226b9095ffe92347727189f6193cac4a7ab4 network default NAD default NAD key ]
I0521 19:47:07.954501    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-m2cft, hostIfaceName: 8f9fc39cd807261, network: default, NAD default, SandboxID: "8f9fc39cd807261e95293f0926fa226b9095ffe92347727189f6193cac4a7ab4", PCI device ID: , UID: "d2c186ef-1983-4e16-9964-4139356ac29b", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0521 19:47:08.006414    3800 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft 8f9fc39cd807261e95293f0926fa226b9095ffe92347727189f6193cac4a7ab4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-m2cft 8f9fc39cd807261e95293f0926fa226b9095ffe92347727189f6193cac4a7ab4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:57:6f:e3:52:c1\",\"name\":\"8f9fc39cd807261\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e04aa54-f73f-475e-b7d6-6074a3c2ff14\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:47:12.372173    3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:47:12.372191    3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:47:12.372196    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:47:12.476333    3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:47:12.476352    3800 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:47:12.476357    3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:47:12.476361    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:47:13.510719    3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:47:13.510750    3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:47:13.510757    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:47:23.379691    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:47:23.379732    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:47:23.379738    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0521 19:47:32.341823    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-75p4z for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:47:32.341919    3800 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z
I0521 19:47:32.362125    3800 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z] pod update took 20.228885ms
I0521 19:47:32.362154    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z] addLogicalPort annotation time took 20.263827ms
I0521 19:47:32.363420    3800 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z] addLogicalPort took 21.612536ms, libovsdb time 848.679µs
I0521 19:47:32.443957    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-bvpx8 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:47:32.444078    3800 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8
I0521 19:47:32.465085    3800 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8] pod update took 21.061471ms
I0521 19:47:32.465108    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8] addLogicalPort annotation time took 21.089975ms
I0521 19:47:32.466260    3800 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8] addLogicalPort took 22.318847ms, libovsdb time 790.079µs
I0521 19:47:32.699856    3800 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z ad948dfd2955beb009c961250dffd7ad3d4188b1b76ad59e86840f915b143116 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z ad948dfd2955beb009c961250dffd7ad3d4188b1b76ad59e86840f915b143116 network default NAD default NAD key ]
I0521 19:47:32.709666    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-75p4z, hostIfaceName: ad948dfd2955beb, network: default, NAD default, SandboxID: "ad948dfd2955beb009c961250dffd7ad3d4188b1b76ad59e86840f915b143116", PCI device ID: , UID: "b23929ca-66a5-4c9b-9b96-08e05b3cfd34", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0521 19:47:32.761834    3800 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z ad948dfd2955beb009c961250dffd7ad3d4188b1b76ad59e86840f915b143116 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-75p4z ad948dfd2955beb009c961250dffd7ad3d4188b1b76ad59e86840f915b143116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2e:3a:45:86:9b\",\"name\":\"ad948dfd2955beb\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e887131-dacf-41a9-93fe-f3fd0beba7e4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:47:32.803580    3800 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8 db7e650317c0b2b81c7b88fe94e7e8da9b80b41eb88effb4ddb68bd33cefacce network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8 db7e650317c0b2b81c7b88fe94e7e8da9b80b41eb88effb4ddb68bd33cefacce network default NAD default NAD key ]
I0521 19:47:32.813006    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-bvpx8, hostIfaceName: db7e650317c0b2b, network: default, NAD default, SandboxID: "db7e650317c0b2b81c7b88fe94e7e8da9b80b41eb88effb4ddb68bd33cefacce", PCI device ID: , UID: "8e4dddab-4ce4-45a0-baa4-c7394fb1f88b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0521 19:47:32.862365    3800 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8 db7e650317c0b2b81c7b88fe94e7e8da9b80b41eb88effb4ddb68bd33cefacce network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bvpx8 db7e650317c0b2b81c7b88fe94e7e8da9b80b41eb88effb4ddb68bd33cefacce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:af:1f:0a:97:c6\",\"name\":\"db7e650317c0b2b\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1ecdeb6-169b-48f7-a1ed-9788c45a7c4b\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:47:36.495245    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0521 19:47:36.699116    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0521 19:47:41.779105    3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:41.779628    3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:41.822767    3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:41.822791    3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:41.832490    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0521 19:47:41.832507    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0521 19:47:43.779610    3800 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0521 19:47:43.780254    3800 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0521 19:47:43.780274    3800 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0521 19:47:43.782589    3800 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0521 19:47:47.511801    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0521 19:47:50.720230    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:47:50.720255    3800 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:47:50.726909    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0521 19:47:50.726936    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0521 19:47:53.825288    3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0521 19:47:56.921594    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:47:56.921726    3800 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0521 19:47:56.935597    3800 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.918105ms
I0521 19:47:56.935619    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.947507ms
I0521 19:47:56.936907    3800 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.338588ms, libovsdb time 843.859µs
I0521 19:48:05.382582    3800 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 2b3ac3d5eee02f7f2d44da3cfa991185aafe78cf580648bb7f5cced0001bb14c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 2b3ac3d5eee02f7f2d44da3cfa991185aafe78cf580648bb7f5cced0001bb14c network default NAD default NAD key ]
I0521 19:48:05.391960    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 2b3ac3d5eee02f7, network: default, NAD default, SandboxID: "2b3ac3d5eee02f7f2d44da3cfa991185aafe78cf580648bb7f5cced0001bb14c", PCI device ID: , UID: "eb722b02-415b-476b-a013-d71c103f5cfa", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0521 19:48:05.445634    3800 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 2b3ac3d5eee02f7f2d44da3cfa991185aafe78cf580648bb7f5cced0001bb14c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 2b3ac3d5eee02f7f2d44da3cfa991185aafe78cf580648bb7f5cced0001bb14c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:01:d2:cf:bb:af\",\"name\":\"2b3ac3d5eee02f7\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/653ecc8f-f515-4df5-8507-27100653fb72\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:48:11.699573    3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0521 19:48:13.077214    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-czrjg] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-czrjg for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:48:13.077310    3800 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-czrjg
I0521 19:48:13.102127    3800 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg] pod update took 24.843146ms
I0521 19:48:13.102146    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-czrjg] addLogicalPort annotation time took 24.867314ms
I0521 19:48:13.103519    3800 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg] addLogicalPort took 26.326908ms, libovsdb time 910.813µs
I0521 19:48:13.185190    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zsj7v for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:48:13.185294    3800 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v
I0521 19:48:13.219006    3800 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v] pod update took 33.740215ms
I0521 19:48:13.219028    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v] addLogicalPort annotation time took 33.767702ms
I0521 19:48:13.220265    3800 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v] addLogicalPort took 35.095636ms, libovsdb time 839.193µs
I0521 19:48:13.436472    3800 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg 158ee2600ae64aebea26590b05f9319577f646dab00af6f759fa9b94a2ca3a1e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg 158ee2600ae64aebea26590b05f9319577f646dab00af6f759fa9b94a2ca3a1e network default NAD default NAD key ]
I0521 19:48:13.445932    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-czrjg, hostIfaceName: 158ee2600ae64ae, network: default, NAD default, SandboxID: "158ee2600ae64aebea26590b05f9319577f646dab00af6f759fa9b94a2ca3a1e", PCI device ID: , UID: "be7ccf74-79e2-462c-8636-f428b0af80cc", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0521 19:48:13.496918    3800 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg 158ee2600ae64aebea26590b05f9319577f646dab00af6f759fa9b94a2ca3a1e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-czrjg 158ee2600ae64aebea26590b05f9319577f646dab00af6f759fa9b94a2ca3a1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f8:7d:73:da:06\",\"name\":\"158ee2600ae64ae\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bac4769-3ae1-4979-beb5-c3898128d2df\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:48:13.544311    3800 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v 39d93b0739ee52e304df79711e685cd3a59732925cad77f2937831efa6bd8796 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v 39d93b0739ee52e304df79711e685cd3a59732925cad77f2937831efa6bd8796 network default NAD default NAD key ]
I0521 19:48:13.554281    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zsj7v, hostIfaceName: 39d93b0739ee52e, network: default, NAD default, SandboxID: "39d93b0739ee52e304df79711e685cd3a59732925cad77f2937831efa6bd8796", PCI device ID: , UID: "ee1b92ba-e373-4466-8df3-a411271e7bd4", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0521 19:48:13.606514    3800 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v 39d93b0739ee52e304df79711e685cd3a59732925cad77f2937831efa6bd8796 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zsj7v 39d93b0739ee52e304df79711e685cd3a59732925cad77f2937831efa6bd8796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:bc:5b:4f:4e:c0\",\"name\":\"39d93b0739ee52e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07cc0dec-92c4-49e8-afb7-1e66e44b3dc9\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:48:13.937185    3800 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4nc72] creating logical port tsf-keycloak_tsf-iam-4nc72 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:48:13.937283    3800 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4nc72
I0521 19:48:13.954215    3800 pod.go:62] [tsf-keycloak/tsf-iam-4nc72] pod update took 16.961431ms
I0521 19:48:13.954237    3800 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-4nc72] addLogicalPort annotation time took 16.988913ms
I0521 19:48:13.955880    3800 pods.go:271] [tsf-keycloak/tsf-iam-4nc72] addLogicalPort took 18.707036ms, libovsdb time 1.131998ms
I0521 19:48:14.300402    3800 cni.go:452] [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key ]
I0521 19:48:14.311358    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4nc72, hostIfaceName: 5aa580c2bd7c059, network: default, NAD default, SandboxID: "5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00", PCI device ID: , UID: "951472a1-e1cc-47c0-9169-ff9b249b9a78", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0521 19:48:14.360035    3800 cni.go:473] [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f0:9c:97:43:e0\",\"name\":\"5aa580c2bd7c059\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56ca04fd-03ce-4919-8bdd-a4c599ca2c6f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:48:17.021768    3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:17.022347    3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:17.068320    3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:17.068345    3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:17.074476    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0521 19:48:17.074501    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
W0521 19:48:21.729143    3800 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:21.729164    3800 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:21.729171    3800 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:22.926033    3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0521 19:48:22.926057    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0521 19:48:29.969956    3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0521 19:48:33.465513    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:33.465548    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:33.465556    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:48:33.940546    3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0521 19:48:35.007603    3800 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0521 19:48:36.586831    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96
I0521 19:48:37.044830    3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:37.045378    3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:37.927427    3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:37.927466    3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:39.827339    3800 cni.go:452] [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key ]
I0521 19:48:39.913815    3800 cni.go:473] [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-4nc72 5aa580c2bd7c0595a0ad0ef2451218acc2d1129d76cf9ebd23f46fe99088cb00 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:48:39.973146    3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:39.973186    3800 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4nc72
I0521 19:48:39.974481    3800 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4nc72, ips: 10.128.0.39
I0521 19:48:39.974511    3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:48:40.864883    3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:40.864914    3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:48:58.675938    3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-ft6z4 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:48:58.676044    3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4
I0521 19:48:58.692959    3800 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4] pod update took 16.940875ms
I0521 19:48:58.692986    3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4] addLogicalPort annotation time took 16.971655ms
I0521 19:48:58.694555    3800 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4] addLogicalPort took 18.633647ms, libovsdb time 1.003939ms
I0521 19:48:59.235651    3800 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4 562f24d9d5d506d1aebd0e74ba1ce965d722bf213a2c5f99b8dccdd53fd9eef6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4 562f24d9d5d506d1aebd0e74ba1ce965d722bf213a2c5f99b8dccdd53fd9eef6 network default NAD default NAD key ]
I0521 19:48:59.245003    3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-ft6z4, hostIfaceName: 562f24d9d5d506d, network: default, NAD default, SandboxID: "562f24d9d5d506d1aebd0e74ba1ce965d722bf213a2c5f99b8dccdd53fd9eef6", PCI device ID: , UID: "88e9c333-7983-49f7-ab97-bfe160489d59", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0521 19:48:59.297903    3800 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4 562f24d9d5d506d1aebd0e74ba1ce965d722bf213a2c5f99b8dccdd53fd9eef6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft6z4 562f24d9d5d506d1aebd0e74ba1ce965d722bf213a2c5f99b8dccdd53fd9eef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:fe:38:b2:8c:e4\",\"name\":\"562f24d9d5d506d\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8345aa0-2910-41bd-a9e4-221514a8d1f7\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:49:01.947526    3800 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:49:01.947547    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:49:01.978077    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:49:01.978099    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:49:04.203630    3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0521 19:49:07.325105    3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:07.325748    3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:07.349809    3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:07.349837    3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:07.361354    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0521 19:49:07.361377    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0521 19:49:11.685176    3800 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:49:14.023032    3800 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:14.023625    3800 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:14.112494    3800 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:14.112523    3800 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:14.122032    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vh9rj
I0521 19:49:14.122066    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vh9rj
I0521 19:49:17.260752    3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:17.261337    3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:18.286156    3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:18.286184    3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:22.307817    3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:22.308447    3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:22.337211    3800 cni.go:452] [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key ]
I0521 19:49:22.425100    3800 cni.go:473] [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6775444969-vc5qq 90a4e326cb5a08272cee248908946fe2758cfa70f1e11d6abb01eb2dd93112cd network default NAD default NAD key default], result "{}", err <nil>
I0521 19:49:22.486095    3800 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:22.486131    3800 pods.go:176] Deleting pod: openshift-console/console-6775444969-vc5qq
I0521 19:49:22.487536    3800 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6775444969-vc5qq, ips: 10.128.0.28
I0521 19:49:22.487565    3800 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:23.039244    3800 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:23.039275    3800 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:23.048486    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vc5qq
I0521 19:49:23.048571    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vc5qq
I0521 19:49:23.187972    3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:23.187999    3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:24.322680    3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:24.323224    3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:25.200334    3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:25.200356    3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:25.443373    3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:25.443934    3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:26.325625    3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:26.325649    3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:26.372911    3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:26.372946    3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:26.382881    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qvttn
I0521 19:49:26.382911    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qvttn
I0521 19:49:27.354865    3800 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5888957b69-pcnrf] creating logical port tsf-tas_rekor-redis-5888957b69-pcnrf for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:27.354962    3800 kube.go:256] Updating pod tsf-tas/rekor-redis-5888957b69-pcnrf
I0521 19:49:27.374279    3800 pod.go:62] [tsf-tas/rekor-redis-5888957b69-pcnrf] pod update took 19.34776ms
I0521 19:49:27.374302    3800 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5888957b69-pcnrf] addLogicalPort annotation time took 19.376353ms
I0521 19:49:27.375561    3800 pods.go:271] [tsf-tas/rekor-redis-5888957b69-pcnrf] addLogicalPort took 20.718173ms, libovsdb time 859.876µs
I0521 19:49:28.316616    3800 cni.go:452] [tsf-tas/rekor-redis-5888957b69-pcnrf 3027010f059f87d02f1e66a3d5786b3a12efaea6fceec6f205b5532929e799d9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5888957b69-pcnrf 3027010f059f87d02f1e66a3d5786b3a12efaea6fceec6f205b5532929e799d9 network default NAD default NAD key ]
I0521 19:49:28.325956    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5888957b69-pcnrf, hostIfaceName: 3027010f059f87d, network: default, NAD default, SandboxID: "3027010f059f87d02f1e66a3d5786b3a12efaea6fceec6f205b5532929e799d9", PCI device ID: , UID: "c9828e46-17b7-4eb4-a815-f09806b28388", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0521 19:49:28.379281    3800 cni.go:473] [tsf-tas/rekor-redis-5888957b69-pcnrf 3027010f059f87d02f1e66a3d5786b3a12efaea6fceec6f205b5532929e799d9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5888957b69-pcnrf 3027010f059f87d02f1e66a3d5786b3a12efaea6fceec6f205b5532929e799d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:80:b4:89:70:f2\",\"name\":\"3027010f059f87d\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5cb9c21-9727-46bc-917d-790c850954f0\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:49:29.210827    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0521 19:49:29.937741    3800 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6cc776b984-24d5p] creating logical port tsf-tas_rekor-server-6cc776b984-24d5p for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:29.937854    3800 kube.go:256] Updating pod tsf-tas/rekor-server-6cc776b984-24d5p
I0521 19:49:29.953513    3800 pod.go:62] [tsf-tas/rekor-server-6cc776b984-24d5p] pod update took 15.690979ms
I0521 19:49:29.953543    3800 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6cc776b984-24d5p] addLogicalPort annotation time took 15.727265ms
I0521 19:49:29.954808    3800 pods.go:271] [tsf-tas/rekor-server-6cc776b984-24d5p] addLogicalPort took 17.119188ms, libovsdb time 857.789µs
W0521 19:49:30.086515    3800 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0521 19:49:31.491800    3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:31.492332    3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:31.514234    3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:31.514255    3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:31.525647    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0521 19:49:31.525673    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0521 19:49:32.916192    3800 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-wpwl7] creating logical port tsf-tpa_create-db-wpwl7 for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:32.916277    3800 kube.go:256] Updating pod tsf-tpa/create-db-wpwl7
I0521 19:49:32.932680    3800 pod.go:62] [tsf-tpa/create-db-wpwl7] pod update took 16.424254ms
I0521 19:49:32.932719    3800 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-wpwl7] addLogicalPort annotation time took 16.450419ms
I0521 19:49:32.934017    3800 pods.go:271] [tsf-tpa/create-db-wpwl7] addLogicalPort took 17.840531ms, libovsdb time 904.837µs
W0521 19:49:33.232285    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0521 19:49:33.274121    3800 cni.go:452] [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key ]
I0521 19:49:33.283222    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-wpwl7, hostIfaceName: 9a95ca0394204f9, network: default, NAD default, SandboxID: "9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f", PCI device ID: , UID: "89dbe1c2-05f8-4319-90c3-b1d5ade4d134", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0521 19:49:33.334834    3800 cni.go:473] [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:de:fc:e4:89:68\",\"name\":\"9a95ca0394204f9\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c4e5eef-3e69-4dbc-bb23-36fafd93904e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:49:37.197377    3800 cni.go:452] [tsf-tas/rekor-server-6cc776b984-24d5p 89de15c9842f8444897e6d669135450ff19970f6b918379413c8748ca0349081 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6cc776b984-24d5p 89de15c9842f8444897e6d669135450ff19970f6b918379413c8748ca0349081 network default NAD default NAD key ]
I0521 19:49:37.206734    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6cc776b984-24d5p, hostIfaceName: 89de15c9842f844, network: default, NAD default, SandboxID: "89de15c9842f8444897e6d669135450ff19970f6b918379413c8748ca0349081", PCI device ID: , UID: "59f50114-9c88-4330-af2e-a469615a6cb9", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0521 19:49:37.258345    3800 cni.go:473] [tsf-tas/rekor-server-6cc776b984-24d5p 89de15c9842f8444897e6d669135450ff19970f6b918379413c8748ca0349081 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6cc776b984-24d5p 89de15c9842f8444897e6d669135450ff19970f6b918379413c8748ca0349081 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ca:28:43:eb:66\",\"name\":\"89de15c9842f844\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbbdacdd-0073-4941-8558-52eb40367561\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:49:38.130732    3800 cni.go:452] [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key ]
I0521 19:49:38.217848    3800 cni.go:473] [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-wpwl7 9a95ca0394204f9bfbd50c6ec15c9b06d314cd9bb1ee6db9bc0070a94505032f network default NAD default NAD key default], result "{}", err <nil>
I0521 19:49:38.278495    3800 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:38.278536    3800 pods.go:176] Deleting pod: tsf-tpa/create-db-wpwl7
I0521 19:49:38.280211    3800 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-wpwl7, ips: 10.128.0.43
I0521 19:49:38.280242    3800 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:49:39.138375    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0521 19:49:39.305347    3800 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:39.305370    3800 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:39.432653    3800 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-vw9qh] creating logical port tsf-tpa_migrate-db-vw9qh for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:39.432768    3800 kube.go:256] Updating pod tsf-tpa/migrate-db-vw9qh
I0521 19:49:39.447161    3800 pod.go:62] [tsf-tpa/migrate-db-vw9qh] pod update took 14.418057ms
I0521 19:49:39.447187    3800 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-vw9qh] addLogicalPort annotation time took 14.448591ms
I0521 19:49:39.448456    3800 pods.go:271] [tsf-tpa/migrate-db-vw9qh] addLogicalPort took 15.820161ms, libovsdb time 863.108µs
I0521 19:49:39.790363    3800 cni.go:452] [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key ]
I0521 19:49:39.812575    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-vw9qh, hostIfaceName: 6cb67acb0bd5f1a, network: default, NAD default, SandboxID: "6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a", PCI device ID: , UID: "3442404c-1a0d-4f1a-91a7-d1e0b43c6e37", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0521 19:49:39.864355    3800 cni.go:473] [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b2:27:20:04:df\",\"name\":\"6cb67acb0bd5f1a\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c66bb90d-c480-48ac-ba9a-b1b8b4b90ddf\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:49:42.152920    3800 cni.go:452] [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key ]
I0521 19:49:42.247014    3800 cni.go:473] [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-vw9qh 6cb67acb0bd5f1ad742e182bfa8ebab6875d7f817d2e5830c00ddb6f803ab85a network default NAD default NAD key default], result "{}", err <nil>
I0521 19:49:42.306679    3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:42.306725    3800 pods.go:176] Deleting pod: tsf-tpa/migrate-db-vw9qh
I0521 19:49:42.308195    3800 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-vw9qh, ips: 10.128.0.44
I0521 19:49:42.308222    3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:42.468161    3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:42.468193    3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:49:43.131408    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0521 19:49:45.643290    3800 base_network_controller_pods.go:487] [default/tsf-tpa/server-dccf8689f-htkms] creating logical port tsf-tpa_server-dccf8689f-htkms for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:45.643434    3800 kube.go:256] Updating pod tsf-tpa/server-dccf8689f-htkms
I0521 19:49:45.671380    3800 pod.go:62] [tsf-tpa/server-dccf8689f-htkms] pod update took 27.975905ms
I0521 19:49:45.671405    3800 base_network_controller_pods.go:951] [default/tsf-tpa/server-dccf8689f-htkms] addLogicalPort annotation time took 28.010076ms
I0521 19:49:45.672988    3800 pods.go:271] [tsf-tpa/server-dccf8689f-htkms] addLogicalPort took 29.719376ms, libovsdb time 1.09047ms
I0521 19:49:47.031030    3800 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-v9zwg] creating logical port tsf-tpa_importer-86bcdf477b-v9zwg for pod on switch ip-10-0-2-250.ec2.internal
I0521 19:49:47.031147    3800 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-v9zwg
I0521 19:49:47.050265    3800 pod.go:62] [tsf-tpa/importer-86bcdf477b-v9zwg] pod update took 19.146107ms
I0521 19:49:47.050294    3800 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-v9zwg] addLogicalPort annotation time took 19.183556ms
I0521 19:49:47.051616    3800 pods.go:271] [tsf-tpa/importer-86bcdf477b-v9zwg] addLogicalPort took 20.610022ms, libovsdb time 877.843µs
I0521 19:49:48.620743    3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:48.621286    3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:49.600201    3800 cni.go:452] [tsf-tpa/server-dccf8689f-htkms add065b3e441315eb1914d31612cdfdb098683916b0ad5929a1dd9bbe6f259b9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-dccf8689f-htkms add065b3e441315eb1914d31612cdfdb098683916b0ad5929a1dd9bbe6f259b9 network default NAD default NAD key ]
I0521 19:49:49.609628    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-dccf8689f-htkms, hostIfaceName: add065b3e441315, network: default, NAD default, SandboxID: "add065b3e441315eb1914d31612cdfdb098683916b0ad5929a1dd9bbe6f259b9", PCI device ID: , UID: "53737f39-afc8-4abe-8481-48e85abf27b6", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0521 19:49:49.647726    3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:49.647751    3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:49.663775    3800 cni.go:473] [tsf-tpa/server-dccf8689f-htkms add065b3e441315eb1914d31612cdfdb098683916b0ad5929a1dd9bbe6f259b9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-dccf8689f-htkms add065b3e441315eb1914d31612cdfdb098683916b0ad5929a1dd9bbe6f259b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:95:23:f3:9f:a9\",\"name\":\"add065b3e441315\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4a3b294-f209-4a01-93e8-c3474d5c9af9\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0521 19:49:50.152334    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
W0521 19:49:50.212040    3800 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0521 19:49:51.215473    3800 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0521 19:49:58.494985    3800 cni.go:452] [tsf-tpa/importer-86bcdf477b-v9zwg f096caa51684b9f090f8be83ee735a54324961477bc91d9a88e0288edbfe28ca network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-v9zwg f096caa51684b9f090f8be83ee735a54324961477bc91d9a88e0288edbfe28ca network default NAD default NAD key ]
I0521 19:49:58.504096    3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-v9zwg, hostIfaceName: f096caa51684b9f, network: default, NAD default, SandboxID: "f096caa51684b9f090f8be83ee735a54324961477bc91d9a88e0288edbfe28ca", PCI device ID: , UID: "2e1aadde-b013-4668-9dfc-b39ee8c6e78a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0521 19:49:58.555961    3800 cni.go:473] [tsf-tpa/importer-86bcdf477b-v9zwg f096caa51684b9f090f8be83ee735a54324961477bc91d9a88e0288edbfe28ca network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-v9zwg f096caa51684b9f090f8be83ee735a54324961477bc91d9a88e0288edbfe28ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:1a:f0:46:59:91\",\"name\":\"f096caa51684b9f\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ac032c-d562-430f-919e-e7e8ced07352\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0521 19:50:04.684006    3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:04.684547    3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:05.574644    3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:05.574671    3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:14.614201    3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:14.614775    3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:15.675550    3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:15.675576    3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:15.757791    3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:15.758368    3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:15.784558    3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:15.784577    3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:15.790548    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0521 19:50:15.790571    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0521 19:50:16.582727    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0521 19:50:16.686442    3800 namespace.go:98] [build-service] adding namespace
I0521 19:50:16.687321    3800 namespace.go:102] [build-service] adding namespace took 854.302µs
I0521 19:50:16.693024    3800 namespace.go:98] [image-controller] adding namespace
I0521 19:50:16.693648    3800 namespace.go:102] [image-controller] adding namespace took 606.691µs
I0521 19:50:16.696213    3800 namespace.go:98] [integration-service] adding namespace
I0521 19:50:16.696307    3800 namespace.go:98] [default-tenant] adding namespace
I0521 19:50:16.696835    3800 namespace.go:102] [integration-service] adding namespace took 608.331µs
I0521 19:50:16.697361    3800 namespace.go:102] [default-tenant] adding namespace took 1.041141ms
I0521 19:50:16.760311    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:16.816836    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:16.816859    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:16.847316    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:16.864149    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:16.895888    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:16.904174    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:16.933178    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:16.945940    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:16.979014    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:17.026491    3800 namespace.go:98] [release-service] adding namespace
I0521 19:50:17.027432    3800 namespace.go:102] [release-service] adding namespace took 917.215µs
I0521 19:50:17.051356    3800 namespace.go:142] [release-service] updating namespace
I0521 19:50:17.080392    3800 namespace.go:142] [konflux-ui] updating namespace
I0521 19:50:17.080529    3800 namespace.go:142] [release-service] updating namespace
I0521 19:50:17.231025    3800 namespace.go:98] [konflux-info] adding namespace
I0521 19:50:17.231814    3800 namespace.go:102] [konflux-info] adding namespace took 768.103µs
I0521 19:50:17.269174    3800 namespace.go:98] [namespace-lister] adding namespace
I0521 19:50:17.269856    3800 namespace.go:102] [namespace-lister] adding namespace took 661.668µs
I0521 19:50:17.276290    3800 namespace.go:142] [konflux-info] updating namespace
I0521 19:50:17.305623    3800 namespace.go:142] [konflux-info] updating namespace
I0521 19:50:17.319195    3800 namespace.go:142] [namespace-lister] updating namespace
I0521 19:50:17.361230    3800 namespace.go:98] [enterprise-contract-service] adding namespace
I0521 19:50:17.361378    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:17.362183    3800 namespace.go:102] [enterprise-contract-service] adding namespace took 933.398µs
I0521 19:50:17.368422    3800 namespace.go:142] [namespace-lister] updating namespace
I0521 19:50:17.413344    3800 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:50:17.444157    3800 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:50:17.675055    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:17.746864    3800 namespace.go:98] [segment-bridge] adding namespace
I0521 19:50:17.747652    3800 namespace.go:102] [segment-bridge] adding namespace took 769.665µs
I0521 19:50:18.029194    3800 namespace.go:98] [konflux-cli] adding namespace
I0521 19:50:18.029970    3800 namespace.go:102] [konflux-cli] adding namespace took 755.442µs
I0521 19:50:18.375457    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:18.438090    3800 namespace.go:142] [segment-bridge] updating namespace
I0521 19:50:18.491175    3800 namespace.go:142] [segment-bridge] updating namespace
I0521 19:50:18.527160    3800 namespace.go:142] [konflux-cli] updating namespace
I0521 19:50:18.572230    3800 namespace.go:142] [konflux-cli] updating namespace
I0521 19:50:18.713006    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:18.785025    3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0521 19:50:18.785626    3800 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0521 19:50:18.785646    3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0521 19:50:18.788790    3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0521 19:50:18.937337    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:18.950907    3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0521 19:50:18.950932    3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0521 19:50:18.951731    3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0521 19:50:19.123554    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:19.331234    3800 namespace.go:142] [konflux-info] updating namespace
I0521 19:50:19.541256    3800 namespace.go:142] [namespace-lister] updating namespace
I0521 19:50:19.719658    3800 namespace.go:142] [release-service] updating namespace
I0521 19:50:19.879358    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:19.928683    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:19.956229    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:19.972281    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:20.001957    3800 namespace.go:142] [konflux-info] updating namespace
I0521 19:50:20.032615    3800 namespace.go:142] [namespace-lister] updating namespace
I0521 19:50:20.055419    3800 namespace.go:142] [release-service] updating namespace
I0521 19:50:20.152204    3800 namespace.go:142] [build-service] updating namespace
I0521 19:50:20.255235    3800 namespace.go:142] [default-tenant] updating namespace
I0521 19:50:20.337287    3800 namespace.go:142] [image-controller] updating namespace
I0521 19:50:20.437909    3800 namespace.go:142] [integration-service] updating namespace
I0521 19:50:20.540297    3800 namespace.go:142] [konflux-info] updating namespace
I0521 19:50:20.653215    3800 namespace.go:142] [namespace-lister] updating namespace
I0521 19:50:20.772292    3800 namespace.go:142] [release-service] updating namespace
I0521 19:50:22.170185    3800 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:50:22.369221    3800 namespace.go:142] [konflux-cli] updating namespace
W0521 19:50:22.534868    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0521 19:50:22.575135    3800 namespace.go:142] [segment-bridge] updating namespace
I0521 19:50:22.717289    3800 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:50:22.741076    3800 namespace.go:142] [konflux-cli] updating namespace
I0521 19:50:22.779184    3800 namespace.go:142] [segment-bridge] updating namespace
I0521 19:50:22.860226    3800 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:50:22.937368    3800 namespace.go:142] [konflux-cli] updating namespace
I0521 19:50:23.033235    3800 namespace.go:142] [segment-bridge] updating namespace
W0521 19:50:26.538891    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0521 19:50:26.562908    3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0521 19:50:30.569650    3800 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0521 19:50:31.724447    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:50:31.724468    3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0521 19:50:33.608854    3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0521 19:50:33.608879    3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:50:33.632677    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:50:33.639684    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:50:33.660103    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:50:33.663762    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:50:35.617100    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0521 19:50:35.620486    3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0521 19:50:38.646047    3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0521 19:50:45.013492    3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:45.014017    3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:45.702494    3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:45.702519    3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:45.717688    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt
I0521 19:50:45.717727    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt
I0521 19:50:49.710382    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0521 19:50:55.683677    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0521 19:51:07.586835    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80
I0521 19:51:07.710592    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0521 19:51:13.674609    3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0521 19:51:29.705161    3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0521 19:51:45.367925    3800 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:51:45.368581    3800 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:51:46.047037    3800 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:51:46.047064    3800 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:51:46.060672    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cc866f786-95qf2
I0521 19:51:46.060721    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cc866f786-95qf2
I0521 19:51:51.586463    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165
I0521 19:51:52.674639    3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0521 19:51:58.384076    3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:51:58.384661    3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:51:58.434122    3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:51:58.434149    3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:51:58.443365    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0521 19:51:58.443393    3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0521 19:52:03.694812    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0521 19:52:25.657767    3800 namespace.go:98] [managed-tenant-vhyta] adding namespace
I0521 19:52:25.658741    3800 namespace.go:102] [managed-tenant-vhyta] adding namespace took 948.741µs
I0521 19:52:25.706843    3800 namespace.go:142] [managed-tenant-vhyta] updating namespace
I0521 19:52:25.719818    3800 namespace.go:142] [managed-tenant-vhyta] updating namespace
I0521 19:52:26.731785    3800 namespace.go:142] [managed-tenant-vhyta] updating namespace
I0521 19:52:26.851965    3800 namespace.go:142] [managed-tenant-vhyta] updating namespace
I0521 19:52:26.944049    3800 namespace.go:142] [managed-tenant-vhyta] updating namespace
I0521 19:52:38.593166    3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=650
I0521 19:52:38.688424    3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8