+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-144.ec2.internal
++ [[ -n ip-10-0-2-144.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-144.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0512 02:53:54.900333437 - disable conntrack on geneve port'
I0512 02:53:54.900333437 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0512 02:53:54.920610297 - starting ovnkube-node
+ echo 'I0512 02:53:54.920610297 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-144.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-144.ec2.internal --init-node ip-10-0-2-144.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-144.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0512 02:53:54.971655    3792 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0512 02:53:54.971729    3792 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3036bd527a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0512 02:53:54.973663    3792 kube.go:431] Waiting for certificate
I0512 02:53:54.973706    3792 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0512 02:53:54.973747    3792 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0512 02:53:54.974533    3792 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0512 02:53:55.003544    3792 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0512 02:53:55.003813    3792 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0512 02:53:55.009157    3792 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0512 02:53:55.009259    3792 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qr87n"
I0512 02:53:55.016640    3792 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qr87n"
I0512 02:53:55.016711    3792 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0512 02:53:55.974171    3792 kube.go:438] Certificate found
I0512 02:53:55.974799    3792 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0512 02:53:55.975689    3792 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0512 02:53:56.024105    3792 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 02:48:55 +0000 UTC" deadline="2026-05-12 23:10:03.781108635 +0000 UTC"
I0512 02:53:56.024141    3792 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h16m7.756975009s"
I0512 02:53:56.043173    3792 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0512 02:53:56.055687    3792 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0512 02:53:56.055882    3792 server.go:101] MetricServer registers OVS metrics
I0512 02:53:56.056380    3792 server.go:105] MetricServer registers OVN DB metrics
I0512 02:53:56.059327    3792 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0512 02:53:56.059400    3792 factory.go:561] Starting watch factory
I0512 02:53:56.059503    3792 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059521    3792 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059534    3792 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059550    3792 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059741    3792 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059758    3792 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059973    3792 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.059989    3792 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.060235    3792 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.060254    3792 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.060456    3792 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.060471    3792 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.062264    3792 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0512 02:53:56.062340    3792 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0512 02:53:56.068297    3792 controller_manager.go:370] Starting the ovnkube controller
I0512 02:53:56.068314    3792 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-144.ec2.internal
I0512 02:53:56.068368    3792 controller_manager.go:395] NBDB zone sync took: 44.973µs
I0512 02:53:56.068381    3792 factory.go:561] Starting watch factory
I0512 02:53:56.079025    3792 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.079410    3792 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0512 02:53:56.079444    3792 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0512 02:53:56.080570    3792 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.080641    3792 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.081087    3792 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.084097    3792 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0512 02:53:56.084135    3792 server.go:109] MetricServer registers OVN Controller metrics
I0512 02:53:56.084885    3792 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.089089    3792 server.go:113] MetricServer registers OVN Northd metrics
I0512 02:53:56.090207    3792 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0512 02:53:56.094226    3792 metrics.go:519] OVN Metrics Server starts to run ...
I0512 02:53:56.165608    3792 factory.go:1977] *v1.Namespace informer cache synced successfully
I0512 02:53:56.165628    3792 factory.go:1977] *v1.Node informer cache synced successfully
I0512 02:53:56.165632    3792 factory.go:1977] *v1.Service informer cache synced successfully
I0512 02:53:56.165635    3792 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0512 02:53:56.165638    3792 factory.go:1977] *v1.Pod informer cache synced successfully
I0512 02:53:56.165641    3792 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0512 02:53:56.165723    3792 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.165741    3792 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.166708    3792 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.166742    3792 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.169313    3792 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.169775    3792 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0512 02:53:56.171721    3792 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0512 02:53:56.171732    3792 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0512 02:53:56.171792    3792 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.171804    3792 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.173944    3792 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0512 02:53:56.173965    3792 factory.go:1977] *v1.Pod informer cache synced successfully
I0512 02:53:56.173970    3792 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0512 02:53:56.173973    3792 factory.go:1977] *v1.Namespace informer cache synced successfully
I0512 02:53:56.173976    3792 factory.go:1977] *v1.Node informer cache synced successfully
I0512 02:53:56.173979    3792 factory.go:1977] *v1.Service informer cache synced successfully
I0512 02:53:56.174140    3792 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.177541    3792 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0512 02:53:56.177611    3792 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.177625    3792 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.179810    3792 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0512 02:53:56.179824    3792 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0512 02:53:56.180012    3792 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.183211    3792 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0512 02:53:56.183272    3792 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.183284    3792 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.185803    3792 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0512 02:53:56.186304    3792 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.188354    3792 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0512 02:53:56.188405    3792 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.188417    3792 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.190517    3792 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.191463    3792 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0512 02:53:56.193593    3792 factory.go:1977] *v1.EgressService informer cache synced successfully
I0512 02:53:56.193665    3792 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.193682    3792 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.196390    3792 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.196504    3792 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0512 02:53:56.198705    3792 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0512 02:53:56.198917    3792 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0512 02:53:56.198931    3792 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0512 02:53:56.201445    3792 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0512 02:53:56.201525    3792 factory.go:1977] *v1.EgressService informer cache synced successfully
I0512 02:53:56.204664    3792 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0512 02:53:56.204727    3792 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.204741    3792 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.204784    3792 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.204799    3792 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.207045    3792 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0512 02:53:56.207162    3792 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.207210    3792 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0512 02:53:56.210541    3792 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0512 02:53:56.210549    3792 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0512 02:53:56.210556    3792 factory.go:680] Watch Factory start up complete, took: 151.15993ms
I0512 02:53:56.210647    3792 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0512 02:53:56.212166    3792 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0512 02:53:56.217317    3792 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0512 02:53:56.217327    3792 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0512 02:53:56.217336    3792 factory.go:680] Watch Factory start up complete, took: 148.95505ms
I0512 02:53:56.217345    3792 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-144.ec2.internal" zone
I0512 02:53:56.253005    3792 default_node_network_controller.go:710] Initializing the default node network controller
I0512 02:53:56.338953    3792 udn_isolation.go:101] Starting UDN host isolation manager
I0512 02:53:56.344842    3792 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0512 02:53:56.407565    3792 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0512 02:53:56.407673    3792 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0512 02:53:56.407696    3792 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0512 02:53:56.442198    3792 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0512 02:53:56.442269    3792 default_node_network_controller.go:809] Node ip-10-0-2-144.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0512 02:53:56.448082    3792 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.144"] k8s.ovn.org/zone-name:ip-10-0-2-144.ec2.internal] on node ip-10-0-2-144.ec2.internal
I0512 02:53:56.467591    3792 controller_manager.go:429] Waiting for node in zone sync took: 250.230549ms
I0512 02:53:56.469951    3792 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0512 02:53:56.474046    3792 controller_manager.go:611] Switching to transit router for layer2 networks
I0512 02:53:56.474063    3792 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-144.ec2.internal
I0512 02:53:56.476577    3792 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0512 02:53:56.476921    3792 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0512 02:53:56.477151    3792 gateway_init.go:263] Preparing Gateway
I0512 02:53:56.477167    3792 gateway_shared_intf.go:1687] Creating new gateway
I0512 02:53:56.490422    3792 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0512 02:53:56.497356    3792 controller_manager.go:290] SCTP support detected in OVN
I0512 02:53:56.497977    3792 services_controller.go:69] Creating services controller for network=default
I0512 02:53:56.498066    3792 udn_enabled_svc.go:80] Waiting for service informer to sync
I0512 02:53:56.498103    3792 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0512 02:53:56.498133    3792 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0512 02:53:56.498146    3792 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0512 02:53:56.498156    3792 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0512 02:53:56.498311    3792 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0512 02:53:56.498350    3792 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0512 02:53:56.498389    3792 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.519µs
I0512 02:53:56.498409    3792 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.441µs
I0512 02:53:56.498416    3792 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 66.18µs
I0512 02:53:56.498422    3792 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0512 02:53:56.498431    3792 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0512 02:53:56.498439    3792 default_network_controller.go:325] Starting the default network controller
I0512 02:53:56.498493    3792 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.918µs
I0512 02:53:56.498530    3792 udn_enabled_svc.go:95] Performing full resync
I0512 02:53:56.498813    3792 udn_enabled_svc.go:99] Waiting for handler to sync
I0512 02:53:56.498823    3792 udn_enabled_svc.go:104] Starting worker
I0512 02:53:56.508172    3792 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0512 02:53:56.508230    3792 repair.go:33] Syncing exgw routes took 44.998µs
I0512 02:53:56.508253    3792 default_network_controller.go:414] Starting all the Watchers...
I0512 02:53:56.508410    3792 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0512 02:53:56.508418    3792 namespace.go:98] [openshift-logging] adding namespace
I0512 02:53:56.508419    3792 namespace.go:98] [openshift-multus] adding namespace
I0512 02:53:56.508424    3792 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0512 02:53:56.508445    3792 namespace.go:98] [kube-node-lease] adding namespace
I0512 02:53:56.508446    3792 namespace.go:98] [kube-public] adding namespace
I0512 02:53:56.508465    3792 namespace.go:98] [dedicated-admin] adding namespace
I0512 02:53:56.508478    3792 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0512 02:53:56.508497    3792 namespace.go:98] [openshift-etcd] adding namespace
I0512 02:53:56.508500    3792 namespace.go:98] [openshift-authentication-operator] adding namespace
I0512 02:53:56.508509    3792 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0512 02:53:56.508512    3792 namespace.go:98] [openshift-backplane-cse] adding namespace
I0512 02:53:56.508513    3792 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0512 02:53:56.508538    3792 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0512 02:53:56.508583    3792 namespace.go:98] [openshift-backplane-tam] adding namespace
I0512 02:53:56.509041    3792 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 615.8µs
I0512 02:53:56.509058    3792 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0512 02:53:56.509484    3792 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 421.411µs
I0512 02:53:56.509496    3792 namespace.go:98] [openshift-backplane-srep] adding namespace
I0512 02:53:56.510022    3792 namespace.go:102] [openshift-backplane-srep] adding namespace took 519.32µs
I0512 02:53:56.510038    3792 namespace.go:98] [openshift-must-gather-operator] adding namespace
W0512 02:53:56.510518    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jrk56: pod openshift-multus/network-metrics-daemon-jrk56: no pod IPs found 
W0512 02:53:56.510537    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dqkwd: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found 
W0512 02:53:56.510543    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vqzrk: pod openshift-multus/network-metrics-daemon-vqzrk: no pod IPs found 
I0512 02:53:56.510550    3792 namespace.go:102] [openshift-logging] adding namespace took 2.12453ms
I0512 02:53:56.510576    3792 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0512 02:53:56.511055    3792 namespace.go:102] [openshift-multus] adding namespace took 2.624361ms
I0512 02:53:56.511070    3792 namespace.go:98] [openshift-config] adding namespace
I0512 02:53:56.511504    3792 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.066521ms
I0512 02:53:56.511519    3792 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0512 02:53:56.512000    3792 namespace.go:102] [kube-node-lease] adding namespace took 3.540901ms
I0512 02:53:56.512020    3792 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0512 02:53:56.512488    3792 namespace.go:102] [kube-public] adding namespace took 4.02743ms
I0512 02:53:56.512497    3792 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0512 02:53:56.512868    3792 namespace.go:102] [dedicated-admin] adding namespace took 4.390804ms
I0512 02:53:56.512876    3792 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0512 02:53:56.513392    3792 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.907736ms
I0512 02:53:56.513406    3792 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0512 02:53:56.513870    3792 namespace.go:102] [openshift-etcd] adding namespace took 5.363667ms
I0512 02:53:56.513885    3792 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0512 02:53:56.514340    3792 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.830548ms
I0512 02:53:56.514358    3792 namespace.go:98] [openshift-ingress-operator] adding namespace
I0512 02:53:56.514863    3792 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.347747ms
I0512 02:53:56.514880    3792 namespace.go:98] [openshift-backplane] adding namespace
I0512 02:53:56.515394    3792 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.875896ms
I0512 02:53:56.515408    3792 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0512 02:53:56.515873    3792 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.347442ms
I0512 02:53:56.515889    3792 namespace.go:98] [openshift-operators] adding namespace
I0512 02:53:56.516327    3792 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.777545ms
I0512 02:53:56.516343    3792 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0512 02:53:56.516799    3792 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.192927ms
I0512 02:53:56.516813    3792 namespace.go:98] [openshift-config-managed] adding namespace
I0512 02:53:56.517231    3792 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.188556ms
I0512 02:53:56.517242    3792 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0512 02:53:56.517700    3792 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.117079ms
I0512 02:53:56.517712    3792 namespace.go:98] [openshift-ingress-canary] adding namespace
I0512 02:53:56.518160    3792 namespace.go:102] [openshift-config] adding namespace took 7.0855ms
I0512 02:53:56.518174    3792 namespace.go:98] [openshift-console] adding namespace
I0512 02:53:56.518560    3792 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.036431ms
I0512 02:53:56.518572    3792 namespace.go:98] [openshift] adding namespace
I0512 02:53:56.519030    3792 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.005401ms
I0512 02:53:56.519042    3792 namespace.go:98] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace
I0512 02:53:56.519422    3792 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.920894ms
I0512 02:53:56.519436    3792 namespace.go:98] [openshift-dns-operator] adding namespace
I0512 02:53:56.519794    3792 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.913708ms
I0512 02:53:56.519805    3792 namespace.go:98] [openshift-controller-manager] adding namespace
I0512 02:53:56.520234    3792 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.820654ms
I0512 02:53:56.520245    3792 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0512 02:53:56.520688    3792 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.797763ms
I0512 02:53:56.520701    3792 namespace.go:98] [openshift-image-registry] adding namespace
I0512 02:53:56.521107    3792 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.744911ms
I0512 02:53:56.521119    3792 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0512 02:53:56.521527    3792 namespace.go:102] [openshift-backplane] adding namespace took 6.641907ms
I0512 02:53:56.521542    3792 namespace.go:98] [openshift-host-network] adding namespace
I0512 02:53:56.521926    3792 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.512851ms
I0512 02:53:56.521939    3792 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0512 02:53:56.522323    3792 namespace.go:102] [openshift-operators] adding namespace took 6.429935ms
I0512 02:53:56.522335    3792 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0512 02:53:56.522704    3792 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.356832ms
I0512 02:53:56.522716    3792 namespace.go:98] [openshift-node] adding namespace
I0512 02:53:56.523144    3792 namespace.go:102] [openshift-config-managed] adding namespace took 6.326937ms
I0512 02:53:56.523155    3792 namespace.go:98] [openshift-insights] adding namespace
I0512 02:53:56.523532    3792 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.285194ms
I0512 02:53:56.524337    3792 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.620544ms
I0512 02:53:56.524350    3792 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0512 02:53:56.524751    3792 namespace.go:102] [openshift-console] adding namespace took 6.572415ms
I0512 02:53:56.524762    3792 namespace.go:98] [openshift-package-operator] adding namespace
I0512 02:53:56.525196    3792 namespace.go:102] [openshift] adding namespace took 6.6193ms
I0512 02:53:56.525207    3792 namespace.go:98] [openshift-network-operator] adding namespace
I0512 02:53:56.525621    3792 namespace.go:102] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace took 6.573871ms
I0512 02:53:56.525636    3792 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0512 02:53:56.526043    3792 namespace.go:102] [openshift-dns-operator] adding namespace took 6.603645ms
I0512 02:53:56.526055    3792 namespace.go:98] [openshift-ingress] adding namespace
I0512 02:53:56.526424    3792 namespace.go:102] [openshift-controller-manager] adding namespace took 6.612428ms
I0512 02:53:56.526440    3792 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0512 02:53:56.526869    3792 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.619437ms
I0512 02:53:56.526880    3792 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0512 02:53:56.527285    3792 namespace.go:102] [openshift-image-registry] adding namespace took 6.578486ms
I0512 02:53:56.527298    3792 namespace.go:98] [openshift-machine-api] adding namespace
I0512 02:53:56.527682    3792 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.557588ms
I0512 02:53:56.527710    3792 namespace.go:98] [openshift-config-operator] adding namespace
I0512 02:53:56.528208    3792 namespace.go:102] [openshift-host-network] adding namespace took 6.660764ms
I0512 02:53:56.528219    3792 namespace.go:98] [openshift-monitoring] adding namespace
I0512 02:53:56.528573    3792 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.628975ms
I0512 02:53:56.528587    3792 namespace.go:98] [kube-system] adding namespace
I0512 02:53:56.529009    3792 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.669518ms
I0512 02:53:56.529026    3792 namespace.go:98] [openshift-infra] adding namespace
I0512 02:53:56.529447    3792 namespace.go:102] [openshift-node] adding namespace took 6.726079ms
I0512 02:53:56.529459    3792 namespace.go:98] [openshift-marketplace] adding namespace
I0512 02:53:56.529866    3792 namespace.go:102] [openshift-insights] adding namespace took 6.705929ms
I0512 02:53:56.529880    3792 namespace.go:98] [openshift-network-node-identity] adding namespace
I0512 02:53:56.530314    3792 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.958607ms
I0512 02:53:56.530330    3792 namespace.go:98] [openshift-network-console] adding namespace
I0512 02:53:56.530721    3792 namespace.go:102] [openshift-package-operator] adding namespace took 5.954538ms
I0512 02:53:56.530734    3792 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0512 02:53:56.531270    3792 namespace.go:102] [openshift-network-operator] adding namespace took 6.058187ms
I0512 02:53:56.531282    3792 namespace.go:98] [openshift-operators-redhat] adding namespace
I0512 02:53:56.531780    3792 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.137932ms
I0512 02:53:56.531795    3792 namespace.go:98] [openshift-console-operator] adding namespace
I0512 02:53:56.532354    3792 namespace.go:102] [openshift-ingress] adding namespace took 6.293837ms
I0512 02:53:56.532369    3792 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0512 02:53:56.532793    3792 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.348892ms
I0512 02:53:56.532804    3792 namespace.go:98] [openshift-console-user-settings] adding namespace
I0512 02:53:56.533370    3792 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.486148ms
I0512 02:53:56.533382    3792 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0512 02:53:56.533832    3792 namespace.go:102] [openshift-machine-api] adding namespace took 6.528814ms
I0512 02:53:56.533866    3792 namespace.go:98] [openshift-authentication] adding namespace
I0512 02:53:56.534252    3792 namespace.go:102] [openshift-config-operator] adding namespace took 6.533656ms
I0512 02:53:56.534263    3792 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
W0512 02:53:56.534733    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4n68r: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found 
W0512 02:53:56.534749    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9wdxr: pod kube-system/global-pull-secret-syncer-9wdxr: no pod IPs found 
W0512 02:53:56.534756    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sngp9: pod kube-system/global-pull-secret-syncer-sngp9: no pod IPs found 
I0512 02:53:56.534768    3792 namespace.go:102] [openshift-monitoring] adding namespace took 6.543132ms
I0512 02:53:56.534781    3792 namespace.go:98] [openshift-backplane-csm] adding namespace
I0512 02:53:56.535369    3792 namespace.go:102] [kube-system] adding namespace took 6.775ms
I0512 02:53:56.535389    3792 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0512 02:53:56.535872    3792 namespace.go:102] [openshift-infra] adding namespace took 6.840991ms
I0512 02:53:56.535883    3792 namespace.go:98] [openshift-backplane-cee] adding namespace
I0512 02:53:56.536374    3792 namespace.go:102] [openshift-marketplace] adding namespace took 6.909539ms
I0512 02:53:56.536389    3792 namespace.go:98] [openshift-dns] adding namespace
I0512 02:53:56.536964    3792 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.078353ms
I0512 02:53:56.536977    3792 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0512 02:53:56.537402    3792 namespace.go:102] [openshift-network-console] adding namespace took 7.065569ms
I0512 02:53:56.537420    3792 namespace.go:98] [openshift-apiserver] adding namespace
I0512 02:53:56.537804    3792 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.063653ms
I0512 02:53:56.538322    3792 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.034926ms
I0512 02:53:56.538663    3792 namespace.go:102] [openshift-console-operator] adding namespace took 6.862291ms
I0512 02:53:56.538676    3792 namespace.go:98] [openshift-backplane-ai-agent] adding namespace
I0512 02:53:56.539169    3792 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.794681ms
I0512 02:53:56.539622    3792 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.812391ms
I0512 02:53:56.539985    3792 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.597825ms
I0512 02:53:56.540000    3792 namespace.go:98] [openshift-cluster-version] adding namespace
I0512 02:53:56.540424    3792 namespace.go:102] [openshift-authentication] adding namespace took 6.552862ms
I0512 02:53:56.540800    3792 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.530778ms
I0512 02:53:56.540814    3792 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0512 02:53:56.541324    3792 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.538985ms
I0512 02:53:56.541770    3792 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.375792ms
I0512 02:53:56.542157    3792 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.266332ms
I0512 02:53:56.542180    3792 namespace.go:98] [default] adding namespace
I0512 02:53:56.542650    3792 namespace.go:102] [openshift-dns] adding namespace took 6.257216ms
I0512 02:53:56.543127    3792 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.14499ms
I0512 02:53:56.543527    3792 namespace.go:102] [openshift-apiserver] adding namespace took 6.100951ms
I0512 02:53:56.543922    3792 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.240793ms
W0512 02:53:56.544266    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ldm57: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found 
W0512 02:53:56.544280    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pdvlx: pod openshift-network-diagnostics/network-check-target-pdvlx: no pod IPs found 
W0512 02:53:56.544287    3792 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wdfm9: pod openshift-network-diagnostics/network-check-target-wdfm9: no pod IPs found 
I0512 02:53:56.544311    3792 namespace.go:102] [openshift-cluster-version] adding namespace took 4.304621ms
I0512 02:53:56.544715    3792 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.895772ms
I0512 02:53:56.545072    3792 namespace.go:102] [default] adding namespace took 2.885735ms
W0512 02:53:56.545157    3792 master.go:458] Unable to parse local node ip-10-0-2-144.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0512 02:53:56.545165    3792 master.go:471] Unable to parse remote node ip-10-0-0-75.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0512 02:53:56.545170    3792 master.go:471] Unable to parse remote node ip-10-0-1-252.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0512 02:53:56.545174    3792 master.go:481] Removing stale chassis with ID/Name: ad1075f2-951f-4f00-925f-efdd01721dc4, hostname: ip-10-0-2-144.ec2.internal
I0512 02:53:56.545710    3792 master.go:548] Adding or Updating local node "ip-10-0-2-144.ec2.internal" for network "default"
I0512 02:53:56.545742    3792 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-252.ec2.internal
I0512 02:53:56.545756    3792 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-75.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-75.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-75.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal
I0512 02:53:56.548918    3792 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-144.ec2.internal for the network default
I0512 02:53:56.549684    3792 zone_ic_handler.go:195] Time taken to create transit switch: 751.483µs
I0512 02:53:56.550563    3792 default_network_controller.go:823] Node add failed for ip-10-0-2-144.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal, error getting gateway config for node ip-10-0-2-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-144.ec2.internal", failed to update chassis to local for local node ip-10-0-2-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal]
E0512 02:53:56.550627    3792 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-144.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal, error getting gateway config for node ip-10-0-2-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-144.ec2.internal", failed to update chassis to local for local node ip-10-0-2-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal]
I0512 02:53:56.550683    3792 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0512 02:53:56.550724    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default"
I0512 02:53:56.550719    3792 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-144.ec2.internal", UID:"bc7f7174-5aaf-4af6-9654-ac5da8117586", APIVersion:"v1", ResourceVersion:"8552", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal, error getting gateway config for node ip-10-0-2-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-144.ec2.internal", failed to update chassis to local for local node ip-10-0-2-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-144.ec2.internal]
I0512 02:53:56.550757    3792 node_tracker.go:235] Node ip-10-0-1-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-252.ec2.internal"
I0512 02:53:56.550766    3792 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0512 02:53:56.550769    3792 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:53:56.550786    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:53:56.550793    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-144.ec2.internal in network "default"
I0512 02:53:56.550793    3792 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0512 02:53:56.550800    3792 node_tracker.go:235] Node ip-10-0-2-144.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-144.ec2.internal"
I0512 02:53:56.550806    3792 node_tracker.go:169] Node ip-10-0-2-144.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:53:56.550811    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:53:56.550815    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default"
I0512 02:53:56.550824    3792 node_tracker.go:235] Node ip-10-0-0-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal"
I0512 02:53:56.550831    3792 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:53:56.550836    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:53:56.610284    3792 iptables.go:108] Creating table: filter chain: FORWARD
I0512 02:53:56.617377    3792 iptables.go:108] Creating table: filter chain: OUTPUT
I0512 02:53:56.624142    3792 gateway_shared_intf.go:1816] Gateway Creation Complete
I0512 02:53:56.624159    3792 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-144.ec2.internal","mac-address":"0e:f0:b1:d5:5a:4f","ip-addresses":["10.0.2.144/24"],"ip-address":"10.0.2.144/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ad1075f2-951f-4f00-925f-efdd01721dc4 k8s.ovn.org/node-encap-ips:["10.0.2.144"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.144/24"} k8s.ovn.org/zone-name:ip-10-0-2-144.ec2.internal] on node ip-10-0-2-144.ec2.internal
I0512 02:53:56.638063    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-144.ec2.internal in network "default"
I0512 02:53:56.638111    3792 master.go:548] Adding or Updating local node "ip-10-0-2-144.ec2.internal" for network "default"
I0512 02:53:56.638154    3792 node_tracker.go:169] Node ip-10-0-2-144.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:53:56.638169    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:53:56.642345    3792 default_node_network_controller.go:519] Node connection status = connected
W0512 02:53:56.642529    3792 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jrk56: pod openshift-multus/network-metrics-daemon-jrk56: no pod IPs found 
W0512 02:53:56.642546    3792 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pdvlx: pod openshift-network-diagnostics/network-check-target-pdvlx: no pod IPs found 
W0512 02:53:56.642553    3792 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-9wdxr: pod kube-system/global-pull-secret-syncer-9wdxr: no pod IPs found 
I0512 02:53:56.643511    3792 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-144.ec2.internal for the network default
I0512 02:53:56.643705    3792 zone_ic_handler.go:195] Time taken to create transit switch: 181.321µs
I0512 02:53:56.651030    3792 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0512 02:53:56.651052    3792 services_controller.go:208] Setting up event handlers for services for network=default
I0512 02:53:56.651124    3792 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0512 02:53:56.651165    3792 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0512 02:53:56.651180    3792 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0512 02:53:56.752229    3792 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0512 02:53:56.752252    3792 repair.go:60] Starting repairing loop for services
I0512 02:53:56.752335    3792 repair.go:131] Deleted 0 stale service LBs
I0512 02:53:56.752354    3792 repair.go:137] Deleted 0 stale Chassis Template Vars
I0512 02:53:56.752372    3792 repair.go:62] Finished repairing loop for services: 121.509µs
I0512 02:53:56.752395    3792 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0512 02:53:56.752406    3792 services_controller.go:254] Starting workers for network=default
I0512 02:53:56.752724    3792 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pdvlx] creating logical port openshift-network-diagnostics_network-check-target-pdvlx for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:56.752737    3792 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wdfm9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wdfm9: no pod IPs found 
I0512 02:53:56.752748    3792 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-sngp9, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sngp9: suppressed error logged: pod kube-system/global-pull-secret-syncer-sngp9: no pod IPs found 
I0512 02:53:56.752757    3792 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ldm57, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ldm57: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found 
I0512 02:53:56.752778    3792 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9wdxr] creating logical port kube-system_global-pull-secret-syncer-9wdxr for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:56.752774    3792 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vqzrk, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vqzrk: suppressed error logged: pod openshift-multus/network-metrics-daemon-vqzrk: no pod IPs found 
I0512 02:53:56.752808    3792 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dqkwd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dqkwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found 
I0512 02:53:56.752822    3792 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-4n68r, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4n68r: suppressed error logged: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found 
I0512 02:53:56.752885    3792 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jrk56] creating logical port openshift-multus_network-metrics-daemon-jrk56 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:56.752931    3792 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9wdxr
I0512 02:53:56.752965    3792 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jrk56
I0512 02:53:56.753016    3792 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pdvlx
I0512 02:53:56.769007    3792 pod.go:62] [kube-system/global-pull-secret-syncer-9wdxr] pod update took 16.173218ms
I0512 02:53:56.769029    3792 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-9wdxr] addLogicalPort annotation time took 16.194434ms
I0512 02:53:56.770000    3792 pods.go:271] [kube-system/global-pull-secret-syncer-9wdxr] addLogicalPort took 17.256948ms, libovsdb time 730.815µs
I0512 02:53:56.771842    3792 pod.go:62] [openshift-network-diagnostics/network-check-target-pdvlx] pod update took 19.023282ms
I0512 02:53:56.771878    3792 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pdvlx] addLogicalPort annotation time took 19.061787ms
I0512 02:53:56.772148    3792 pod.go:62] [openshift-multus/network-metrics-daemon-jrk56] pod update took 19.202427ms
I0512 02:53:56.772174    3792 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jrk56] addLogicalPort annotation time took 19.228937ms
I0512 02:53:56.772782    3792 pods.go:271] [openshift-network-diagnostics/network-check-target-pdvlx] addLogicalPort took 20.072502ms, libovsdb time 717.825µs
I0512 02:53:56.773187    3792 pods.go:271] [openshift-multus/network-metrics-daemon-jrk56] addLogicalPort took 20.308502ms, libovsdb time 768.353µs
I0512 02:53:56.773558    3792 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0512 02:53:56.773580    3792 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0512 02:53:56.773599    3792 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0512 02:53:56.773606    3792 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0512 02:53:56.773814    3792 repair.go:29] Repairing admin network policies took 201.377µs
I0512 02:53:56.773969    3792 repair.go:92] Repairing baseline admin network policies took 141.684µs
I0512 02:53:56.774463    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0512 02:53:56.774483    3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0512 02:53:56.776201    3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0512 02:53:56.776229    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0512 02:53:56.776645    3792 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0512 02:53:56.776661    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0512 02:53:56.778428    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0512 02:53:56.778449    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0512 02:53:56.778457    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0512 02:53:56.779158    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0512 02:53:56.779179    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0512 02:53:56.779188    3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0512 02:53:56.779674    3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0512 02:53:56.779691    3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0512 02:53:56.779699    3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0512 02:53:56.781612    3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0512 02:53:56.781631    3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0512 02:53:56.781639    3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0512 02:53:56.782926    3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0512 02:53:56.782950    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0512 02:53:56.782957    3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0512 02:53:56.784240    3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0512 02:53:56.784262    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0512 02:53:56.784274    3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0512 02:53:56.785458    3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0512 02:53:56.785477    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0512 02:53:56.785486    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0512 02:53:56.785961    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0512 02:53:56.785981    3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0512 02:53:56.785989    3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0512 02:53:56.786870    3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0512 02:53:56.786893    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0512 02:53:56.786902    3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0512 02:53:56.787210    3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0512 02:53:56.787227    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0512 02:53:56.787249    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0512 02:53:56.789033    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0512 02:53:56.789051    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0512 02:53:56.789058    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0512 02:53:56.789574    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0512 02:53:56.789591    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0512 02:53:56.789597    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0512 02:53:56.791002    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0512 02:53:56.791021    3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0512 02:53:56.791034    3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0512 02:53:56.791652    3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0512 02:53:56.791669    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0512 02:53:56.791680    3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0512 02:53:56.792952    3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0512 02:53:56.792976    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0512 02:53:56.792985    3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0512 02:53:56.793576    3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0512 02:53:56.793595    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0512 02:53:56.793602    3792 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0512 02:53:56.795403    3792 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0512 02:53:56.795420    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0512 02:53:56.795428    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0512 02:53:56.796016    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0512 02:53:56.796037    3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0512 02:53:56.796046    3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0512 02:53:56.796570    3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0512 02:53:56.796587    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0512 02:53:56.796597    3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0512 02:53:56.798021    3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0512 02:53:56.798039    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0512 02:53:56.798046    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0512 02:53:56.798591    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0512 02:53:56.798612    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0512 02:53:56.798620    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0512 02:53:56.799155    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0512 02:53:56.799173    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0512 02:53:56.799180    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0512 02:53:56.799685    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0512 02:53:56.799702    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0512 02:53:56.799710    3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0512 02:53:56.800241    3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0512 02:53:56.800261    3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0512 02:53:56.800270    3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0512 02:53:56.801452    3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0512 02:53:56.801469    3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0512 02:53:56.801479    3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0512 02:53:56.802530    3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0512 02:53:56.802549    3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0512 02:53:56.802560    3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0512 02:53:56.803350    3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0512 02:53:56.803370    3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0512 02:53:56.803387    3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0512 02:53:56.804689    3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0512 02:53:56.809573    3792 egressfirewall.go:374] Starting EgressFirewall controller
I0512 02:53:56.809607    3792 controller.go:133] Adding controller egress-firewall-controller event handlers
I0512 02:53:56.809632    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0512 02:53:56.809647    3792 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0512 02:53:56.809651    3792 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0512 02:53:56.809686    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0512 02:53:56.809700    3792 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0512 02:53:56.810421    3792 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0512 02:53:56.810437    3792 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0512 02:53:56.810443    3792 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0512 02:53:56.810451    3792 egressqos.go:193] Setting up event handlers for EgressQoS
I0512 02:53:56.810517    3792 egressfirewall.go:723] Syncing node "ip-10-0-2-144.ec2.internal" for egress firewall
I0512 02:53:56.810529    3792 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall
I0512 02:53:56.810536    3792 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall
I0512 02:53:56.810587    3792 egressqos.go:245] Starting EgressQoS Controller
I0512 02:53:56.810601    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0512 02:53:56.810613    3792 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0512 02:53:56.810622    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0512 02:53:56.810629    3792 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0512 02:53:56.810639    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0512 02:53:56.810646    3792 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0512 02:53:56.810652    3792 egressqos.go:259] Repairing EgressQoSes
I0512 02:53:56.810657    3792 egressqos.go:399] Starting repairing loop for egressqos
I0512 02:53:56.810746    3792 egressqos.go:401] Finished repairing loop for egressqos: 88.21µs
I0512 02:53:56.810763    3792 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0512 02:53:56.810798    3792 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-144.ec2.internal
I0512 02:53:56.810863    3792 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-144.ec2.internal : 66.204µs
I0512 02:53:56.810949    3792 egressservice_zone.go:210] Starting Egress Services Controller
I0512 02:53:56.810967    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0512 02:53:56.810980    3792 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0512 02:53:56.810990    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0512 02:53:56.810998    3792 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0512 02:53:56.811007    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0512 02:53:56.811016    3792 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0512 02:53:56.811025    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0512 02:53:56.811034    3792 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0512 02:53:56.811041    3792 egressservice_zone.go:228] Repairing Egress Services
I0512 02:53:56.811306    3792 master_controller.go:88] Starting Admin Policy Based Route Controller
I0512 02:53:56.811317    3792 external_controller.go:278] Starting Admin Policy Based Route Controller
I0512 02:53:56.811341    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal
I0512 02:53:56.811354    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 16.077µs
I0512 02:53:56.811362    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal
I0512 02:53:56.811367    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 4.025µs
I0512 02:53:56.811372    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-144.ec2.internal
I0512 02:53:56.811375    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-144.ec2.internal: 3.938µs
I0512 02:53:56.811466    3792 default_network_controller.go:585] Completing all the Watchers took 303.204694ms
I0512 02:53:56.811486    3792 default_network_controller.go:589] Starting unidling controllers
I0512 02:53:56.811499    3792 unidle.go:46] Registering OVN SB ControllerEvent handler
I0512 02:53:56.811506    3792 unidle.go:63] Populating Initial ContollerEvent events
I0512 02:53:56.811520    3792 unidle.go:79] Setting up event handlers for services
I0512 02:53:56.811586    3792 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0512 02:53:57.142654    3792 default_node_network_controller.go:519] Node connection status = connected
I0512 02:53:57.642960    3792 default_node_network_controller.go:519] Node connection status = connected
I0512 02:53:58.142441    3792 default_node_network_controller.go:519] Node connection status = connected
I0512 02:53:58.643015    3792 default_node_network_controller.go:519] Node connection status = connected
I0512 02:53:58.778320    3792 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall
I0512 02:53:58.778344    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal
I0512 02:53:58.778372    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 19.348µs
I0512 02:53:58.778402    3792 default_network_controller.go:1025] Node "ip-10-0-0-75.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:53:58.872562    3792 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0512 02:53:59.143662    3792 default_node_network_controller.go:519] Node connection status = connected
I0512 02:53:59.163106    3792 bridgeconfig.go:537] Gateway is ready
I0512 02:53:59.163128    3792 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0512 02:53:59.175928    3792 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.144. Updating OVN encap IP.
I0512 02:53:59.181906    3792 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.144 - it is already configured
I0512 02:53:59.181921    3792 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.144/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0512 02:53:59.182178    3792 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.144/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-144.ec2.internal","mac-address":"0e:f0:b1:d5:5a:4f","ip-addresses":["10.0.2.144/24"],"ip-address":"10.0.2.144/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ad1075f2-951f-4f00-925f-efdd01721dc4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.144/24"}] on node ip-10-0-2-144.ec2.internal
I0512 02:53:59.196583    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-144.ec2.internal in network "default"
I0512 02:53:59.196667    3792 egressfirewall.go:723] Syncing node "ip-10-0-2-144.ec2.internal" for egress firewall
I0512 02:53:59.196724    3792 node_tracker.go:169] Node ip-10-0-2-144.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:53:59.196743    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:53:59.196628    3792 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.144
I0512 02:53:59.196645    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-144.ec2.internal
I0512 02:53:59.196871    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-144.ec2.internal: 239.528µs
I0512 02:53:59.196872    3792 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-144.ec2.internal
I0512 02:53:59.196644    3792 master.go:548] Adding or Updating local node "ip-10-0-2-144.ec2.internal" for network "default"
I0512 02:53:59.201232    3792 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-144.ec2.internal. Updating no re-route policies
I0512 02:53:59.201308    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-144.ec2.internal
I0512 02:53:59.201324    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pdvlx
I0512 02:53:59.201332    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-144.ec2.internal
I0512 02:53:59.201331    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rd8k6
I0512 02:53:59.201326    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rqvmg
I0512 02:53:59.201340    3792 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-144.ec2.internal
I0512 02:53:59.201344    3792 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sngp9
I0512 02:53:59.201352    3792 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-144.ec2.internal
I0512 02:53:59.201357    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd
I0512 02:53:59.201361    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-144.ec2.internal after 0 failed attempt(s)
I0512 02:53:59.201363    3792 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sngp9
I0512 02:53:59.201363    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qvhpc
I0512 02:53:59.201367    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd
I0512 02:53:59.201369    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-g28tx
I0512 02:53:59.201371    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9
I0512 02:53:59.201379    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5hgwr
I0512 02:53:59.201383    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-g28tx
I0512 02:53:59.201382    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ntf9f
I0512 02:53:59.201373    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qvhpc
I0512 02:53:59.201388    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5hgwr
I0512 02:53:59.201393    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ntf9f
I0512 02:53:59.201356    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jrmq4
I0512 02:53:59.201397    3792 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2btmf
I0512 02:53:59.201406    3792 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2btmf
I0512 02:53:59.201407    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jrmq4
I0512 02:53:59.201406    3792 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-9wdxr
I0512 02:53:59.201408    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jrk56
I0512 02:53:59.201408    3792 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4n68r
I0512 02:53:59.201421    3792 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-9wdxr
I0512 02:53:59.201422    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jrk56
I0512 02:53:59.201422    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qvhpc after 0 failed attempt(s)
I0512 02:53:59.201347    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rqvmg
I0512 02:53:59.201427    3792 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2btmf after 0 failed attempt(s)
I0512 02:53:59.201426    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jrmq4 after 0 failed attempt(s)
I0512 02:53:59.201370    3792 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-144.ec2.internal after 0 failed attempt(s)
I0512 02:53:59.201385    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9
I0512 02:53:59.201445    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rqvmg after 0 failed attempt(s)
I0512 02:53:59.201447    3792 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9wdxr] creating logical port kube-system_global-pull-secret-syncer-9wdxr for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:59.201454    3792 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jrk56] creating logical port openshift-multus_network-metrics-daemon-jrk56 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:59.201477    3792 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wdfm9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wdfm9: no pod IPs found 
I0512 02:53:59.201311    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vqzrk
I0512 02:53:59.201338    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pdvlx
I0512 02:53:59.201491    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vqzrk
I0512 02:53:59.201519    3792 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pdvlx] creating logical port openshift-network-diagnostics_network-check-target-pdvlx for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:53:59.201533    3792 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vqzrk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vqzrk: suppressed error logged: pod openshift-multus/network-metrics-daemon-vqzrk: no pod IPs found 
I0512 02:53:59.201350    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rd8k6
I0512 02:53:59.201549    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rd8k6 after 0 failed attempt(s)
I0512 02:53:59.201394    3792 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-sngp9, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sngp9: suppressed error logged: pod kube-system/global-pull-secret-syncer-sngp9: no pod IPs found 
I0512 02:53:59.201316    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57
I0512 02:53:59.201560    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57
I0512 02:53:59.201405    3792 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dqkwd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dqkwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found 
I0512 02:53:59.201411    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5hgwr after 0 failed attempt(s)
I0512 02:53:59.201411    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ntf9f after 0 failed attempt(s)
I0512 02:53:59.201430    3792 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4n68r
I0512 02:53:59.201587    3792 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ldm57, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ldm57: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found 
I0512 02:53:59.201386    3792 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gww2k
I0512 02:53:59.201620    3792 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-4n68r, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4n68r: suppressed error logged: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found 
I0512 02:53:59.201632    3792 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gww2k
I0512 02:53:59.201653    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gww2k after 0 failed attempt(s)
I0512 02:53:59.201838    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-g28tx after 0 failed attempt(s)
I0512 02:53:59.202128    3792 pods.go:271] [kube-system/global-pull-secret-syncer-9wdxr] addLogicalPort took 686.623µs, libovsdb time 251.723µs
I0512 02:53:59.202145    3792 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-9wdxr after 0 failed attempt(s)
I0512 02:53:59.202201    3792 pods.go:271] [openshift-multus/network-metrics-daemon-jrk56] addLogicalPort took 757.059µs, libovsdb time 255.983µs
I0512 02:53:59.202212    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jrk56 after 0 failed attempt(s)
I0512 02:53:59.202490    3792 pods.go:271] [openshift-network-diagnostics/network-check-target-pdvlx] addLogicalPort took 979.795µs, libovsdb time 423.613µs
I0512 02:53:59.202508    3792 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pdvlx after 0 failed attempt(s)
I0512 02:53:59.211477    3792 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0512 02:53:59.225338    3792 iptables.go:108] Creating table: mangle chain: OUTPUT
I0512 02:53:59.229595    3792 iptables.go:108] Creating table: nat chain: OUTPUT
I0512 02:53:59.274735    3792 iptables.go:108] Creating table: nat chain: PREROUTING
I0512 02:53:59.341521    3792 iptables.go:108] Creating table: filter chain: FORWARD
I0512 02:53:59.360581    3792 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0512 02:53:59.360703    3792 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0512 02:53:59.360750    3792 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0512 02:53:59.360827    3792 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0512 02:53:59.360900    3792 gateway_init.go:325] Gateway and management port readiness took 2.722972143s
I0512 02:53:59.360929    3792 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0512 02:53:59.360964    3792 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0512 02:53:59.360976    3792 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0512 02:53:59.360985    3792 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0512 02:53:59.361050    3792 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0512 02:53:59.361145    3792 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.092µs
I0512 02:53:59.361412    3792 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0512 02:53:59.361445    3792 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.477µs
I0512 02:53:59.361458    3792 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 48.188µs
I0512 02:53:59.361472    3792 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0512 02:53:59.361483    3792 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0512 02:53:59.361490    3792 default_node_network_controller.go:899] Starting the default node network controller
I0512 02:53:59.361496    3792 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0512 02:53:59.361516    3792 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.729µs
I0512 02:53:59.361685    3792 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0512 02:53:59.361693    3792 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0512 02:53:59.361719    3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acb040 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc0002d3b20 0xc0002d3b90 <nil> 0xc0002d3c00 0xc000c153b0 0xc0002d3c70 0xc0002d3ce0 <nil> 0xc000b24190 0xc0062764d0 <nil> <nil> <nil> 0xc0002d3d50 <nil> map[0x2ff9080:0xc004c70000 0x2ff95c0:0xc004b847e0 0x2ffa2e0:0xc003607ec0 0x2ffa580:0xc003607f20 0x2ffad60:0xc004c70060 0x2ffb000:0xc004c700c0 0x2ffb2a0:0xc004b84780 0x2ffba80:0xc004b84840 0x2ffbd20:0xc004b848a0 0x3026980:0xc001c46300 0x3026d20:0xc003000240 0x3027800:0xc000c69560 0x3029160:0xc001c46000 0x30298a0:0xc0030002a0 0x302a720:0xc001c462a0] 0xc000c541c0 0}
I0512 02:53:59.361818    3792 gateway.go:151] Starting gateway service sync
I0512 02:53:59.362292    3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0512 02:53:59.364745    3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0512 02:53:59.380478    3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0512 02:53:59.381921    3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0512 02:53:59.383290    3792 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0512 02:53:59.418067    3792 gateway.go:168] Gateway service sync done. Time taken: 56.234013ms
I0512 02:53:59.418704    3792 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32490
I0512 02:53:59.418883    3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acb040 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc0002d3b20 0xc0002d3b90 <nil> 0xc0002d3c00 0xc000c153b0 0xc0002d3c70 0xc0002d3ce0 <nil> 0xc000b24190 0xc0062764d0 <nil> <nil> <nil> 0xc0002d3d50 <nil> map[0x2ff9080:0xc004c70000 0x2ff95c0:0xc004b847e0 0x2ffa2e0:0xc003607ec0 0x2ffa580:0xc003607f20 0x2ffad60:0xc004c70060 0x2ffb000:0xc004c700c0 0x2ffb2a0:0xc004b84780 0x2ffba80:0xc004b84840 0x2ffbd20:0xc004b848a0 0x3026980:0xc001c46300 0x3026d20:0xc003000240 0x3027800:0xc000c69560 0x3029160:0xc001c46000 0x30298a0:0xc0030002a0 0x302a720:0xc001c462a0] 0xc000c541c0 0}
I0512 02:53:59.419409    3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acb040 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc0002d3b20 0xc0002d3b90 <nil> 0xc0002d3c00 0xc000c153b0 0xc0002d3c70 0xc0002d3ce0 <nil> 0xc000b24190 0xc0062764d0 <nil> <nil> <nil> 0xc0002d3d50 <nil> map[0x2ff9080:0xc004c70000 0x2ff95c0:0xc004b847e0 0x2ffa2e0:0xc003607ec0 0x2ffa580:0xc003607f20 0x2ffad60:0xc004c70060 0x2ffb000:0xc004c700c0 0x2ffb2a0:0xc004b84780 0x2ffba80:0xc004b84840 0x2ffbd20:0xc004b848a0 0x3026980:0xc001c46300 0x3026d20:0xc003000240 0x3027800:0xc000c69560 0x3029160:0xc001c46000 0x30298a0:0xc0030002a0 0x302a720:0xc001c462a0] 0xc000c541c0 0}
I0512 02:53:59.419446    3792 gateway.go:532] Reconciling gateway with updates
I0512 02:53:59.424713    3792 gateway.go:339] Spawning Conntrack Rule Check Thread
I0512 02:53:59.424745    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0512 02:53:59.424751    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0512 02:53:59.424760    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0512 02:53:59.424775    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0512 02:53:59.424791    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0512 02:53:59.424800    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0512 02:53:59.424797    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0512 02:53:59.424806    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0512 02:53:59.424806    3792 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed
I0512 02:53:59.424805    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0512 02:53:59.424814    3792 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed
I0512 02:53:59.424815    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0512 02:53:59.424810    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0512 02:53:59.424824    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0512 02:53:59.424826    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0512 02:53:59.424830    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0512 02:53:59.424783    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0512 02:53:59.424829    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0512 02:53:59.424832    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.424842    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0512 02:53:59.424872    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0512 02:53:59.424874    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0512 02:53:59.424772    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0512 02:53:59.424884    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0512 02:53:59.424883    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0512 02:53:59.424765    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0512 02:53:59.424789    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0512 02:53:59.424905    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0512 02:53:59.424839    3792 default_node_network_controller.go:944] Gateway and management port readiness took 63.135645ms
I0512 02:53:59.424916    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0512 02:53:59.424949    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0512 02:53:59.424953    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0512 02:53:59.424964    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0512 02:53:59.424966    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:53:59.424972    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0512 02:53:59.424974    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0512 02:53:59.424980    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:53:59.424982    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0512 02:53:59.424986    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0512 02:53:59.424987    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0512 02:53:59.424992    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0512 02:53:59.424996    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0512 02:53:59.425001    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0512 02:53:59.425003    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0512 02:53:59.425003    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0512 02:53:59.425013    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0512 02:53:59.425013    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0512 02:53:59.425016    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0512 02:53:59.425023    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0512 02:53:59.425027    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0512 02:53:59.424977    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0512 02:53:59.425050    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0512 02:53:59.425051    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0512 02:53:59.425058    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0512 02:53:59.425059    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0512 02:53:59.425065    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0512 02:53:59.425069    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0512 02:53:59.424966    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0512 02:53:59.425073    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0512 02:53:59.425083    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0512 02:53:59.425098    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0512 02:53:59.425110    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0512 02:53:59.425119    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0512 02:53:59.424978    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0512 02:53:59.425129    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0512 02:53:59.425101    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0512 02:53:59.425139    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0512 02:53:59.425146    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0512 02:53:59.425085    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0512 02:53:59.425154    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0512 02:53:59.425003    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0512 02:53:59.424991    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0512 02:53:59.425165    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0512 02:53:59.425170    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.424970    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0512 02:53:59.425178    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0512 02:53:59.425014    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0512 02:53:59.424956    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0512 02:53:59.425221    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0512 02:53:59.424992    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0512 02:53:59.425287    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0512 02:53:59.425309    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0512 02:53:59.425041    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0512 02:53:59.425320    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0512 02:53:59.425328    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0512 02:53:59.425332    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0512 02:53:59.425363    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0512 02:53:59.425376    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0512 02:53:59.425437    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0512 02:53:59.425298    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0512 02:53:59.425457    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0512 02:53:59.425461    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0512 02:53:59.425469    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0512 02:53:59.425479    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0512 02:53:59.425461    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0512 02:53:59.425581    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0512 02:53:59.425585    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0512 02:53:59.425597    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0512 02:53:59.425561    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0512 02:53:59.425628    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0512 02:53:59.425647    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0512 02:53:59.425665    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0512 02:53:59.426465    3792 node_ip_handler_linux.go:160] Node IP manager is running
W0512 02:53:59.469595    3792 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0512 02:53:59.469749    3792 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0512 02:53:59.469891    3792 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0512 02:53:59.477734    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0512 02:53:59.477753    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0512 02:53:59.477741    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0512 02:53:59.477768    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0512 02:53:59.477774    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.477781    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0512 02:53:59.477787    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0512 02:53:59.477798    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0512 02:53:59.477813    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.477872    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.477883    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0512 02:53:59.477891    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0512 02:53:59.477896    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0512 02:53:59.477902    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.521299    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0512 02:53:59.521340    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0512 02:53:59.521350    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0512 02:53:59.521358    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.521366    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.521373    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0512 02:53:59.521390    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0512 02:53:59.521416    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.521428    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0512 02:53:59.521444    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0512 02:53:59.521451    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0512 02:53:59.565305    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0512 02:53:59.565332    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0512 02:53:59.565339    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.565349    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0512 02:53:59.565355    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0512 02:53:59.565360    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0512 02:53:59.565365    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0512 02:53:59.565381    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0512 02:54:01.036471    3792 default_node_network_controller.go:1380] Starting node controller node sync
W0512 02:54:01.036525    3792 egressip_healthcheck.go:76] Health checking using insecure connection
I0512 02:54:01.036593    3792 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0512 02:54:01.048640    3792 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.147534ms
I0512 02:54:01.048777    3792 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0512 02:54:01.049074    3792 egressservice_node.go:93] Setting up event handlers for Egress Services
I0512 02:54:01.049267    3792 egressservice_node.go:183] Starting Egress Services Controller
I0512 02:54:01.049283    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0512 02:54:01.049294    3792 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0512 02:54:01.049300    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0512 02:54:01.049304    3792 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0512 02:54:01.049310    3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0512 02:54:01.049314    3792 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0512 02:54:01.049318    3792 egressservice_node.go:197] Repairing Egress Services
I0512 02:54:01.059748    3792 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0512 02:54:01.059761    3792 external_controller.go:278] Starting Admin Policy Based Route Controller
I0512 02:54:01.059926    3792 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0512 02:54:01.059936    3792 link_network_manager.go:119] Link manager is running
I0512 02:54:01.059944    3792 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0512 02:54:01.060166    3792 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0512 02:54:01.060260    3792 vrf_manager.go:128] VRF manager is running
I0512 02:54:01.060338    3792 node_controller_manager.go:437] Removing flows to drop GARP
I0512 02:54:01.060350    3792 gateway.go:532] Reconciling gateway with updates
I0512 02:54:01.082804    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0512 02:54:01.082826    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0512 02:54:01.082835    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0512 02:54:01.082858    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0512 02:54:01.082865    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0512 02:54:01.082872    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0512 02:54:01.082839    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0512 02:54:01.082885    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0512 02:54:01.082885    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0512 02:54:01.082907    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0512 02:54:01.082902    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0512 02:54:01.082872    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0512 02:54:01.082912    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0512 02:54:01.082919    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0512 02:54:01.082922    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0512 02:54:01.082925    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0512 02:54:01.082886    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0512 02:54:01.082941    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0512 02:54:01.082945    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0512 02:54:01.082954    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0512 02:54:01.082954    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0512 02:54:01.082953    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0512 02:54:01.082965    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0512 02:54:01.082954    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0512 02:54:01.082970    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0512 02:54:01.082971    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.082970    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0512 02:54:01.082974    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0512 02:54:01.082986    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.082992    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0512 02:54:01.082993    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0512 02:54:01.083001    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0512 02:54:01.082997    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0512 02:54:01.083010    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0512 02:54:01.083006    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0512 02:54:01.083020    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0512 02:54:01.083022    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0512 02:54:01.082918    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0512 02:54:01.083026    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0512 02:54:01.083023    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0512 02:54:01.083036    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0512 02:54:01.083037    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0512 02:54:01.083039    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0512 02:54:01.083037    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0512 02:54:01.083048    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0512 02:54:01.083053    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0512 02:54:01.083021    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0512 02:54:01.083009    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0512 02:54:01.083093    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0512 02:54:01.083094    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0512 02:54:01.082831    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0512 02:54:01.083104    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0512 02:54:01.083107    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0512 02:54:01.083114    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0512 02:54:01.083110    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0512 02:54:01.083119    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0512 02:54:01.083118    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0512 02:54:01.083118    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0512 02:54:01.083122    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0512 02:54:01.083131    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.083129    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0512 02:54:01.083137    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0512 02:54:01.083144    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0512 02:54:01.083146    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0512 02:54:01.082943    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0512 02:54:01.083133    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0512 02:54:01.083090    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0512 02:54:01.083192    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0512 02:54:01.083197    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0512 02:54:01.083030    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0512 02:54:01.083203    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0512 02:54:01.083210    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0512 02:54:01.083215    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0512 02:54:01.082907    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0512 02:54:01.083222    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0512 02:54:01.082925    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0512 02:54:01.083231    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0512 02:54:01.083233    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0512 02:54:01.083226    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0512 02:54:01.082932    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0512 02:54:01.082813    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0512 02:54:01.083279    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0512 02:54:01.082831    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0512 02:54:01.083307    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0512 02:54:01.083311    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.082970    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0512 02:54:01.083003    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0512 02:54:01.083322    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0512 02:54:01.083333    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0512 02:54:01.083336    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0512 02:54:01.083345    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0512 02:54:01.083024    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0512 02:54:01.083395    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0512 02:54:01.083046    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0512 02:54:01.082813    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:54:01.083452    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:54:01.083104    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0512 02:54:01.083105    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0512 02:54:01.083105    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0512 02:54:01.083108    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0512 02:54:01.083539    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0512 02:54:01.083114    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.083124    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0512 02:54:01.083127    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0512 02:54:01.083122    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0512 02:54:01.083586    3792 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed
I0512 02:54:01.083601    3792 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed
I0512 02:54:01.083131    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0512 02:54:01.083245    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0512 02:54:01.082895    3792 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0512 02:54:01.083647    3792 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0512 02:54:01.099938    3792 default_network_controller.go:1025] Node "ip-10-0-0-75.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:01.124906    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0512 02:54:01.124945    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.124956    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0512 02:54:01.124976    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0512 02:54:01.124998    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0512 02:54:01.125004    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0512 02:54:01.125011    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.164898    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0512 02:54:01.164942    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0512 02:54:01.164950    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0512 02:54:01.164959    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0512 02:54:01.164968    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0512 02:54:01.164978    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0512 02:54:01.164996    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.165023    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.165036    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0512 02:54:01.165043    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0512 02:54:01.165049    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0512 02:54:01.165056    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0512 02:54:01.165061    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0512 02:54:01.165067    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0512 02:54:01.205021    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0512 02:54:01.205033    3792 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0512 02:54:02.644833    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-144.ec2.internal
I0512 02:54:02.644881    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-144.ec2.internal: 53.364µs
I0512 02:54:02.674261    3792 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-f998b9b66-52z9p] creating logical port openshift-image-registry_image-registry-f998b9b66-52z9p for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:54:02.674431    3792 kube.go:256] Updating pod openshift-image-registry/image-registry-f998b9b66-52z9p
I0512 02:54:02.695020    3792 pod.go:62] [openshift-image-registry/image-registry-f998b9b66-52z9p] pod update took 20.613823ms
I0512 02:54:02.695047    3792 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-f998b9b66-52z9p] addLogicalPort annotation time took 20.65308ms
I0512 02:54:02.696723    3792 pods.go:271] [openshift-image-registry/image-registry-f998b9b66-52z9p] addLogicalPort took 22.477737ms, libovsdb time 1.183991ms
I0512 02:54:02.712960    3792 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-8qd7v for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:54:02.712970    3792 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ld6rw] creating logical port openshift-ingress-canary_ingress-canary-ld6rw for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:54:02.713105    3792 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v
I0512 02:54:02.713440    3792 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ld6rw
I0512 02:54:02.728768    3792 pod.go:62] [openshift-ingress-canary/ingress-canary-ld6rw] pod update took 15.71898ms
I0512 02:54:02.728792    3792 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ld6rw] addLogicalPort annotation time took 15.745876ms
I0512 02:54:02.729382    3792 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v] pod update took 16.311888ms
I0512 02:54:02.729399    3792 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v] addLogicalPort annotation time took 16.332009ms
I0512 02:54:02.730042    3792 pods.go:271] [openshift-ingress-canary/ingress-canary-ld6rw] addLogicalPort took 17.081937ms, libovsdb time 908.014µs
I0512 02:54:02.730422    3792 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v] addLogicalPort took 17.479741ms, libovsdb time 766.463µs
I0512 02:54:02.801116    3792 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8zk28] creating logical port openshift-dns_dns-default-8zk28 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:54:02.801249    3792 kube.go:256] Updating pod openshift-dns/dns-default-8zk28
I0512 02:54:02.816165    3792 pod.go:62] [openshift-dns/dns-default-8zk28] pod update took 14.951106ms
I0512 02:54:02.816192    3792 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8zk28] addLogicalPort annotation time took 14.980991ms
I0512 02:54:02.817354    3792 pods.go:271] [openshift-dns/dns-default-8zk28] addLogicalPort took 16.253246ms, libovsdb time 845.373µs
I0512 02:54:03.117677    3792 cni.go:452] [openshift-ingress-canary/ingress-canary-ld6rw 545cfb11436a7dce48052e473855673e7df026fd712ecfb2b4be83fbbf0c3442 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ld6rw 545cfb11436a7dce48052e473855673e7df026fd712ecfb2b4be83fbbf0c3442 network default NAD default NAD key ]
I0512 02:54:03.147966    3792 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v 0e015e088fa0ebaaacc9b3f9eb896c2ee8df124b9d790d4ce849d3d2ed6199af network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v 0e015e088fa0ebaaacc9b3f9eb896c2ee8df124b9d790d4ce849d3d2ed6199af network default NAD default NAD key ]
I0512 02:54:03.156632    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ld6rw, hostIfaceName: 545cfb11436a7dc, network: default, NAD default, SandboxID: "545cfb11436a7dce48052e473855673e7df026fd712ecfb2b4be83fbbf0c3442", PCI device ID: , UID: "b6b061bf-3203-4c04-84d0-b19a38e8acdd", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0512 02:54:03.158323    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-8qd7v, hostIfaceName: 0e015e088fa0eba, network: default, NAD default, SandboxID: "0e015e088fa0ebaaacc9b3f9eb896c2ee8df124b9d790d4ce849d3d2ed6199af", PCI device ID: , UID: "0d8c6a62-638c-44c1-87b4-d83a271b90d5", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0512 02:54:03.206154    3792 cni.go:473] [openshift-ingress-canary/ingress-canary-ld6rw 545cfb11436a7dce48052e473855673e7df026fd712ecfb2b4be83fbbf0c3442 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ld6rw 545cfb11436a7dce48052e473855673e7df026fd712ecfb2b4be83fbbf0c3442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:20:34:e8:d2:8a\",\"name\":\"545cfb11436a7dc\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf93d049-9ff1-4a22-9efe-94760999ba43\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:54:03.210740    3792 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v 0e015e088fa0ebaaacc9b3f9eb896c2ee8df124b9d790d4ce849d3d2ed6199af network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8qd7v 0e015e088fa0ebaaacc9b3f9eb896c2ee8df124b9d790d4ce849d3d2ed6199af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:48:10:96:3b:68\",\"name\":\"0e015e088fa0eba\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ccf2ac7-273d-44f6-b7d5-c8fe1e47e690\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:54:04.045919    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default"
I0512 02:54:04.045945    3792 node_tracker.go:235] Node ip-10-0-0-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal"
I0512 02:54:04.045948    3792 default_network_controller.go:1025] Node "ip-10-0-0-75.ec2.internal" in remote zone "ip-10-0-0-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:04.045963    3792 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:04.045977    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:54:04.124463    3792 default_network_controller.go:1025] Node "ip-10-0-0-75.ec2.internal" in remote zone "ip-10-0-0-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:04.173097    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default"
I0512 02:54:04.173175    3792 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:04.173178    3792 default_network_controller.go:1025] Node "ip-10-0-0-75.ec2.internal" in remote zone "ip-10-0-0-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:04.173191    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:54:04.174511    3792 zone_ic_handler.go:195] Time taken to create transit switch: 367.833µs
I0512 02:54:04.174532    3792 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-75.ec2.internal for the network default
I0512 02:54:04.175661    3792 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-75.ec2.internal" on network "default" took: 1.542171ms
I0512 02:54:04.363889    3792 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:06.728891    3792 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall
I0512 02:54:06.728914    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default"
I0512 02:54:06.728957    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal
I0512 02:54:06.728960    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 10.0.0.75 to PMTUD blocking rules
I0512 02:54:06.728970    3792 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:06.728974    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 22.105µs
I0512 02:54:06.728985    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:54:06.728997    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0512 02:54:06.735390    3792 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-75.ec2.internal. Updating no re-route policies
I0512 02:54:06.746657    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 10.0.0.75 to PMTUD blocking rules
I0512 02:54:06.746674    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0512 02:54:10.446269    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:54:10.653925    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal
I0512 02:54:10.653962    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 45.412µs
I0512 02:54:12.207457    3792 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall
I0512 02:54:12.207547    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal
I0512 02:54:12.207558    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 12.699µs
I0512 02:54:12.207590    3792 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:13.875891    3792 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:17.907300    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default"
I0512 02:54:17.907352    3792 node_tracker.go:235] Node ip-10-0-1-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-252.ec2.internal"
I0512 02:54:17.907368    3792 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:17.907383    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:54:17.907300    3792 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "ip-10-0-1-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0512 02:54:17.907766    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:54:18.066278    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default"
I0512 02:54:18.066320    3792 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "ip-10-0-1-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0512 02:54:18.066352    3792 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:18.066369    3792 services_controller.go:574] Full service sync requested for network=default
W0512 02:54:18.066619    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0512 02:54:18.067472    3792 zone_ic_handler.go:195] Time taken to create transit switch: 293.36µs
I0512 02:54:18.067486    3792 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-252.ec2.internal for the network default
I0512 02:54:18.068575    3792 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-252.ec2.internal" on network "default" took: 1.410463ms
W0512 02:54:19.944597    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0512 02:54:20.118292    3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default"
I0512 02:54:20.118309    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal
I0512 02:54:20.118323    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 19.355µs
I0512 02:54:20.118366    3792 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall
I0512 02:54:20.118368    3792 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default"
I0512 02:54:20.118387    3792 services_controller.go:574] Full service sync requested for network=default
I0512 02:54:20.118446    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 10.0.1.252 to PMTUD blocking rules
I0512 02:54:20.118461    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0512 02:54:20.118465    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0512 02:54:20.118557    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0512 02:54:20.124951    3792 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-252.ec2.internal. Updating no re-route policies
I0512 02:54:20.135523    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 10.0.1.252 to PMTUD blocking rules
I0512 02:54:20.135540    3792 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0512 02:54:24.142210    3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal
I0512 02:54:24.142239    3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 36.723µs
W0512 02:54:24.478753    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0512 02:54:33.366576    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0512 02:54:35.237834    3792 cni.go:452] [kube-system/global-pull-secret-syncer-9wdxr 8279c12d7feee266d510d2d5fec53962847c3779f63d6b9167a8c810be1e48a8 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-9wdxr 8279c12d7feee266d510d2d5fec53962847c3779f63d6b9167a8c810be1e48a8 network default NAD default NAD key ]
I0512 02:54:35.247204    3792 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9wdxr, hostIfaceName: 8279c12d7feee26, network: default, NAD default, SandboxID: "8279c12d7feee266d510d2d5fec53962847c3779f63d6b9167a8c810be1e48a8", PCI device ID: , UID: "a71196a0-9fa1-484b-acd2-81d7153ffa62", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0512 02:54:35.295535    3792 cni.go:473] [kube-system/global-pull-secret-syncer-9wdxr 8279c12d7feee266d510d2d5fec53962847c3779f63d6b9167a8c810be1e48a8 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9wdxr 8279c12d7feee266d510d2d5fec53962847c3779f63d6b9167a8c810be1e48a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e3:a2:c6:a5:a1\",\"name\":\"8279c12d7feee26\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbffa192-906f-4eb3-8e30-79d1b83b5fa7\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:54:35.542448    3792 cni.go:452] [openshift-network-diagnostics/network-check-target-pdvlx 27c643ff01ced29847149ec1396c2f33e85f699873b7f1d0d56ab0dd1f0900ec network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pdvlx 27c643ff01ced29847149ec1396c2f33e85f699873b7f1d0d56ab0dd1f0900ec network default NAD default NAD key ]
I0512 02:54:35.552906    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pdvlx, hostIfaceName: 27c643ff01ced29, network: default, NAD default, SandboxID: "27c643ff01ced29847149ec1396c2f33e85f699873b7f1d0d56ab0dd1f0900ec", PCI device ID: , UID: "c8900c1c-70c2-4911-ba42-689e23bf0b91", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0512 02:54:35.602832    3792 cni.go:473] [openshift-network-diagnostics/network-check-target-pdvlx 27c643ff01ced29847149ec1396c2f33e85f699873b7f1d0d56ab0dd1f0900ec network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pdvlx 27c643ff01ced29847149ec1396c2f33e85f699873b7f1d0d56ab0dd1f0900ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:07:c9:e9:db:5f\",\"name\":\"27c643ff01ced29\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8321eb8d-591e-44ff-b0aa-e51ee11a1444\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:54:40.550118    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0512 02:54:50.936614    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0512 02:54:50.936644    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0512 02:54:58.541308    3792 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:54:58.541926    3792 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:54:58.541966    3792 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 02:54:58.541976    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0512 02:54:58.541988    3792 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 02:54:58.541993    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0512 02:54:59.565838    3792 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:54:59.565884    3792 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:54:59.565899    3792 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:54:59.565916    3792 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:55:01.711629    3792 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0512 02:55:01.724815    3792 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0512 02:55:04.376765    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0512 02:55:04.376787    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0512 02:55:11.529826    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0512 02:56:06.773894    3792 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ch5zc for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:06.773987    3792 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc
I0512 02:56:06.795776    3792 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc] pod update took 21.812455ms
I0512 02:56:06.795800    3792 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc] addLogicalPort annotation time took 21.844775ms
I0512 02:56:06.796907    3792 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc] addLogicalPort took 23.028445ms, libovsdb time 812.848µs
I0512 02:56:06.843903    3792 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-m7v6t for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:06.843989    3792 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t
I0512 02:56:06.869090    3792 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t] pod update took 25.117703ms
I0512 02:56:06.869119    3792 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t] addLogicalPort annotation time took 25.152417ms
I0512 02:56:06.870086    3792 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t] addLogicalPort took 26.201649ms, libovsdb time 685.569µs
I0512 02:56:06.949218    3792 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-66dc78ffdf-n2ptw] creating logical port openshift-ingress_router-default-66dc78ffdf-n2ptw for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:06.949332    3792 kube.go:256] Updating pod openshift-ingress/router-default-66dc78ffdf-n2ptw
I0512 02:56:06.994761    3792 pod.go:62] [openshift-ingress/router-default-66dc78ffdf-n2ptw] pod update took 45.460402ms
I0512 02:56:06.994786    3792 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-66dc78ffdf-n2ptw] addLogicalPort annotation time took 45.49361ms
I0512 02:56:06.995962    3792 pods.go:271] [openshift-ingress/router-default-66dc78ffdf-n2ptw] addLogicalPort took 46.764758ms, libovsdb time 867.748µs
I0512 02:56:07.198466    3792 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t 7505aa088d2a7aa8ba6d335c819d2a069866620988ead3234a150043592a8b88 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t 7505aa088d2a7aa8ba6d335c819d2a069866620988ead3234a150043592a8b88 network default NAD default NAD key ]
I0512 02:56:07.209133    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-m7v6t, hostIfaceName: 7505aa088d2a7aa, network: default, NAD default, SandboxID: "7505aa088d2a7aa8ba6d335c819d2a069866620988ead3234a150043592a8b88", PCI device ID: , UID: "a6ab4573-a20e-488a-9233-3349f3444f2f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0512 02:56:07.259260    3792 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t 7505aa088d2a7aa8ba6d335c819d2a069866620988ead3234a150043592a8b88 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m7v6t 7505aa088d2a7aa8ba6d335c819d2a069866620988ead3234a150043592a8b88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9d:50:40:aa:45\",\"name\":\"7505aa088d2a7aa\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf78424-86c6-40a3-8d6f-820d9141d2f3\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:10.671225    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0512 02:56:10.844862    3792 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0512 02:56:10.845669    3792 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 779.991µs
I0512 02:56:10.885176    3792 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0512 02:56:11.927676    3792 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-qrzzw for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:11.927776    3792 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw
I0512 02:56:11.946344    3792 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw] pod update took 18.59353ms
I0512 02:56:11.946363    3792 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw] addLogicalPort annotation time took 18.618427ms
I0512 02:56:11.947578    3792 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw] addLogicalPort took 19.91619ms, libovsdb time 898.943µs
I0512 02:56:12.283589    3792 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw 70c2e764fa114f7abf20a41aae21edd332024830cb8757d4a937945b7a8d66ac network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw 70c2e764fa114f7abf20a41aae21edd332024830cb8757d4a937945b7a8d66ac network default NAD default NAD key ]
I0512 02:56:12.294461    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-qrzzw, hostIfaceName: 70c2e764fa114f7, network: default, NAD default, SandboxID: "70c2e764fa114f7abf20a41aae21edd332024830cb8757d4a937945b7a8d66ac", PCI device ID: , UID: "13afbe7b-3ab8-428d-9c7b-d082607150f5", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0512 02:56:12.342963    3792 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw 70c2e764fa114f7abf20a41aae21edd332024830cb8757d4a937945b7a8d66ac network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qrzzw 70c2e764fa114f7abf20a41aae21edd332024830cb8757d4a937945b7a8d66ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:23:57:0f:fb:0c\",\"name\":\"70c2e764fa114f7\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a15d8dd-991a-44e9-a12c-37499be3a2c2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:56:13.004623    3792 namespace.go:98] [openshift-service-ca] adding namespace
I0512 02:56:13.005639    3792 namespace.go:102] [openshift-service-ca] adding namespace took 988.535µs
I0512 02:56:13.021556    3792 namespace.go:142] [openshift-service-ca] updating namespace
W0512 02:56:21.494364    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0512 02:56:36.028601    3792 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0512 02:56:36.028623    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0512 02:56:36.028628    3792 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0512 02:56:36.124105    3792 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mdh85] creating logical port openshift-insights_insights-runtime-extractor-mdh85 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:36.124202    3792 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mdh85
I0512 02:56:36.138793    3792 pod.go:62] [openshift-insights/insights-runtime-extractor-mdh85] pod update took 14.621576ms
I0512 02:56:36.138816    3792 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mdh85] addLogicalPort annotation time took 14.649753ms
I0512 02:56:36.140033    3792 pods.go:271] [openshift-insights/insights-runtime-extractor-mdh85] addLogicalPort took 15.942034ms, libovsdb time 828.177µs
I0512 02:56:36.487864    3792 cni.go:452] [openshift-insights/insights-runtime-extractor-mdh85 4a7e2cabf1e983e41acc5861bc0ff22154e967902948133a715919094e318ff6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mdh85 4a7e2cabf1e983e41acc5861bc0ff22154e967902948133a715919094e318ff6 network default NAD default NAD key ]
I0512 02:56:36.497235    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mdh85, hostIfaceName: 4a7e2cabf1e983e, network: default, NAD default, SandboxID: "4a7e2cabf1e983e41acc5861bc0ff22154e967902948133a715919094e318ff6", PCI device ID: , UID: "4b924569-0891-4956-844a-e56e5ad3970c", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0512 02:56:36.546013    3792 cni.go:473] [openshift-insights/insights-runtime-extractor-mdh85 4a7e2cabf1e983e41acc5861bc0ff22154e967902948133a715919094e318ff6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mdh85 4a7e2cabf1e983e41acc5861bc0ff22154e967902948133a715919094e318ff6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b5:38:67:95:7c\",\"name\":\"4a7e2cabf1e983e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd652d50-0d8f-4062-abcf-3e2a08dedc6b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:56:36.755687    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:56:36.756361    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:56:36.769954    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:56:36.769976    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:56:36.772869    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76954bd7c7-hxnxs
I0512 02:56:36.772888    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76954bd7c7-hxnxs
W0512 02:56:37.742504    3792 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0512 02:56:37.830665    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:56:37.830707    3792 pods.go:176] Deleting pod: openshift-image-registry/image-registry-f998b9b66-52z9p
I0512 02:56:37.832054    3792 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-f998b9b66-52z9p, ips: 10.128.0.6
I0512 02:56:37.832079    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:56:37.839144    3792 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65f786c88-89lp6] creating logical port openshift-image-registry_image-registry-65f786c88-89lp6 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:37.839245    3792 kube.go:256] Updating pod openshift-image-registry/image-registry-65f786c88-89lp6
I0512 02:56:37.869334    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:56:37.869360    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:56:37.869533    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-52z9p
I0512 02:56:37.869558    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-52z9p
I0512 02:56:37.878783    3792 pod.go:62] [openshift-image-registry/image-registry-65f786c88-89lp6] pod update took 39.570655ms
I0512 02:56:37.878807    3792 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65f786c88-89lp6] addLogicalPort annotation time took 39.598434ms
I0512 02:56:37.879940    3792 pods.go:271] [openshift-image-registry/image-registry-65f786c88-89lp6] addLogicalPort took 40.811665ms, libovsdb time 828.216µs
I0512 02:56:38.200414    3792 cni.go:452] [openshift-image-registry/image-registry-65f786c88-89lp6 0103a79619cae2fbfbe5a93a778c29bfe8b95f687e9bf16fc141b2d8caadd310 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-65f786c88-89lp6 0103a79619cae2fbfbe5a93a778c29bfe8b95f687e9bf16fc141b2d8caadd310 network default NAD default NAD key ]
I0512 02:56:38.210209    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65f786c88-89lp6, hostIfaceName: 0103a79619cae2f, network: default, NAD default, SandboxID: "0103a79619cae2fbfbe5a93a778c29bfe8b95f687e9bf16fc141b2d8caadd310", PCI device ID: , UID: "cd3af707-15c7-49ea-b2ad-31b37086d3e5", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0512 02:56:38.261373    3792 cni.go:473] [openshift-image-registry/image-registry-65f786c88-89lp6 0103a79619cae2fbfbe5a93a778c29bfe8b95f687e9bf16fc141b2d8caadd310 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-65f786c88-89lp6 0103a79619cae2fbfbe5a93a778c29bfe8b95f687e9bf16fc141b2d8caadd310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f2:08:07:4c:77\",\"name\":\"0103a79619cae2f\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac003706-5870-4e20-84c4-6639cffaff83\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:38.839869    3792 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0512 02:56:38.932663    3792 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc 1c012f5836567059a8c8fe7f07cc522379ee807fbd42e1a3abb7de2797596baf network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc 1c012f5836567059a8c8fe7f07cc522379ee807fbd42e1a3abb7de2797596baf network default NAD default NAD key ]
I0512 02:56:38.942507    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ch5zc, hostIfaceName: 1c012f583656705, network: default, NAD default, SandboxID: "1c012f5836567059a8c8fe7f07cc522379ee807fbd42e1a3abb7de2797596baf", PCI device ID: , UID: "b78e9851-41de-45c4-bf28-022d6158a12b", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0512 02:56:38.991809    3792 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc 1c012f5836567059a8c8fe7f07cc522379ee807fbd42e1a3abb7de2797596baf network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ch5zc 1c012f5836567059a8c8fe7f07cc522379ee807fbd42e1a3abb7de2797596baf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:7c:93:d4:65:be\",\"name\":\"1c012f583656705\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e569ba4-477e-419c-ba43-2f92035ced91\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:56:39.111229    3792 cni.go:452] [openshift-ingress/router-default-66dc78ffdf-n2ptw f8fd22eef2699136ef00f4a5179d541263cb0a08692c8c81f70aa53f9cdcdfcb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-66dc78ffdf-n2ptw f8fd22eef2699136ef00f4a5179d541263cb0a08692c8c81f70aa53f9cdcdfcb network default NAD default NAD key ]
I0512 02:56:39.121503    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-66dc78ffdf-n2ptw, hostIfaceName: f8fd22eef269913, network: default, NAD default, SandboxID: "f8fd22eef2699136ef00f4a5179d541263cb0a08692c8c81f70aa53f9cdcdfcb", PCI device ID: , UID: "1d1812b4-a9cc-4dfb-94b9-e8cbb7ff3156", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0512 02:56:39.169342    3792 cni.go:473] [openshift-ingress/router-default-66dc78ffdf-n2ptw f8fd22eef2699136ef00f4a5179d541263cb0a08692c8c81f70aa53f9cdcdfcb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-66dc78ffdf-n2ptw f8fd22eef2699136ef00f4a5179d541263cb0a08692c8c81f70aa53f9cdcdfcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:38:01:5c:cd:95\",\"name\":\"f8fd22eef269913\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28455979-eb88-469a-8b0f-431d32afc9e3\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:39.754163    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:39.754187    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:39.754182    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.754202    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.754208    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.782483    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.782507    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.782513    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.784195    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:39.784210    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:39.880331    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.880351    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.880356    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:39.880727    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:39.880742    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802245    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802273    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802291    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802305    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802319    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802328    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.802375    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.802388    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.802396    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.802414    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.802425    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.802432    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836480    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836504    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836540    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836555    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836571    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836582    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.836627    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836637    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836641    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836652    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836658    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.836662    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.888093    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0512 02:56:40.888115    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0512 02:56:40.974675    3792 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0512 02:56:40.987768    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.987787    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0512 02:56:40.987796    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0512 02:56:41.538056    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-wfc6h for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:41.538172    3792 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h
I0512 02:56:41.550824    3792 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h] pod update took 12.690176ms
I0512 02:56:41.550868    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h] addLogicalPort annotation time took 12.717565ms
I0512 02:56:41.551997    3792 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h] addLogicalPort took 13.959801ms, libovsdb time 840.848µs
I0512 02:56:41.895832    3792 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h 24a16854dbe9aa262e62a512f7e82461559f65f91541d2a9b18779cb20a94499 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h 24a16854dbe9aa262e62a512f7e82461559f65f91541d2a9b18779cb20a94499 network default NAD default NAD key ]
I0512 02:56:41.905141    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-wfc6h, hostIfaceName: 24a16854dbe9aa2, network: default, NAD default, SandboxID: "24a16854dbe9aa262e62a512f7e82461559f65f91541d2a9b18779cb20a94499", PCI device ID: , UID: "925c8c22-a491-4b68-a219-299c7ed354e6", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0512 02:56:41.954278    3792 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h 24a16854dbe9aa262e62a512f7e82461559f65f91541d2a9b18779cb20a94499 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wfc6h 24a16854dbe9aa262e62a512f7e82461559f65f91541d2a9b18779cb20a94499 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ac:8c:e4:fb:a6\",\"name\":\"24a16854dbe9aa2\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24761f1a-1fdf-4c18-a76e-1526388ae488\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:43.301244    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0512 02:56:43.893745    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0512 02:56:48.341022    3792 base_network_controller_pods.go:487] [default/openshift-console/console-644dc47bb-gr5md] creating logical port openshift-console_console-644dc47bb-gr5md for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:48.341115    3792 kube.go:256] Updating pod openshift-console/console-644dc47bb-gr5md
I0512 02:56:48.357687    3792 pod.go:62] [openshift-console/console-644dc47bb-gr5md] pod update took 16.594896ms
I0512 02:56:48.357710    3792 base_network_controller_pods.go:951] [default/openshift-console/console-644dc47bb-gr5md] addLogicalPort annotation time took 16.623114ms
I0512 02:56:48.359082    3792 pods.go:271] [openshift-console/console-644dc47bb-gr5md] addLogicalPort took 18.077444ms, libovsdb time 953.45µs
I0512 02:56:48.700293    3792 cni.go:452] [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key ]
I0512 02:56:48.710781    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-644dc47bb-gr5md, hostIfaceName: 21286c3790ae844, network: default, NAD default, SandboxID: "21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d", PCI device ID: , UID: "fba232ac-5586-4f40-806e-08e3b99daa58", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0512 02:56:48.759781    3792 cni.go:473] [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:97:1c:04:98:e4\",\"name\":\"21286c3790ae844\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/012ccd40-8285-4044-a6f8-660da3c7dae6\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:51.896828    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0512 02:56:52.799737    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0512 02:56:55.367046    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0512 02:56:57.378403    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:57.378522    3792 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0512 02:56:57.415075    3792 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 36.602294ms
I0512 02:56:57.415108    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 36.645188ms
I0512 02:56:57.416516    3792 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 38.133148ms, libovsdb time 982.218µs
I0512 02:56:57.743247    3792 cni.go:452] [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key ]
I0512 02:56:57.752888    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c8bef65ed61f77c, network: default, NAD default, SandboxID: "c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3", PCI device ID: , UID: "083b0695-7183-41de-9c6e-ebf867191ba6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0512 02:56:57.804438    3792 cni.go:473] [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:aa:dd:29:d0:d9\",\"name\":\"c8bef65ed61f77c\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18986217-385a-498f-93d5-aa3fdede67f3\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:56:58.764899    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0512 02:56:58.764926    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0512 02:56:58.836836    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0512 02:56:59.014566    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0512 02:56:59.487812    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-755c4bc677-2dq7h] creating logical port openshift-monitoring_thanos-querier-755c4bc677-2dq7h for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:56:59.487941    3792 kube.go:256] Updating pod openshift-monitoring/thanos-querier-755c4bc677-2dq7h
I0512 02:56:59.512045    3792 pod.go:62] [openshift-monitoring/thanos-querier-755c4bc677-2dq7h] pod update took 24.139ms
I0512 02:56:59.512069    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-755c4bc677-2dq7h] addLogicalPort annotation time took 24.167081ms
I0512 02:56:59.513380    3792 pods.go:271] [openshift-monitoring/thanos-querier-755c4bc677-2dq7h] addLogicalPort took 25.599132ms, libovsdb time 956.397µs
W0512 02:56:59.874168    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0512 02:56:59.915555    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:56:59.915575    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:56:59.915581    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:56:59.952216    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:56:59.952234    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:56:59.952239    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0512 02:57:00.149335    3792 cni.go:452] [openshift-monitoring/thanos-querier-755c4bc677-2dq7h 9d0e70496b857dfe70f8087110b6ddc3d00a2a24985843c2a43f23b7d9c21cd6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-755c4bc677-2dq7h 9d0e70496b857dfe70f8087110b6ddc3d00a2a24985843c2a43f23b7d9c21cd6 network default NAD default NAD key ]
I0512 02:57:00.160923    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-755c4bc677-2dq7h, hostIfaceName: 9d0e70496b857df, network: default, NAD default, SandboxID: "9d0e70496b857dfe70f8087110b6ddc3d00a2a24985843c2a43f23b7d9c21cd6", PCI device ID: , UID: "54c75ff7-a972-43d5-8d1b-c20fdb0b76f0", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0512 02:57:00.209534    3792 cni.go:473] [openshift-monitoring/thanos-querier-755c4bc677-2dq7h 9d0e70496b857dfe70f8087110b6ddc3d00a2a24985843c2a43f23b7d9c21cd6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-755c4bc677-2dq7h 9d0e70496b857dfe70f8087110b6ddc3d00a2a24985843c2a43f23b7d9c21cd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:fc:4f:38:9b:9a\",\"name\":\"9d0e70496b857df\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7b16b1d-4993-4bd5-9805-294b42702c76\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:57:00.403991    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:00.404664    3792 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:00.413656    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:00.413678    3792 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:00.423075    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-6tlwp
I0512 02:57:00.423098    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-6tlwp
I0512 02:57:00.940557    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-rpgfv for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:57:00.940657    3792 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv
I0512 02:57:00.956009    3792 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv] pod update took 15.375603ms
I0512 02:57:00.956040    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv] addLogicalPort annotation time took 15.410795ms
I0512 02:57:00.957598    3792 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv] addLogicalPort took 17.057306ms, libovsdb time 1.011724ms
I0512 02:57:01.334162    3792 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv 497942bd30d9da73e658431d242248b4ec1dad47fd24052e5485d8a26cd008d5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv 497942bd30d9da73e658431d242248b4ec1dad47fd24052e5485d8a26cd008d5 network default NAD default NAD key ]
I0512 02:57:01.344685    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-rpgfv, hostIfaceName: 497942bd30d9da7, network: default, NAD default, SandboxID: "497942bd30d9da73e658431d242248b4ec1dad47fd24052e5485d8a26cd008d5", PCI device ID: , UID: "7a435af1-669a-4ac5-a9a2-9668af0a8a85", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0512 02:57:01.399764    3792 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv 497942bd30d9da73e658431d242248b4ec1dad47fd24052e5485d8a26cd008d5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rpgfv 497942bd30d9da73e658431d242248b4ec1dad47fd24052e5485d8a26cd008d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:97:57:72:49:f3\",\"name\":\"497942bd30d9da7\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/034212a2-1d8d-4d59-a518-f2074d98495b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:57:01.995514    3792 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7ccbd7dc64-gtsxk IP address from the namespace address-set, err: pod openshift-console/console-7ccbd7dc64-gtsxk: no pod IPs found 
I0512 02:57:02.816321    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:57:02.816477    3792 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0512 02:57:02.846003    3792 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.559148ms
I0512 02:57:02.846034    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.59672ms
I0512 02:57:02.847265    3792 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.960507ms, libovsdb time 898.341µs
W0512 02:57:02.966636    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0512 02:57:03.297788    3792 cni.go:452] [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key ]
I0512 02:57:03.308911    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: aa7d211e65b0562, network: default, NAD default, SandboxID: "aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71", PCI device ID: , UID: "be6e75d7-00d8-46ec-82b2-8c93204becba", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0512 02:57:03.364495    3792 cni.go:473] [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c9:6f:a1:b4:a8\",\"name\":\"aa7d211e65b0562\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/799cd4df-8afc-4c72-814b-748bea5f1e1f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:57:03.421058    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0512 02:57:03.918643    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:03.918665    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:03.918670    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:03.918674    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:04.002285    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:57:04.002306    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:57:04.062367    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:04.062386    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:04.062391    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:04.062395    3792 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:05.450730    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:57:05.450749    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:57:09.975786    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:09.975805    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:09.975810    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:09.975816    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0512 02:57:15.483480    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0512 02:57:20.676946    3792 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:20.677513    3792 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:21.516334    3792 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:21.516363    3792 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:21.522141    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-zb4f7
I0512 02:57:21.522165    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-zb4f7
W0512 02:57:21.947630    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0512 02:57:25.968584    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0512 02:57:27.341652    3792 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:27.342204    3792 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0512 02:57:27.796341    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:57:27.796364    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:57:27.796372    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0512 02:57:27.971681    3792 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:27.971711    3792 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:27.978190    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ccbd7dc64-j55tp
I0512 02:57:27.978218    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ccbd7dc64-j55tp
I0512 02:57:41.437396    3792 cni.go:452] [openshift-multus/network-metrics-daemon-jrk56 9957eac80ebbd8bda9bd38933ab5397b4873bb99a3b768db7b63b0dd7df8c982 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jrk56 9957eac80ebbd8bda9bd38933ab5397b4873bb99a3b768db7b63b0dd7df8c982 network default NAD default NAD key ]
I0512 02:57:41.447304    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jrk56, hostIfaceName: 9957eac80ebbd8b, network: default, NAD default, SandboxID: "9957eac80ebbd8bda9bd38933ab5397b4873bb99a3b768db7b63b0dd7df8c982", PCI device ID: , UID: "6dc72414-080e-4579-975f-9a1e2391c3f4", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0512 02:57:41.500515    3792 cni.go:473] [openshift-multus/network-metrics-daemon-jrk56 9957eac80ebbd8bda9bd38933ab5397b4873bb99a3b768db7b63b0dd7df8c982 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jrk56 9957eac80ebbd8bda9bd38933ab5397b4873bb99a3b768db7b63b0dd7df8c982 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2b:7d:16:a6:78\",\"name\":\"9957eac80ebbd8b\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea7223bc-89c1-4f57-8d33-5911eaad5236\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:57:56.353390    3792 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:56.353998    3792 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:56.759727    3792 cni.go:452] [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key ]
I0512 02:57:56.851440    3792 cni.go:473] [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-644dc47bb-gr5md 21286c3790ae8447ceed8ff9c45d3a417f18afefc2e2c47703a395d34fda393d network default NAD default NAD key default], result "{}", err <nil>
I0512 02:57:56.903594    3792 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:56.903628    3792 pods.go:176] Deleting pod: openshift-console/console-644dc47bb-gr5md
I0512 02:57:56.905000    3792 pods.go:236] Attempting to release IPs for pod: openshift-console/console-644dc47bb-gr5md, ips: 10.128.0.17
I0512 02:57:56.905027    3792 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:57:57.102753    3792 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:57.102775    3792 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:57.105934    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5676f94f57-sjrmv
I0512 02:57:57.105961    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5676f94f57-sjrmv
I0512 02:57:57.173025    3792 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:57.173047    3792 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:57:57.178549    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-gr5md
I0512 02:57:57.178581    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-gr5md
W0512 02:58:03.254913    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:58:03.254937    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0512 02:58:13.028776    3792 cni.go:452] [openshift-dns/dns-default-8zk28 bebc72092c6b61f4d47b853a334ba6d50f2b58825b260793421b72fbff748dbb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8zk28 bebc72092c6b61f4d47b853a334ba6d50f2b58825b260793421b72fbff748dbb network default NAD default NAD key ]
I0512 02:58:13.038882    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8zk28, hostIfaceName: bebc72092c6b61f, network: default, NAD default, SandboxID: "bebc72092c6b61f4d47b853a334ba6d50f2b58825b260793421b72fbff748dbb", PCI device ID: , UID: "df3365f3-a33a-42a8-bf70-7548e9744d11", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0512 02:58:13.087953    3792 cni.go:473] [openshift-dns/dns-default-8zk28 bebc72092c6b61f4d47b853a334ba6d50f2b58825b260793421b72fbff748dbb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8zk28 bebc72092c6b61f4d47b853a334ba6d50f2b58825b260793421b72fbff748dbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a1:08:7d:74:58\",\"name\":\"bebc72092c6b61f\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e10b3634-f7aa-4bb3-989e-857a217525ef\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:58:18.379142    3792 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:18.379646    3792 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:19.196573    3792 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:19.196601    3792 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:19.203178    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0512 02:58:19.203215    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0512 02:58:22.504939    3792 cni.go:452] [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key ]
I0512 02:58:22.583804    3792 cni.go:473] [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 aa7d211e65b0562067afa8e8de97314c2c127f1a8f94eec3e2cd56506194de71 network default NAD default NAD key default], result "{}", err <nil>
I0512 02:58:22.646559    3792 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:22.646612    3792 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0512 02:58:22.648624    3792 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21
I0512 02:58:22.648663    3792 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:23.295638    3792 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:23.295667    3792 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:23.302617    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0512 02:58:23.302659    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0512 02:58:23.345298    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:58:23.345456    3792 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0512 02:58:23.365682    3792 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.263163ms
I0512 02:58:23.365707    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.296661ms
I0512 02:58:23.366886    3792 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.610376ms, libovsdb time 845.242µs
I0512 02:58:23.705899    3792 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1e872e9dd2584cc32763bfe103b5149aea3bfbd1900d8cd84d7983a4319438f2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1e872e9dd2584cc32763bfe103b5149aea3bfbd1900d8cd84d7983a4319438f2 network default NAD default NAD key ]
I0512 02:58:23.715381    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1e872e9dd2584cc, network: default, NAD default, SandboxID: "1e872e9dd2584cc32763bfe103b5149aea3bfbd1900d8cd84d7983a4319438f2", PCI device ID: , UID: "660b4e74-7650-4a27-85a4-7ded5d932680", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0512 02:58:23.765445    3792 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1e872e9dd2584cc32763bfe103b5149aea3bfbd1900d8cd84d7983a4319438f2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1e872e9dd2584cc32763bfe103b5149aea3bfbd1900d8cd84d7983a4319438f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:cb:37:9c:f6:3c\",\"name\":\"1e872e9dd2584cc\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea497a72-299c-4d97-b73e-a42c10ac7361\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:58:24.766455    3792 base_network_controller_pods.go:487] [default/openshift-console/console-7764655bdb-5r5vk] creating logical port openshift-console_console-7764655bdb-5r5vk for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:58:24.766602    3792 kube.go:256] Updating pod openshift-console/console-7764655bdb-5r5vk
I0512 02:58:24.788997    3792 pod.go:62] [openshift-console/console-7764655bdb-5r5vk] pod update took 22.421454ms
I0512 02:58:24.789024    3792 base_network_controller_pods.go:951] [default/openshift-console/console-7764655bdb-5r5vk] addLogicalPort annotation time took 22.454163ms
I0512 02:58:24.790281    3792 pods.go:271] [openshift-console/console-7764655bdb-5r5vk] addLogicalPort took 23.842927ms, libovsdb time 926.5µs
I0512 02:58:25.127500    3792 cni.go:452] [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key ]
I0512 02:58:25.137291    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7764655bdb-5r5vk, hostIfaceName: 5fe5e9c8b9130d0, network: default, NAD default, SandboxID: "5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1", PCI device ID: , UID: "c281bc03-2c6c-4013-b074-e91f9d1ca437", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0512 02:58:25.189180    3792 cni.go:473] [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2f:12:9c:55:49\",\"name\":\"5fe5e9c8b9130d0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74d6f88d-0459-49d3-b55b-693f9c68e063\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 02:58:25.277131    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0512 02:58:25.277159    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0512 02:58:25.277169    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0512 02:58:35.366534    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0512 02:58:49.320779    3792 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0512 02:58:50.078074    3792 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:50.078604    3792 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:50.329451    3792 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:50.329474    3792 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:50.334034    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-wgfbh
I0512 02:58:50.334062    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-wgfbh
I0512 02:58:50.825279    3792 cni.go:452] [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key ]
I0512 02:58:50.902861    3792 cni.go:473] [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 c8bef65ed61f77c13ead47f65eab9b8d55c011174c2384baf1287f5da72745b3 network default NAD default NAD key default], result "{}", err <nil>
I0512 02:58:50.964177    3792 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:50.964216    3792 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0512 02:58:50.965941    3792 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18
I0512 02:58:50.965982    3792 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:58:51.428287    3792 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:51.428315    3792 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:58:51.436574    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0512 02:58:51.436609    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0512 02:58:51.476157    3792 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-144.ec2.internal
I0512 02:58:51.476305    3792 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0512 02:58:51.498015    3792 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.745633ms
I0512 02:58:51.498046    3792 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.782035ms
I0512 02:58:51.499695    3792 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.556703ms, libovsdb time 1.209493ms
I0512 02:58:51.840918    3792 cni.go:452] [openshift-monitoring/alertmanager-main-0 0af8daa9c63e96e342e74d6bfb9ca9c0be0eb5ecc962d30d56238111b723f0bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0af8daa9c63e96e342e74d6bfb9ca9c0be0eb5ecc962d30d56238111b723f0bd network default NAD default NAD key ]
I0512 02:58:51.851358    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0af8daa9c63e96e, network: default, NAD default, SandboxID: "0af8daa9c63e96e342e74d6bfb9ca9c0be0eb5ecc962d30d56238111b723f0bd", PCI device ID: , UID: "045171ad-bbd8-454d-be64-1ec25f3941de", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0512 02:58:51.904182    3792 cni.go:473] [openshift-monitoring/alertmanager-main-0 0af8daa9c63e96e342e74d6bfb9ca9c0be0eb5ecc962d30d56238111b723f0bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0af8daa9c63e96e342e74d6bfb9ca9c0be0eb5ecc962d30d56238111b723f0bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b5:e3:70:c0:16\",\"name\":\"0af8daa9c63e96e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd055388-7d8d-4b8e-a8fa-3fa7a2451736\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 02:59:00.691537    3792 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:59:00.692053    3792 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:59:00.909140    3792 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:59:00.909165    3792 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:59:00.914894    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-rwlnz
I0512 02:59:00.914921    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-rwlnz
I0512 02:59:20.085686    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
W0512 02:59:21.891778    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:59:21.891801    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:59:21.891807    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0512 02:59:24.612199    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0512 02:59:24.612226    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0512 02:59:25.209534    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0512 02:59:25.918262    3792 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 02:59:25.918828    3792 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 02:59:26.018797    3792 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:59:26.018820    3792 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 02:59:26.025057    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0512 02:59:26.025085    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0512 02:59:29.204371    3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0512 02:59:38.199348    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0512 03:00:05.313339    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:00:05.313954    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:00:06.209249    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:00:06.209286    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0512 03:00:06.642401    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0512 03:00:16.192995    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0512 03:00:17.687404    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0512 03:00:17.687479    3792 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns: no pod IPs found 
I0512 03:00:38.083988    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0512 03:00:42.189049    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0512 03:00:57.700052    3792 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:00:57.700601    3792 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:00:57.837078    3792 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:00:57.837106    3792 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:00:57.842957    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-xxlbn
I0512 03:00:57.842982    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-xxlbn
I0512 03:01:08.550745    3792 cni.go:452] [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key ]
I0512 03:01:08.632403    3792 cni.go:473] [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7764655bdb-5r5vk 5fe5e9c8b9130d0e0a7bc000d2eb2ebccca98922dc4ffb59134646f030e884a1 network default NAD default NAD key default], result "{}", err <nil>
I0512 03:01:08.680260    3792 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:01:08.680298    3792 pods.go:176] Deleting pod: openshift-console/console-7764655bdb-5r5vk
I0512 03:01:08.681503    3792 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7764655bdb-5r5vk, ips: 10.128.0.23
I0512 03:01:08.681532    3792 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:01:08.991062    3792 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:01:08.991093    3792 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:01:08.996672    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-5r5vk
I0512 03:01:08.996697    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-5r5vk
I0512 03:01:16.173901    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0512 03:01:49.085980    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=146
I0512 03:01:56.210786    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0512 03:02:03.087619    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0512 03:02:16.174066    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0512 03:02:28.183034    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0512 03:02:44.082837    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=92
I0512 03:03:10.177083    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0512 03:03:51.093185    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=664
I0512 03:05:37.202327    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0512 03:05:37.728396    3792 namespace.go:98] [tsf] adding namespace
I0512 03:05:37.729269    3792 namespace.go:102] [tsf] adding namespace took 848.37µs
I0512 03:05:37.747207    3792 namespace.go:142] [tsf] updating namespace
I0512 03:05:37.757627    3792 namespace.go:142] [tsf] updating namespace
I0512 03:05:41.682617    3792 namespace.go:98] [tsf-tpa] adding namespace
I0512 03:05:41.682657    3792 namespace.go:98] [rhtpa-operator] adding namespace
I0512 03:05:41.683457    3792 namespace.go:102] [tsf-tpa] adding namespace took 821.459µs
I0512 03:05:41.684016    3792 namespace.go:102] [rhtpa-operator] adding namespace took 1.345245ms
I0512 03:05:41.688728    3792 namespace.go:98] [tsf-tas] adding namespace
I0512 03:05:41.688732    3792 namespace.go:98] [konflux-operator] adding namespace
I0512 03:05:41.688925    3792 namespace.go:98] [tsf-keycloak] adding namespace
I0512 03:05:41.689426    3792 namespace.go:102] [tsf-tas] adding namespace took 680.393µs
I0512 03:05:41.690203    3792 namespace.go:102] [konflux-operator] adding namespace took 1.449535ms
I0512 03:05:41.690755    3792 namespace.go:102] [tsf-keycloak] adding namespace took 1.81167ms
I0512 03:05:41.691878    3792 namespace.go:98] [cert-manager-operator] adding namespace
I0512 03:05:41.691900    3792 namespace.go:98] [konflux-ui] adding namespace
I0512 03:05:41.692071    3792 namespace.go:98] [rhbk-operator] adding namespace
I0512 03:05:41.692510    3792 namespace.go:102] [cert-manager-operator] adding namespace took 617.116µs
I0512 03:05:41.693027    3792 namespace.go:102] [konflux-ui] adding namespace took 1.117024ms
I0512 03:05:41.693571    3792 namespace.go:102] [rhbk-operator] adding namespace took 1.482914ms
I0512 03:05:41.704001    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:05:41.715733    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:05:41.729899    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:05:41.744237    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:05:41.749764    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:05:41.750759    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:05:41.750815    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:05:41.762176    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:05:41.766393    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:05:41.768085    3792 namespace.go:142] [rhbk-operator] updating namespace
I0512 03:05:41.768120    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:05:41.768170    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:05:41.818255    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:05:41.829788    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:05:41.834352    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:05:41.849365    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:05:41.876912    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:05:41.876952    3792 namespace.go:142] [rhbk-operator] updating namespace
I0512 03:05:41.877010    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:05:41.891947    3792 namespace.go:142] [rhbk-operator] updating namespace
I0512 03:05:41.910320    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:05:41.922458    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:05:42.096633    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:05:42.108661    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:05:42.987168    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:05:42.992954    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:05:50.159636    3792 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:50.160185    3792 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:50.160213    3792 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:50.160223    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:05:50.160237    3792 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:50.160243    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:05:51.184832    3792 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:51.184870    3792 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:51.184881    3792 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:51.184890    3792 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:56.212344    3792 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:56.212981    3792 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:56.213009    3792 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:56.213016    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:05:56.213026    3792 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:56.213030    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:05:57.216681    3792 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:57.217276    3792 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:57.217310    3792 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:57.217320    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:05:57.217337    3792 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:57.217345    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:05:57.245528    3792 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:57.245552    3792 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:57.245566    3792 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:57.245576    3792 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:58.247935    3792 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:58.247962    3792 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:58.247975    3792 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:58.247984    3792 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:58.247940    3792 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:58.248555    3792 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:58.248577    3792 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:58.248586    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:05:58.248604    3792 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:58.248613    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:05:59.252051    3792 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:59.252611    3792 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:59.252637    3792 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:59.252649    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:05:59.252664    3792 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:05:59.252672    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:05:59.274438    3792 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:59.274461    3792 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:59.274477    3792 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:05:59.274489    3792 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:00.282223    3792 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:00.282257    3792 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:00.282272    3792 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:00.282284    3792 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:06.689945    3792 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-5jkcc for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:06:06.690109    3792 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc
I0512 03:06:06.767645    3792 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc] pod update took 77.561281ms
I0512 03:06:06.767670    3792 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc] addLogicalPort annotation time took 77.596671ms
I0512 03:06:06.769120    3792 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc] addLogicalPort took 79.195083ms, libovsdb time 1.051569ms
I0512 03:06:08.851314    3792 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc 876c479a174b828368d4cd4277ec3ac2f417cbdcca7e12906896eddb70aa3e6f network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc 876c479a174b828368d4cd4277ec3ac2f417cbdcca7e12906896eddb70aa3e6f network default NAD default NAD key ]
I0512 03:06:08.860674    3792 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-5jkcc, hostIfaceName: 876c479a174b828, network: default, NAD default, SandboxID: "876c479a174b828368d4cd4277ec3ac2f417cbdcca7e12906896eddb70aa3e6f", PCI device ID: , UID: "afac1a38-7ea6-4889-88cd-d625ef94a815", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0512 03:06:08.911174    3792 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc 876c479a174b828368d4cd4277ec3ac2f417cbdcca7e12906896eddb70aa3e6f network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5jkcc 876c479a174b828368d4cd4277ec3ac2f417cbdcca7e12906896eddb70aa3e6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:5a:41:c8:60:bd\",\"name\":\"876c479a174b828\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81d229af-d8b9-4166-8536-7e513c6d5565\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:06:12.211189    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0512 03:06:12.849252    3792 namespace.go:98] [cert-manager] adding namespace
I0512 03:06:12.850189    3792 namespace.go:102] [cert-manager] adding namespace took 910.18µs
I0512 03:06:12.891672    3792 namespace.go:142] [cert-manager] updating namespace
I0512 03:06:12.935451    3792 namespace.go:142] [cert-manager] updating namespace
I0512 03:06:17.318640    3792 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:06:17.319185    3792 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:06:17.319212    3792 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:06:17.319219    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0512 03:06:17.319229    3792 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0512 03:06:17.319233    3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0512 03:06:17.537360    3792 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4shwk] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-4shwk for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:06:17.537460    3792 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-4shwk
I0512 03:06:17.570318    3792 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk] pod update took 32.879291ms
I0512 03:06:17.570350    3792 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4shwk] addLogicalPort annotation time took 32.915762ms
I0512 03:06:17.571581    3792 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk] addLogicalPort took 34.241855ms, libovsdb time 860.267µs
I0512 03:06:17.902769    3792 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk 49778e23c3dee7216134a935f50b124d8f756b43feec307a411a0a361d465470 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk 49778e23c3dee7216134a935f50b124d8f756b43feec307a411a0a361d465470 network default NAD default NAD key ]
I0512 03:06:17.913183    3792 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-4shwk, hostIfaceName: 49778e23c3dee72, network: default, NAD default, SandboxID: "49778e23c3dee7216134a935f50b124d8f756b43feec307a411a0a361d465470", PCI device ID: , UID: "f89cb2c6-42f9-4fde-8cbb-be33baf0b72c", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0512 03:06:17.964441    3792 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk 49778e23c3dee7216134a935f50b124d8f756b43feec307a411a0a361d465470 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4shwk 49778e23c3dee7216134a935f50b124d8f756b43feec307a411a0a361d465470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:41:1a:a8:74:33\",\"name\":\"49778e23c3dee72\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94fa9a80-463f-4ba1-85e3-f12d5f2c6444\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:06:18.398472    3792 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:18.398495    3792 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:18.398508    3792 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:06:18.398519    3792 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0512 03:06:20.737147    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0512 03:06:20.737175    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0512 03:06:22.154793    3792 namespace.go:142] [openshift-operators] updating namespace
I0512 03:06:22.166050    3792 namespace.go:142] [openshift-operators] updating namespace
W0512 03:06:23.207036    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0512 03:06:31.570305    3792 namespace.go:98] [trusted-artifact-signer] adding namespace
I0512 03:06:31.571281    3792 namespace.go:102] [trusted-artifact-signer] adding namespace took 952.359µs
I0512 03:06:31.598152    3792 namespace.go:142] [trusted-artifact-signer] updating namespace
I0512 03:06:31.607195    3792 namespace.go:142] [trusted-artifact-signer] updating namespace
W0512 03:06:31.774241    3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0512 03:06:33.788537    3792 namespace.go:142] [openshift-operators] updating namespace
I0512 03:06:34.341762    3792 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-82vrp] creating logical port cert-manager_cert-manager-59c77684cc-82vrp for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:06:34.341880    3792 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-82vrp
I0512 03:06:34.365611    3792 pod.go:62] [cert-manager/cert-manager-59c77684cc-82vrp] pod update took 23.770193ms
I0512 03:06:34.365643    3792 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-82vrp] addLogicalPort annotation time took 23.808082ms
I0512 03:06:34.366877    3792 pods.go:271] [cert-manager/cert-manager-59c77684cc-82vrp] addLogicalPort took 25.098775ms, libovsdb time 842.259µs
I0512 03:06:34.409275    3792 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-kv8f8 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:06:34.409383    3792 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8
I0512 03:06:34.433068    3792 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8] pod update took 23.706897ms
I0512 03:06:34.433091    3792 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8] addLogicalPort annotation time took 23.735859ms
I0512 03:06:34.434261    3792 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8] addLogicalPort took 25.002815ms, libovsdb time 847.703µs
I0512 03:06:34.701072    3792 cni.go:452] [cert-manager/cert-manager-59c77684cc-82vrp 6ebf4a813f7056eb70c1d86250f42cd849e343cc9f3828702af24c1355dceef8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-82vrp 6ebf4a813f7056eb70c1d86250f42cd849e343cc9f3828702af24c1355dceef8 network default NAD default NAD key ]
I0512 03:06:34.710827    3792 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-82vrp, hostIfaceName: 6ebf4a813f7056e, network: default, NAD default, SandboxID: "6ebf4a813f7056eb70c1d86250f42cd849e343cc9f3828702af24c1355dceef8", PCI device ID: , UID: "855cec00-ec22-405e-a389-106d5a1e7f98", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0512 03:06:34.762359    3792 cni.go:473] [cert-manager/cert-manager-59c77684cc-82vrp 6ebf4a813f7056eb70c1d86250f42cd849e343cc9f3828702af24c1355dceef8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-82vrp 6ebf4a813f7056eb70c1d86250f42cd849e343cc9f3828702af24c1355dceef8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9b:98:60:c4:a5\",\"name\":\"6ebf4a813f7056e\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a81cb41-73b4-44f6-a73c-146ad0740d0c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:06:34.775607    3792 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8 cb3ba9ea45b547305d03ccea16dd377662c6127b103b8f2708b8f1c3818b03fd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8 cb3ba9ea45b547305d03ccea16dd377662c6127b103b8f2708b8f1c3818b03fd network default NAD default NAD key ]
I0512 03:06:34.786264    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-kv8f8, hostIfaceName: cb3ba9ea45b5473, network: default, NAD default, SandboxID: "cb3ba9ea45b547305d03ccea16dd377662c6127b103b8f2708b8f1c3818b03fd", PCI device ID: , UID: "b0702eed-b72c-470e-a559-64733110b150", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0512 03:06:34.835989    3792 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8 cb3ba9ea45b547305d03ccea16dd377662c6127b103b8f2708b8f1c3818b03fd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kv8f8 cb3ba9ea45b547305d03ccea16dd377662c6127b103b8f2708b8f1c3818b03fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:75:3a:75:d9:20\",\"name\":\"cb3ba9ea45b5473\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40c8337d-8f62-48e3-bfbc-c2af564646ff\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:06:41.226842    3792 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-7q9jm for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:06:41.226977    3792 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm
I0512 03:06:41.247373    3792 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm] pod update took 20.420741ms
I0512 03:06:41.247398    3792 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm] addLogicalPort annotation time took 20.45083ms
I0512 03:06:41.248579    3792 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm] addLogicalPort took 21.752319ms, libovsdb time 849.945µs
I0512 03:06:41.588966    3792 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm 8e5af5943bc87de873d130dd3ca1dffb68268a5f2f1a6b997d772ebc4c9593a8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm 8e5af5943bc87de873d130dd3ca1dffb68268a5f2f1a6b997d772ebc4c9593a8 network default NAD default NAD key ]
I0512 03:06:41.598740    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-7q9jm, hostIfaceName: 8e5af5943bc87de, network: default, NAD default, SandboxID: "8e5af5943bc87de873d130dd3ca1dffb68268a5f2f1a6b997d772ebc4c9593a8", PCI device ID: , UID: "82474514-d334-45eb-beb5-8c0695f426f2", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0512 03:06:41.652867    3792 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm 8e5af5943bc87de873d130dd3ca1dffb68268a5f2f1a6b997d772ebc4c9593a8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q9jm 8e5af5943bc87de873d130dd3ca1dffb68268a5f2f1a6b997d772ebc4c9593a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:53:85:4c:0d:79\",\"name\":\"8e5af5943bc87de\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7ce1992-dfd4-46d8-b92c-3772c439b1f6\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:06:44.522888    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0512 03:06:50.863735    3792 namespace.go:98] [openshift-pipelines] adding namespace
I0512 03:06:50.864634    3792 namespace.go:102] [openshift-pipelines] adding namespace took 875.232µs
I0512 03:06:50.882460    3792 namespace.go:142] [openshift-pipelines] updating namespace
I0512 03:06:51.582690    3792 namespace.go:142] [cert-manager] updating namespace
I0512 03:06:51.785612    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:06:52.177800    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:06:52.373022    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:06:52.573887    3792 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace
I0512 03:06:52.976277    3792 namespace.go:142] [rhbk-operator] updating namespace
I0512 03:06:53.175168    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:06:53.206909    3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0512 03:06:53.378716    3792 namespace.go:142] [trusted-artifact-signer] updating namespace
I0512 03:06:53.579938    3792 namespace.go:142] [tsf] updating namespace
I0512 03:06:53.781357    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:06:53.981787    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:06:54.184163    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:06:54.318084    3792 namespace.go:142] [cert-manager] updating namespace
I0512 03:06:54.333642    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:06:54.341366    3792 namespace.go:142] [default] updating namespace
I0512 03:06:54.353621    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:06:54.363911    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:06:54.372264    3792 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace
I0512 03:06:54.380027    3792 namespace.go:142] [openshift] updating namespace
I0512 03:06:54.392628    3792 namespace.go:142] [rhbk-operator] updating namespace
I0512 03:06:54.403008    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:06:54.413581    3792 namespace.go:142] [trusted-artifact-signer] updating namespace
I0512 03:06:54.422154    3792 namespace.go:142] [tsf] updating namespace
I0512 03:06:54.433558    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:06:54.445022    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:06:54.464012    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:06:54.566187    3792 namespace.go:142] [cert-manager] updating namespace
I0512 03:06:54.668618    3792 namespace.go:142] [cert-manager-operator] updating namespace
I0512 03:06:54.763727    3792 namespace.go:142] [default] updating namespace
I0512 03:06:54.864243    3792 namespace.go:142] [konflux-operator] updating namespace
I0512 03:06:54.964968    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:06:55.065723    3792 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace
I0512 03:06:55.164037    3792 namespace.go:142] [openshift] updating namespace
I0512 03:06:55.264084    3792 namespace.go:142] [rhbk-operator] updating namespace
W0512 03:06:55.354960    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0512 03:06:55.368368    3792 namespace.go:142] [rhtpa-operator] updating namespace
I0512 03:06:55.466957    3792 namespace.go:142] [trusted-artifact-signer] updating namespace
I0512 03:06:55.564444    3792 namespace.go:142] [tsf] updating namespace
I0512 03:06:55.673277    3792 namespace.go:142] [tsf-keycloak] updating namespace
I0512 03:06:55.768994    3792 namespace.go:142] [tsf-tas] updating namespace
I0512 03:06:55.865942    3792 namespace.go:142] [tsf-tpa] updating namespace
I0512 03:06:56.152628    3792 namespace.go:142] [openshift-pipelines] updating namespace
I0512 03:07:05.133081    3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-55kfs for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:07:05.133180    3792 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs
I0512 03:07:05.149230    3792 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs] pod update took 16.074192ms
I0512 03:07:05.149261    3792 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs] addLogicalPort annotation time took 16.107661ms
I0512 03:07:05.150715    3792 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs] addLogicalPort took 17.652289ms, libovsdb time 948.031µs
I0512 03:07:05.429395    3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-4vzt7 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:07:05.429509    3792 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7
I0512 03:07:05.446244    3792 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7] pod update took 16.76649ms
I0512 03:07:05.446274    3792 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7] addLogicalPort annotation time took 16.803181ms
I0512 03:07:05.447664    3792 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7] addLogicalPort took 18.290802ms, libovsdb time 975.487µs
I0512 03:07:05.497083    3792 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs 4d93cc4571448260f943fb96d682108b55fbb49fa2d9328bdeff3125ceb948b7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs 4d93cc4571448260f943fb96d682108b55fbb49fa2d9328bdeff3125ceb948b7 network default NAD default NAD key ]
I0512 03:07:05.507874    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-55kfs, hostIfaceName: 4d93cc457144826, network: default, NAD default, SandboxID: "4d93cc4571448260f943fb96d682108b55fbb49fa2d9328bdeff3125ceb948b7", PCI device ID: , UID: "074deb50-22a9-466d-8b55-3b432f7470c4", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0512 03:07:05.561279    3792 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs 4d93cc4571448260f943fb96d682108b55fbb49fa2d9328bdeff3125ceb948b7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-55kfs 4d93cc4571448260f943fb96d682108b55fbb49fa2d9328bdeff3125ceb948b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:86:49:a1:0e:1a\",\"name\":\"4d93cc457144826\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ad327e7-885e-4cbf-b288-6c9fb5bc017e\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:07:05.793426    3792 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7 ddd8d3f455be974e65c68b52d339c4e79e30c3a5a522e150a2b723f2e8b3c455 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7 ddd8d3f455be974e65c68b52d339c4e79e30c3a5a522e150a2b723f2e8b3c455 network default NAD default NAD key ]
I0512 03:07:05.804288    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-4vzt7, hostIfaceName: ddd8d3f455be974, network: default, NAD default, SandboxID: "ddd8d3f455be974e65c68b52d339c4e79e30c3a5a522e150a2b723f2e8b3c455", PCI device ID: , UID: "10cec56a-d438-4005-b800-1dfe259f7e6c", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0512 03:07:05.856347    3792 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7 ddd8d3f455be974e65c68b52d339c4e79e30c3a5a522e150a2b723f2e8b3c455 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4vzt7 ddd8d3f455be974e65c68b52d339c4e79e30c3a5a522e150a2b723f2e8b3c455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:09:f5:0f:dc:b1\",\"name\":\"ddd8d3f455be974\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52dde2eb-1ac7-413b-a453-de4f7b7d9877\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:07:09.458172    3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0512 03:07:09.458191    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0512 03:07:09.458196    3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0512 03:07:09.458200    3792 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0512 03:07:09.476826    3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0512 03:07:09.476874    3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0512 03:07:09.476882    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0512 03:07:10.013061    3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0512 03:07:10.013088    3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0512 03:07:10.013095    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0512 03:07:20.483337    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0512 03:07:20.483357    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0512 03:07:20.483363    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0512 03:07:22.668560    3792 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:07:22.669137    3792 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:07:22.692114    3792 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:07:22.692140    3792 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:07:22.696190    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0512 03:07:22.696219    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0512 03:07:29.087947    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34
W0512 03:07:32.589714    3792 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0512 03:07:32.613128    3792 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0512 03:07:35.837982    3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-89dj9] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-89dj9 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:07:35.838074    3792 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-89dj9
I0512 03:07:35.853528    3792 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9] pod update took 15.480039ms
I0512 03:07:35.853613    3792 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-89dj9] addLogicalPort annotation time took 15.510238ms
I0512 03:07:35.854915    3792 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9] addLogicalPort took 16.954308ms, libovsdb time 845.649µs
I0512 03:07:36.199068    3792 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9 9c0100e123203004d1afa539a0acbd448d76a43019997519aaed45033bd237d1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9 9c0100e123203004d1afa539a0acbd448d76a43019997519aaed45033bd237d1 network default NAD default NAD key ]
I0512 03:07:36.228312    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-89dj9, hostIfaceName: 9c0100e12320300, network: default, NAD default, SandboxID: "9c0100e123203004d1afa539a0acbd448d76a43019997519aaed45033bd237d1", PCI device ID: , UID: "348dcaa8-2eb7-4976-acf9-f28166eba747", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0512 03:07:36.280561    3792 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9 9c0100e123203004d1afa539a0acbd448d76a43019997519aaed45033bd237d1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-89dj9 9c0100e123203004d1afa539a0acbd448d76a43019997519aaed45033bd237d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8c:0d:1d:fc:51\",\"name\":\"9c0100e12320300\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/337adebf-8bab-4ff1-a7b4-e5457ec730eb\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:07:39.633414    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0512 03:07:52.090522    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95
I0512 03:07:55.864835    3792 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:07:55.865410    3792 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:07:55.904145    3792 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:07:55.904170    3792 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:07:55.910319    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0512 03:07:55.910341    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0512 03:07:57.980690    3792 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0512 03:07:57.981276    3792 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0512 03:07:57.981298    3792 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0512 03:07:57.983546    3792 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0512 03:07:58.104972    3792 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0512 03:08:07.192646    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0512 03:08:07.214096    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0512 03:08:09.815328    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0512 03:08:09.815350    3792 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0512 03:08:09.816741    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0512 03:08:09.816755    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
I0512 03:08:16.245412    3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-vlxqh for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:16.245513    3792 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh
I0512 03:08:16.263372    3792 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh] pod update took 17.883774ms
I0512 03:08:16.263402    3792 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh] addLogicalPort annotation time took 17.921299ms
I0512 03:08:16.264710    3792 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh] addLogicalPort took 19.316664ms, libovsdb time 927.341µs
I0512 03:08:16.937785    3792 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh abac3fe35c5a854a156bd5116edff4eef5b97e67a0ac6793bad2b7bb064c72f6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh abac3fe35c5a854a156bd5116edff4eef5b97e67a0ac6793bad2b7bb064c72f6 network default NAD default NAD key ]
I0512 03:08:16.947088    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-vlxqh, hostIfaceName: abac3fe35c5a854, network: default, NAD default, SandboxID: "abac3fe35c5a854a156bd5116edff4eef5b97e67a0ac6793bad2b7bb064c72f6", PCI device ID: , UID: "87f2802b-107b-499b-b573-cde34335544a", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0512 03:08:17.000344    3792 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh abac3fe35c5a854a156bd5116edff4eef5b97e67a0ac6793bad2b7bb064c72f6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-vlxqh abac3fe35c5a854a156bd5116edff4eef5b97e67a0ac6793bad2b7bb064c72f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c4:2a:11:6f:d4\",\"name\":\"abac3fe35c5a854\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c156c26-8ab6-4d7e-b41e-b8e44824fda4\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:08:24.829019    3792 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0512 03:08:24.829035    3792 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0512 03:08:24.829040    3792 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0512 03:08:34.196244    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
W0512 03:08:36.955655    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0512 03:08:36.955676    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0512 03:08:36.955682    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0512 03:08:37.212440    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0512 03:08:42.856359    3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-bnnm8] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-bnnm8 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:42.856468    3792 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-bnnm8
I0512 03:08:42.871524    3792 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8] pod update took 15.082901ms
I0512 03:08:42.871548    3792 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-bnnm8] addLogicalPort annotation time took 15.113808ms
I0512 03:08:42.872735    3792 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8] addLogicalPort took 16.397597ms, libovsdb time 802.395µs
I0512 03:08:43.216238    3792 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8 498b7fcaf1fe564195c6c1264c29592ce6d87c43d719fc674398ed162b424b00 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8 498b7fcaf1fe564195c6c1264c29592ce6d87c43d719fc674398ed162b424b00 network default NAD default NAD key ]
I0512 03:08:43.225565    3792 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-bnnm8, hostIfaceName: 498b7fcaf1fe564, network: default, NAD default, SandboxID: "498b7fcaf1fe564195c6c1264c29592ce6d87c43d719fc674398ed162b424b00", PCI device ID: , UID: "0128001e-2490-44a8-92a1-dc0ff63899fd", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0512 03:08:43.278452    3792 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8 498b7fcaf1fe564195c6c1264c29592ce6d87c43d719fc674398ed162b424b00 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bnnm8 498b7fcaf1fe564195c6c1264c29592ce6d87c43d719fc674398ed162b424b00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:31:9b:3d:90:c6\",\"name\":\"498b7fcaf1fe564\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78390ed3-2e68-4043-b891-a2bed1268ef4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:08:48.231021    3792 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:08:48.231605    3792 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:08:48.252791    3792 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:08:48.252811    3792 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:08:48.258714    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0512 03:08:48.258731    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0512 03:08:50.783792    3792 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5d47dd77d5-x4q9h] creating logical port tsf-tas_fulcio-server-5d47dd77d5-x4q9h for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:50.783954    3792 kube.go:256] Updating pod tsf-tas/fulcio-server-5d47dd77d5-x4q9h
I0512 03:08:50.807079    3792 pod.go:62] [tsf-tas/fulcio-server-5d47dd77d5-x4q9h] pod update took 23.14598ms
I0512 03:08:50.807106    3792 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5d47dd77d5-x4q9h] addLogicalPort annotation time took 23.178959ms
I0512 03:08:50.808336    3792 pods.go:271] [tsf-tas/fulcio-server-5d47dd77d5-x4q9h] addLogicalPort took 24.565452ms, libovsdb time 852.559µs
I0512 03:08:50.995412    3792 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bwpkc-72sxd] creating logical port tsf-tas_ctlog-createtree-job-bwpkc-72sxd for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:50.995502    3792 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bwpkc-72sxd
I0512 03:08:51.010338    3792 pod.go:62] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd] pod update took 14.853915ms
I0512 03:08:51.010367    3792 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bwpkc-72sxd] addLogicalPort annotation time took 14.887604ms
I0512 03:08:51.011657    3792 pods.go:271] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd] addLogicalPort took 16.263455ms, libovsdb time 876.764µs
I0512 03:08:51.150156    3792 cni.go:452] [tsf-tas/fulcio-server-5d47dd77d5-x4q9h 05f3f39921f1f6c3bed92f7bab36aff26357db108da43ef7c93e250acc1b2827 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5d47dd77d5-x4q9h 05f3f39921f1f6c3bed92f7bab36aff26357db108da43ef7c93e250acc1b2827 network default NAD default NAD key ]
I0512 03:08:51.160211    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5d47dd77d5-x4q9h, hostIfaceName: 05f3f39921f1f6c, network: default, NAD default, SandboxID: "05f3f39921f1f6c3bed92f7bab36aff26357db108da43ef7c93e250acc1b2827", PCI device ID: , UID: "078c8781-d9b1-4fe4-9076-dbb476e71cda", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0512 03:08:51.169868    3792 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-fgxx6-xpz4r] creating logical port tsf-tas_rekor-createtree-job-fgxx6-xpz4r for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:51.169961    3792 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-fgxx6-xpz4r
I0512 03:08:51.188336    3792 pod.go:62] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r] pod update took 18.396723ms
I0512 03:08:51.188364    3792 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-fgxx6-xpz4r] addLogicalPort annotation time took 18.429074ms
I0512 03:08:51.189671    3792 pods.go:271] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r] addLogicalPort took 19.841078ms, libovsdb time 920.035µs
I0512 03:08:51.222061    3792 cni.go:473] [tsf-tas/fulcio-server-5d47dd77d5-x4q9h 05f3f39921f1f6c3bed92f7bab36aff26357db108da43ef7c93e250acc1b2827 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5d47dd77d5-x4q9h 05f3f39921f1f6c3bed92f7bab36aff26357db108da43ef7c93e250acc1b2827 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:9c:94:9d:9b:8c\",\"name\":\"05f3f39921f1f6c\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6571720-11da-4419-a7c0-a8bc20412d39\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:08:51.369977    3792 cni.go:452] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key ]
I0512 03:08:51.381116    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bwpkc-72sxd, hostIfaceName: 456848ee37eeab7, network: default, NAD default, SandboxID: "456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5", PCI device ID: , UID: "71f78de2-487c-4c77-abb9-c0754c07bc8c", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0512 03:08:51.439375    3792 cni.go:473] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7b:15:34:05:92\",\"name\":\"456848ee37eeab7\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ae0f433-f32a-485b-95bb-5f8b094eca97\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:08:51.540775    3792 cni.go:452] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key ]
I0512 03:08:51.550989    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-fgxx6-xpz4r, hostIfaceName: 8c11831f0093cd1, network: default, NAD default, SandboxID: "8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09", PCI device ID: , UID: "a841fbdf-98ed-46ef-aaa2-193854c2b6d2", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0512 03:08:51.609442    3792 cni.go:473] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:82:8e:66:4b:6a\",\"name\":\"8c11831f0093cd1\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f6e7fb6-eeaf-4ff7-8593-4de397459775\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:08:52.976468    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0512 03:08:52.976521    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0512 03:08:53.853123    3792 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6584bbb479-tzx8h] creating logical port tsf-tas_trillian-db-6584bbb479-tzx8h for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:08:53.853224    3792 kube.go:256] Updating pod tsf-tas/trillian-db-6584bbb479-tzx8h
I0512 03:08:53.866536    3792 pod.go:62] [tsf-tas/trillian-db-6584bbb479-tzx8h] pod update took 13.338517ms
I0512 03:08:53.866563    3792 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6584bbb479-tzx8h] addLogicalPort annotation time took 13.370697ms
I0512 03:08:53.868060    3792 pods.go:271] [tsf-tas/trillian-db-6584bbb479-tzx8h] addLogicalPort took 14.95872ms, libovsdb time 1.086814ms
W0512 03:08:54.030907    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0512 03:08:54.030933    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
I0512 03:08:56.916519    3792 cni.go:452] [tsf-tas/trillian-db-6584bbb479-tzx8h 9914be7bebacc2d312f3bc4389002c3bf5470db8a582ba26823f6615c07cae2b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6584bbb479-tzx8h 9914be7bebacc2d312f3bc4389002c3bf5470db8a582ba26823f6615c07cae2b network default NAD default NAD key ]
I0512 03:08:56.926320    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6584bbb479-tzx8h, hostIfaceName: 9914be7bebacc2d, network: default, NAD default, SandboxID: "9914be7bebacc2d312f3bc4389002c3bf5470db8a582ba26823f6615c07cae2b", PCI device ID: , UID: "33039ff6-2b49-49db-94cb-0174cb9dc929", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0512 03:08:56.985182    3792 cni.go:473] [tsf-tas/trillian-db-6584bbb479-tzx8h 9914be7bebacc2d312f3bc4389002c3bf5470db8a582ba26823f6615c07cae2b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6584bbb479-tzx8h 9914be7bebacc2d312f3bc4389002c3bf5470db8a582ba26823f6615c07cae2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:45:bc:e9:d0:37\",\"name\":\"9914be7bebacc2d\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab063484-4cb2-4184-a07c-35955701ecd7\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:08:59.162275    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0512 03:09:00.307577    3792 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:00.308196    3792 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:01.229108    3792 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:01.229181    3792 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0512 03:09:02.037707    3792 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0512 03:09:03.551509    3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0512 03:09:04.191835    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0512 03:09:04.191886    3792 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0512 03:09:05.597172    3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0512 03:09:06.088361    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0512 03:09:06.703144    3792 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:06.703720    3792 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:07.576782    3792 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:07.576810    3792 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0512 03:09:13.081195    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0512 03:09:16.186112    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0512 03:09:38.516985    3792 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:38.517572    3792 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:38.537473    3792 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:38.537490    3792 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:38.543992    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0512 03:09:38.544017    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0512 03:09:39.459939    3792 namespace.go:142] [openshift-pipelines] updating namespace
I0512 03:09:41.180401    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0512 03:09:43.253870    3792 cni.go:452] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key ]
I0512 03:09:43.254124    3792 cni.go:452] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key ]
I0512 03:09:43.357307    3792 cni.go:473] [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-fgxx6-xpz4r 8c11831f0093cd1f8c3c4c3d90b9192da011d79ce55c5dd56fbf7e56810e2e09 network default NAD default NAD key default], result "{}", err <nil>
I0512 03:09:43.376710    3792 cni.go:473] [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bwpkc-72sxd 456848ee37eeab7e60d24bd5231efc005f697cebcca660754123a65d6eafc6c5 network default NAD default NAD key default], result "{}", err <nil>
I0512 03:09:43.427493    3792 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:43.427606    3792 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-fgxx6-xpz4r
I0512 03:09:43.428993    3792 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-fgxx6-xpz4r, ips: 10.128.0.37
I0512 03:09:43.429024    3792 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:43.447150    3792 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:43.447197    3792 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bwpkc-72sxd
I0512 03:09:43.448400    3792 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bwpkc-72sxd, ips: 10.128.0.36
I0512 03:09:43.448430    3792 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:44.264961    3792 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:44.264985    3792 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:44.290281    3792 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:44.290316    3792 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:46.230491    3792 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-647b479cf7-pvd8b] creating logical port tsf-tas_ctlog-647b479cf7-pvd8b for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:09:46.230604    3792 kube.go:256] Updating pod tsf-tas/ctlog-647b479cf7-pvd8b
I0512 03:09:46.246641    3792 pod.go:62] [tsf-tas/ctlog-647b479cf7-pvd8b] pod update took 16.063143ms
I0512 03:09:46.246674    3792 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-647b479cf7-pvd8b] addLogicalPort annotation time took 16.101671ms
I0512 03:09:46.247945    3792 pods.go:271] [tsf-tas/ctlog-647b479cf7-pvd8b] addLogicalPort took 17.473733ms, libovsdb time 882.624µs
I0512 03:09:47.194206    3792 cni.go:452] [tsf-tas/ctlog-647b479cf7-pvd8b e886b0ac0ed91fce88dfdf2aedc628f9d6525b26c71e107e550b5d1435d0a18d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-647b479cf7-pvd8b e886b0ac0ed91fce88dfdf2aedc628f9d6525b26c71e107e550b5d1435d0a18d network default NAD default NAD key ]
I0512 03:09:47.204007    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-647b479cf7-pvd8b, hostIfaceName: e886b0ac0ed91fc, network: default, NAD default, SandboxID: "e886b0ac0ed91fce88dfdf2aedc628f9d6525b26c71e107e550b5d1435d0a18d", PCI device ID: , UID: "d4659a82-a5b0-4726-b891-77e86b729f6d", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0512 03:09:47.262793    3792 cni.go:473] [tsf-tas/ctlog-647b479cf7-pvd8b e886b0ac0ed91fce88dfdf2aedc628f9d6525b26c71e107e550b5d1435d0a18d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-647b479cf7-pvd8b e886b0ac0ed91fce88dfdf2aedc628f9d6525b26c71e107e550b5d1435d0a18d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:09:84:b3:00:bd\",\"name\":\"e886b0ac0ed91fc\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe7fbd2f-44e7-4b93-a42f-1800aa670868\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:09:47.567075    3792 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:47.567717    3792 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:09:48.460997    3792 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:09:48.461022    3792 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0512 03:09:49.286536    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0512 03:09:49.806127    3792 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0512 03:09:49.896779    3792 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-786444fdb7-d9nkk] creating logical port tsf-tas_rekor-server-786444fdb7-d9nkk for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:09:49.896900    3792 kube.go:256] Updating pod tsf-tas/rekor-server-786444fdb7-d9nkk
I0512 03:09:49.911507    3792 pod.go:62] [tsf-tas/rekor-server-786444fdb7-d9nkk] pod update took 14.659139ms
I0512 03:09:49.911530    3792 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-786444fdb7-d9nkk] addLogicalPort annotation time took 14.688468ms
I0512 03:09:49.912839    3792 pods.go:271] [tsf-tas/rekor-server-786444fdb7-d9nkk] addLogicalPort took 16.078014ms, libovsdb time 862.899µs
W0512 03:09:50.462206    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0512 03:09:57.757648    3792 cni.go:452] [tsf-tas/rekor-server-786444fdb7-d9nkk 259a5eb3cc2f1ab45fe92e8b59cf5390b42707e6aaefe1ae915e20b6d010b681 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-786444fdb7-d9nkk 259a5eb3cc2f1ab45fe92e8b59cf5390b42707e6aaefe1ae915e20b6d010b681 network default NAD default NAD key ]
I0512 03:09:57.767330    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-786444fdb7-d9nkk, hostIfaceName: 259a5eb3cc2f1ab, network: default, NAD default, SandboxID: "259a5eb3cc2f1ab45fe92e8b59cf5390b42707e6aaefe1ae915e20b6d010b681", PCI device ID: , UID: "58ac3422-8ed9-4656-b078-48dffe72f38f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0512 03:09:57.820578    3792 cni.go:473] [tsf-tas/rekor-server-786444fdb7-d9nkk 259a5eb3cc2f1ab45fe92e8b59cf5390b42707e6aaefe1ae915e20b6d010b681 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-786444fdb7-d9nkk 259a5eb3cc2f1ab45fe92e8b59cf5390b42707e6aaefe1ae915e20b6d010b681 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:70:14:e3:c9:ec\",\"name\":\"259a5eb3cc2f1ab\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45c603b4-a2a6-4d2c-9c8d-05f2a0218e72\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:10:00.299405    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0512 03:10:00.345966    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0512 03:10:04.032985    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:04.033564    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:04.902012    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:04.902045    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:09.727094    3792 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:09.727683    3792 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:10.593680    3792 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:10.593707    3792 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:10.649702    3792 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:10.649732    3792 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:10.654024    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-h5srn
I0512 03:10:10.654054    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-h5srn
W0512 03:10:11.362732    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0512 03:10:15.760240    3792 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:15.760797    3792 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:15.780528    3792 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:15.780552    3792 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:15.789112    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0512 03:10:15.789141    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0512 03:10:16.176710    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0512 03:10:17.195669    3792 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-nn5l4] creating logical port tsf-tpa_create-db-nn5l4 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:10:17.195780    3792 kube.go:256] Updating pod tsf-tpa/create-db-nn5l4
I0512 03:10:17.208224    3792 pod.go:62] [tsf-tpa/create-db-nn5l4] pod update took 12.465531ms
I0512 03:10:17.208248    3792 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-nn5l4] addLogicalPort annotation time took 12.496219ms
I0512 03:10:17.209513    3792 pods.go:271] [tsf-tpa/create-db-nn5l4] addLogicalPort took 13.865475ms, libovsdb time 880.64µs
I0512 03:10:17.561340    3792 cni.go:452] [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key ]
I0512 03:10:17.570769    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-nn5l4, hostIfaceName: a0fc9ca25b04ab2, network: default, NAD default, SandboxID: "a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5", PCI device ID: , UID: "8b48d81f-03f7-4dad-a03b-b1e9eb79e2a3", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0512 03:10:17.624719    3792 cni.go:473] [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d1:4d:b6:2e:d7\",\"name\":\"a0fc9ca25b04ab2\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f409003-a8df-4de2-858b-61f85dac6e23\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:10:21.460071    3792 cni.go:452] [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key ]
I0512 03:10:21.553641    3792 cni.go:473] [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-nn5l4 a0fc9ca25b04ab22090657095ec95b04934efecf42a5e6cd3ec06486d9a826a5 network default NAD default NAD key default], result "{}", err <nil>
I0512 03:10:21.607908    3792 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:21.607952    3792 pods.go:176] Deleting pod: tsf-tpa/create-db-nn5l4
I0512 03:10:21.609247    3792 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-nn5l4, ips: 10.128.0.41
I0512 03:10:21.609277    3792 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:22.631544    3792 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:22.631567    3792 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:22.742094    3792 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-2b5m2] creating logical port tsf-tpa_migrate-db-2b5m2 for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:10:22.742184    3792 kube.go:256] Updating pod tsf-tpa/migrate-db-2b5m2
I0512 03:10:22.754508    3792 pod.go:62] [tsf-tpa/migrate-db-2b5m2] pod update took 12.343849ms
I0512 03:10:22.754533    3792 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-2b5m2] addLogicalPort annotation time took 12.375545ms
I0512 03:10:22.755781    3792 pods.go:271] [tsf-tpa/migrate-db-2b5m2] addLogicalPort took 13.699322ms, libovsdb time 811.007µs
I0512 03:10:23.102949    3792 cni.go:452] [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key ]
I0512 03:10:23.112920    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-2b5m2, hostIfaceName: 80d45ad9ebd05c4, network: default, NAD default, SandboxID: "80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552", PCI device ID: , UID: "694abfeb-7659-4891-af3f-a0e2600319f4", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0512 03:10:23.170594    3792 cni.go:473] [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:56:c2:06:a7:be\",\"name\":\"80d45ad9ebd05c4\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9297a8d-fafb-4645-ae25-7cec85b3d5ae\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:10:25.488623    3792 cni.go:452] [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key ]
I0512 03:10:25.577213    3792 cni.go:473] [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-2b5m2 80d45ad9ebd05c4bd86a9a51a936ca07b876f4f593d4f509f96294ff5af71552 network default NAD default NAD key default], result "{}", err <nil>
I0512 03:10:25.627254    3792 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:25.627289    3792 pods.go:176] Deleting pod: tsf-tpa/migrate-db-2b5m2
I0512 03:10:25.628618    3792 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-2b5m2, ips: 10.128.0.42
I0512 03:10:25.628644    3792 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:25.764903    3792 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:25.764929    3792 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:28.910218    3792 base_network_controller_pods.go:487] [default/tsf-tpa/server-6c4b8bc7b7-87jrq] creating logical port tsf-tpa_server-6c4b8bc7b7-87jrq for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:10:28.910335    3792 kube.go:256] Updating pod tsf-tpa/server-6c4b8bc7b7-87jrq
I0512 03:10:28.924946    3792 pod.go:62] [tsf-tpa/server-6c4b8bc7b7-87jrq] pod update took 14.643484ms
I0512 03:10:28.924975    3792 base_network_controller_pods.go:951] [default/tsf-tpa/server-6c4b8bc7b7-87jrq] addLogicalPort annotation time took 14.677232ms
I0512 03:10:28.926445    3792 pods.go:271] [tsf-tpa/server-6c4b8bc7b7-87jrq] addLogicalPort took 16.240045ms, libovsdb time 1.048572ms
I0512 03:10:30.021897    3792 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-qdqkm] creating logical port tsf-tpa_importer-86bcdf477b-qdqkm for pod on switch ip-10-0-2-144.ec2.internal
I0512 03:10:30.022033    3792 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-qdqkm
I0512 03:10:30.036028    3792 pod.go:62] [tsf-tpa/importer-86bcdf477b-qdqkm] pod update took 14.017373ms
I0512 03:10:30.036060    3792 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-qdqkm] addLogicalPort annotation time took 14.054807ms
I0512 03:10:30.037608    3792 pods.go:271] [tsf-tpa/importer-86bcdf477b-qdqkm] addLogicalPort took 15.728643ms, libovsdb time 995.429µs
I0512 03:10:31.857932    3792 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:31.858486    3792 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:32.873530    3792 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:32.874148    3792 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:10:32.902560    3792 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:32.902585    3792 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:33.896066    3792 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:33.896095    3792 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:10:39.780819    3792 cni.go:452] [tsf-tpa/server-6c4b8bc7b7-87jrq 5d62e9417dce1e35b018c24dbf852d6c725ddbc4f1ea6a50936f6c2df55534f2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6c4b8bc7b7-87jrq 5d62e9417dce1e35b018c24dbf852d6c725ddbc4f1ea6a50936f6c2df55534f2 network default NAD default NAD key ]
I0512 03:10:39.790556    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6c4b8bc7b7-87jrq, hostIfaceName: 5d62e9417dce1e3, network: default, NAD default, SandboxID: "5d62e9417dce1e35b018c24dbf852d6c725ddbc4f1ea6a50936f6c2df55534f2", PCI device ID: , UID: "7fff3ee6-76f3-4794-bf33-397ffbdca1f4", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0512 03:10:39.844374    3792 cni.go:473] [tsf-tpa/server-6c4b8bc7b7-87jrq 5d62e9417dce1e35b018c24dbf852d6c725ddbc4f1ea6a50936f6c2df55534f2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6c4b8bc7b7-87jrq 5d62e9417dce1e35b018c24dbf852d6c725ddbc4f1ea6a50936f6c2df55534f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:95:64:5d:2b:36\",\"name\":\"5d62e9417dce1e3\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e0c664c-0146-4647-8332-d896107712f9\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0512 03:10:39.985381    3792 cni.go:452] [tsf-tpa/importer-86bcdf477b-qdqkm fa1d5a2b5ca102b2cdceb436ea0ab8bd1a185587e1081b207619bf074b2c18f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-qdqkm fa1d5a2b5ca102b2cdceb436ea0ab8bd1a185587e1081b207619bf074b2c18f0 network default NAD default NAD key ]
I0512 03:10:39.995206    3792 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-qdqkm, hostIfaceName: fa1d5a2b5ca102b, network: default, NAD default, SandboxID: "fa1d5a2b5ca102b2cdceb436ea0ab8bd1a185587e1081b207619bf074b2c18f0", PCI device ID: , UID: "29891698-ba1d-40e4-9082-68a0321f4067", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0512 03:10:40.049885    3792 cni.go:473] [tsf-tpa/importer-86bcdf477b-qdqkm fa1d5a2b5ca102b2cdceb436ea0ab8bd1a185587e1081b207619bf074b2c18f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-qdqkm fa1d5a2b5ca102b2cdceb436ea0ab8bd1a185587e1081b207619bf074b2c18f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e3:5d:fd:1f:e2\",\"name\":\"fa1d5a2b5ca102b\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9886b28-c9b5-4941-b924-03063543725e\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0512 03:10:40.595749    3792 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0512 03:10:41.575975    3792 util.go:959] Failed to build node endpoints for node ip-10-0-2-144.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
W0512 03:10:52.853339    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0512 03:11:00.177698    3792 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:11:00.178273    3792 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:11:00.197696    3792 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:11:00.197714    3792 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:11:00.204590    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0512 03:11:00.204615    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0512 03:11:00.972136    3792 namespace.go:98] [integration-service] adding namespace
I0512 03:11:00.973111    3792 namespace.go:102] [integration-service] adding namespace took 953.439µs
I0512 03:11:00.986573    3792 namespace.go:98] [default-tenant] adding namespace
I0512 03:11:00.986699    3792 namespace.go:98] [build-service] adding namespace
I0512 03:11:00.986771    3792 namespace.go:98] [image-controller] adding namespace
I0512 03:11:00.987379    3792 namespace.go:102] [default-tenant] adding namespace took 787.72µs
I0512 03:11:00.987986    3792 namespace.go:102] [build-service] adding namespace took 1.266219ms
I0512 03:11:00.988542    3792 namespace.go:102] [image-controller] adding namespace took 1.756738ms
I0512 03:11:01.058463    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:01.075758    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:01.105765    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:01.133933    3792 namespace.go:142] [build-service] updating namespace
I0512 03:11:01.141827    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:01.166734    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:01.166794    3792 namespace.go:142] [build-service] updating namespace
I0512 03:11:01.188748    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:01.304077    3792 namespace.go:142] [build-service] updating namespace
I0512 03:11:01.347724    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:01.410190    3792 namespace.go:98] [release-service] adding namespace
I0512 03:11:01.411079    3792 namespace.go:102] [release-service] adding namespace took 868.674µs
I0512 03:11:01.434902    3792 namespace.go:142] [release-service] updating namespace
I0512 03:11:01.455085    3792 namespace.go:142] [release-service] updating namespace
I0512 03:11:01.455169    3792 namespace.go:142] [konflux-ui] updating namespace
I0512 03:11:01.774188    3792 namespace.go:98] [konflux-info] adding namespace
I0512 03:11:01.775026    3792 namespace.go:102] [konflux-info] adding namespace took 816.448µs
I0512 03:11:01.812783    3792 namespace.go:142] [konflux-info] updating namespace
I0512 03:11:01.871740    3792 namespace.go:142] [konflux-info] updating namespace
I0512 03:11:01.930782    3792 namespace.go:98] [namespace-lister] adding namespace
I0512 03:11:01.931697    3792 namespace.go:102] [namespace-lister] adding namespace took 893.649µs
I0512 03:11:01.966823    3792 namespace.go:142] [namespace-lister] updating namespace
I0512 03:11:02.003515    3792 namespace.go:98] [enterprise-contract-service] adding namespace
I0512 03:11:02.004222    3792 namespace.go:142] [namespace-lister] updating namespace
I0512 03:11:02.005322    3792 namespace.go:102] [enterprise-contract-service] adding namespace took 1.703422ms
I0512 03:11:02.039315    3792 namespace.go:142] [enterprise-contract-service] updating namespace
I0512 03:11:02.070923    3792 namespace.go:142] [enterprise-contract-service] updating namespace
I0512 03:11:02.107219    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70
I0512 03:11:02.589829    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:03.015892    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:03.376732    3792 namespace.go:98] [segment-bridge] adding namespace
I0512 03:11:03.377674    3792 namespace.go:102] [segment-bridge] adding namespace took 923.932µs
I0512 03:11:03.484204    3792 namespace.go:98] [konflux-cli] adding namespace
I0512 03:11:03.484282    3792 namespace.go:142] [segment-bridge] updating namespace
I0512 03:11:03.485026    3792 namespace.go:102] [konflux-cli] adding namespace took 799.007µs
I0512 03:11:03.517716    3792 namespace.go:142] [segment-bridge] updating namespace
I0512 03:11:03.613794    3792 namespace.go:142] [konflux-cli] updating namespace
I0512 03:11:03.703676    3792 namespace.go:142] [konflux-cli] updating namespace
I0512 03:11:03.731717    3792 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0512 03:11:03.732382    3792 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0512 03:11:03.732396    3792 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0512 03:11:03.735052    3792 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0512 03:11:03.828370    3792 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0512 03:11:03.828394    3792 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0512 03:11:03.829212    3792 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0512 03:11:04.355910    3792 namespace.go:142] [build-service] updating namespace
I0512 03:11:04.917950    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:05.470781    3792 namespace.go:142] [enterprise-contract-service] updating namespace
I0512 03:11:05.834804    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:06.603680    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:07.195645    3792 namespace.go:142] [konflux-info] updating namespace
I0512 03:11:07.510940    3792 namespace.go:142] [namespace-lister] updating namespace
I0512 03:11:07.782717    3792 namespace.go:142] [release-service] updating namespace
I0512 03:11:07.908448    3792 namespace.go:142] [build-service] updating namespace
I0512 03:11:07.932699    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:07.951651    3792 namespace.go:142] [enterprise-contract-service] updating namespace
I0512 03:11:07.972741    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:08.004302    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:08.029087    3792 namespace.go:142] [konflux-info] updating namespace
I0512 03:11:08.049897    3792 namespace.go:142] [namespace-lister] updating namespace
I0512 03:11:08.066940    3792 namespace.go:142] [release-service] updating namespace
I0512 03:11:08.136201    3792 namespace.go:142] [build-service] updating namespace
W0512 03:11:08.241820    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0512 03:11:08.250136    3792 namespace.go:142] [default-tenant] updating namespace
I0512 03:11:08.313033    3792 namespace.go:142] [enterprise-contract-service] updating namespace
I0512 03:11:08.377670    3792 namespace.go:142] [image-controller] updating namespace
I0512 03:11:08.440651    3792 namespace.go:142] [integration-service] updating namespace
I0512 03:11:08.504748    3792 namespace.go:142] [konflux-info] updating namespace
I0512 03:11:08.590457    3792 namespace.go:142] [namespace-lister] updating namespace
I0512 03:11:08.686945    3792 namespace.go:142] [release-service] updating namespace
I0512 03:11:09.915696    3792 namespace.go:142] [konflux-cli] updating namespace
I0512 03:11:10.124387    3792 namespace.go:142] [segment-bridge] updating namespace
I0512 03:11:10.269878    3792 namespace.go:142] [konflux-cli] updating namespace
I0512 03:11:10.288806    3792 namespace.go:142] [segment-bridge] updating namespace
I0512 03:11:10.386702    3792 namespace.go:142] [konflux-cli] updating namespace
I0512 03:11:10.495812    3792 namespace.go:142] [segment-bridge] updating namespace
W0512 03:11:12.009071    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0512 03:11:12.037165    3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0512 03:11:15.289470    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0512 03:11:15.289583    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0512 03:11:15.318100    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0512 03:11:15.318819    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0512 03:11:15.341106    3792 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0512 03:11:19.045414    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0512 03:11:19.045434    3792 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0512 03:11:19.336761    3792 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0512 03:11:19.336784    3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0512 03:11:19.405012    3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0512 03:11:19.405105    3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
I0512 03:11:26.673227    3792 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:11:26.673880    3792 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:11:27.384207    3792 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:11:27.384229    3792 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:11:27.390759    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk
I0512 03:11:27.390792    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk
I0512 03:11:37.177385    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0512 03:11:39.089543    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150
I0512 03:12:29.468604    3792 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:12:29.469171    3792 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:12:29.733316    3792 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:12:29.733342    3792 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:12:29.739834    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b5bb844cb-hrx2g
I0512 03:12:29.739877    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b5bb844cb-hrx2g
I0512 03:12:33.632115    3792 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:12:33.632763    3792 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:12:33.694596    3792 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:12:33.694615    3792 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:12:33.700204    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0512 03:12:33.700229    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0512 03:12:58.094115    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73
I0512 03:13:01.489415    3792 namespace.go:98] [managed-tenant-ow4b2] adding namespace
I0512 03:13:01.490338    3792 namespace.go:102] [managed-tenant-ow4b2] adding namespace took 894.563µs
I0512 03:13:01.520454    3792 namespace.go:142] [managed-tenant-ow4b2] updating namespace
I0512 03:13:01.557617    3792 namespace.go:142] [managed-tenant-ow4b2] updating namespace
I0512 03:13:02.560006    3792 namespace.go:142] [managed-tenant-ow4b2] updating namespace
I0512 03:13:02.681529    3792 namespace.go:142] [managed-tenant-ow4b2] updating namespace
I0512 03:13:02.780074    3792 namespace.go:142] [managed-tenant-ow4b2] updating namespace
I0512 03:13:21.096894    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=624
I0512 03:14:51.091486    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0512 03:14:53.199293    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0512 03:15:05.209679    3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0512 03:15:09.205341    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0512 03:16:23.114629    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28
I0512 03:16:29.215398    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0512 03:16:40.196636    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0512 03:16:47.092192    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57
I0512 03:16:48.183317    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0512 03:17:33.188949    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0512 03:17:34.179789    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0512 03:17:43.217000    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0512 03:19:08.092790    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12
I0512 03:19:39.097276    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0512 03:20:04.387995    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0512 03:20:04.388689    3792 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0512 03:20:05.250068    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:05.250097    3792 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:12.212924    3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0512 03:20:22.046922    3792 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:22.046950    3792 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:22.050661    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nn5l4
I0512 03:20:22.050686    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nn5l4
I0512 03:20:25.029584    3792 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:25.029615    3792 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:25.033547    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2b5m2
I0512 03:20:25.033580    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2b5m2
I0512 03:20:32.028563    3792 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:32.028590    3792 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0512 03:20:32.034569    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-nd7nv
I0512 03:20:32.034594    3792 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-nd7nv
I0512 03:21:32.184524    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0512 03:22:39.186896    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0512 03:22:53.099942    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24
I0512 03:23:11.209006    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0512 03:23:28.218202    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0512 03:23:32.220019    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0512 03:24:12.201034    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0512 03:24:15.202660    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0512 03:24:28.094717    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0512 03:25:12.095169    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0512 03:25:16.183229    3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0512 03:25:39.118026    3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51
W0512 03:26:01.497991    3792 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8
I0512 03:26:04.191639    3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0512 03:26:32.219557    3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7