+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-149.ec2.internal
++ [[ -n ip-10-0-1-149.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-149.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0428 15:38:20.595622789 - disable conntrack on geneve port'
I0428 15:38:20.595622789 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0428 15:38:20.628962905 - starting ovnkube-node'
I0428 15:38:20.628962905 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-149.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-149.ec2.internal --init-node ip-10-0-1-149.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-149.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0428 15:38:20.675775    3825 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0428 15:38:20.675845    3825 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-076eb0c26c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0428 15:38:20.677444    3825 kube.go:431] Waiting for certificate
I0428 15:38:20.677486    3825 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0428 15:38:20.677518    3825 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0428 15:38:20.678546    3825 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 15:38:20.713116    3825 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:38:20.713140    3825 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:38:20.716377    3825 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:38:20.716465    3825 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-68j5h"
I0428 15:38:20.721569    3825 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-68j5h"
I0428 15:38:20.721653    3825 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:38:21.678364    3825 kube.go:438] Certificate found
I0428 15:38:21.678880    3825 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 15:38:21.680268    3825 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0428 15:38:21.729707    3825 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 15:33:20 +0000 UTC" deadline="2026-04-29 10:02:10.938111302 +0000 UTC"
I0428 15:38:21.729740    3825 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h23m49.208382202s"
I0428 15:38:21.742860    3825 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 15:38:21.763307    3825 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0428 15:38:21.763375    3825 server.go:101] MetricServer registers OVS metrics
I0428 15:38:21.763703    3825 server.go:105] MetricServer registers OVN DB metrics
I0428 15:38:21.763747    3825 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0428 15:38:21.763814    3825 factory.go:561] Starting watch factory
I0428 15:38:21.763905    3825 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763927    3825 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763951    3825 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763973    3825 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763980    3825 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763993    3825 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.763905    3825 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.764009    3825 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.764110    3825 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.764116    3825 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.764207    3825 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.764233    3825 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.766558    3825 controller_manager.go:370] Starting the ovnkube controller
I0428 15:38:21.766572    3825 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-149.ec2.internal
I0428 15:38:21.766636    3825 controller_manager.go:395] NBDB zone sync took: 53.112µs
I0428 15:38:21.766647    3825 factory.go:561] Starting watch factory
I0428 15:38:21.768959    3825 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0428 15:38:21.768993    3825 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0428 15:38:21.781728    3825 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.782955    3825 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0428 15:38:21.783005    3825 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0428 15:38:21.783774    3825 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.784262    3825 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.784383    3825 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.785132    3825 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.787983    3825 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0428 15:38:21.788018    3825 server.go:109] MetricServer registers OVN Controller metrics
I0428 15:38:21.791620    3825 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:38:21.792734    3825 server.go:113] MetricServer registers OVN Northd metrics
I0428 15:38:21.797122    3825 metrics.go:519] OVN Metrics Server starts to run ...
I0428 15:38:21.869861    3825 factory.go:1977] *v1.Service informer cache synced successfully
I0428 15:38:21.869895    3825 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 15:38:21.869899    3825 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 15:38:21.869901    3825 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 15:38:21.869904    3825 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 15:38:21.869907    3825 factory.go:1977] *v1.Node informer cache synced successfully
I0428 15:38:21.870009    3825 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.870022    3825 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.870057    3825 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.870090    3825 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.872754    3825 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 15:38:21.872769    3825 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 15:38:21.872774    3825 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 15:38:21.872777    3825 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 15:38:21.872782    3825 factory.go:1977] *v1.Node informer cache synced successfully
I0428 15:38:21.872785    3825 factory.go:1977] *v1.Service informer cache synced successfully
I0428 15:38:21.873028    3825 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.873032    3825 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:38:21.875087    3825 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 15:38:21.875097    3825 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 15:38:21.875158    3825 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.875178    3825 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.877469    3825 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.877969    3825 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 15:38:21.877983    3825 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 15:38:21.880817    3825 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 15:38:21.880869    3825 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.880880    3825 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.883083    3825 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 15:38:21.883221    3825 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.886189    3825 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 15:38:21.886240    3825 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.886250    3825 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.888334    3825 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 15:38:21.888667    3825 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.891599    3825 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 15:38:21.891659    3825 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.891674    3825 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.893797    3825 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 15:38:21.894138    3825 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.897195    3825 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 15:38:21.897242    3825 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.897252    3825 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.899408    3825 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 15:38:21.899633    3825 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.902862    3825 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 15:38:21.903018    3825 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:38:21.903029    3825 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:38:21.905085    3825 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 15:38:21.905486    3825 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:38:21.908632    3825 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 15:38:21.908700    3825 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.908715    3825 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.908738    3825 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.908754    3825 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.910880    3825 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 15:38:21.911156    3825 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.911220    3825 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:38:21.914502    3825 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 15:38:21.914512    3825 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 15:38:21.914518    3825 factory.go:680] Watch Factory start up complete, took: 150.707141ms
I0428 15:38:21.914580    3825 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0428 15:38:21.916589    3825 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 15:38:21.916599    3825 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 15:38:21.916606    3825 factory.go:680] Watch Factory start up complete, took: 149.957585ms
I0428 15:38:21.916612    3825 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-149.ec2.internal" zone
I0428 15:38:21.964483    3825 default_node_network_controller.go:710] Initializing the default node network controller
I0428 15:38:22.046171    3825 udn_isolation.go:101] Starting UDN host isolation manager
I0428 15:38:22.052685    3825 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0428 15:38:22.107792    3825 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0428 15:38:22.107888    3825 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0428 15:38:22.107905    3825 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0428 15:38:22.138551    3825 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0428 15:38:22.138609    3825 default_node_network_controller.go:809] Node ip-10-0-1-149.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0428 15:38:22.144189    3825 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal
I0428 15:38:22.164593    3825 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0428 15:38:22.166818    3825 controller_manager.go:429] Waiting for node in zone sync took: 250.191343ms
I0428 15:38:22.170689    3825 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0428 15:38:22.170839    3825 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0428 15:38:22.171035    3825 gateway_init.go:263] Preparing Gateway
I0428 15:38:22.171050    3825 gateway_shared_intf.go:1687] Creating new gateway
I0428 15:38:22.171901    3825 controller_manager.go:611] Switching to transit router for layer2 networks
I0428 15:38:22.171915    3825 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-149.ec2.internal
I0428 15:38:22.187570    3825 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 15:38:22.194126    3825 controller_manager.go:290] SCTP support detected in OVN
I0428 15:38:22.194853    3825 services_controller.go:69] Creating services controller for network=default
I0428 15:38:22.194977    3825 udn_enabled_svc.go:80] Waiting for service informer to sync
I0428 15:38:22.195082    3825 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0428 15:38:22.195152    3825 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0428 15:38:22.195165    3825 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0428 15:38:22.195176    3825 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 15:38:22.195416    3825 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0428 15:38:22.195467    3825 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0428 15:38:22.195579    3825 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 97.96µs
I0428 15:38:22.195600    3825 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 126.205µs
I0428 15:38:22.195611    3825 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 142.93µs
I0428 15:38:22.195616    3825 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0428 15:38:22.195624    3825 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0428 15:38:22.195636    3825 default_network_controller.go:325] Starting the default network controller
I0428 15:38:22.195720    3825 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 22.505µs
I0428 15:38:22.195917    3825 udn_enabled_svc.go:95] Performing full resync
I0428 15:38:22.196291    3825 udn_enabled_svc.go:99] Waiting for handler to sync
I0428 15:38:22.196302    3825 udn_enabled_svc.go:104] Starting worker
I0428 15:38:22.206415    3825 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0428 15:38:22.206470    3825 repair.go:33] Syncing exgw routes took 41.904µs
I0428 15:38:22.206495    3825 default_network_controller.go:414] Starting all the Watchers...
I0428 15:38:22.206722    3825 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0428 15:38:22.206730    3825 namespace.go:98] [openshift-backplane-srep] adding namespace
I0428 15:38:22.206741    3825 namespace.go:98] [openshift-console] adding namespace
I0428 15:38:22.206750    3825 namespace.go:98] [openshift-infra] adding namespace
I0428 15:38:22.206759    3825 namespace.go:98] [default] adding namespace
I0428 15:38:22.206759    3825 namespace.go:98] [openshift-dns] adding namespace
I0428 15:38:22.206760    3825 namespace.go:98] [openshift-network-operator] adding namespace
I0428 15:38:22.206786    3825 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0428 15:38:22.206785    3825 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0428 15:38:22.206786    3825 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0428 15:38:22.206725    3825 namespace.go:98] [openshift-config-operator] adding namespace
I0428 15:38:22.206872    3825 namespace.go:98] [openshift-operators] adding namespace
I0428 15:38:22.206893    3825 namespace.go:98] [openshift-apiserver] adding namespace
I0428 15:38:22.206915    3825 namespace.go:98] [openshift-backplane] adding namespace
I0428 15:38:22.206991    3825 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0428 15:38:22.207543    3825 namespace.go:102] [openshift-must-gather-operator] adding namespace took 806.23µs
I0428 15:38:22.207558    3825 namespace.go:98] [openshift-authentication-operator] adding namespace
I0428 15:38:22.208115    3825 namespace.go:102] [openshift-authentication-operator] adding namespace took 552.481µs
I0428 15:38:22.208128    3825 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0428 15:38:22.208770    3825 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.026058ms
I0428 15:38:22.208785    3825 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0428 15:38:22.209465    3825 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 671.536µs
I0428 15:38:22.209490    3825 namespace.go:98] [openshift-backplane-csm] adding namespace
I0428 15:38:22.210137    3825 namespace.go:102] [openshift-console] adding namespace took 3.387538ms
I0428 15:38:22.210151    3825 namespace.go:98] [openshift-dns-operator] adding namespace
I0428 15:38:22.210713    3825 namespace.go:102] [openshift-infra] adding namespace took 3.950619ms
I0428 15:38:22.210728    3825 namespace.go:98] [openshift-machine-api] adding namespace
I0428 15:38:22.211341    3825 namespace.go:102] [default] adding namespace took 4.575333ms
I0428 15:38:22.211357    3825 namespace.go:98] [openshift-config] adding namespace
I0428 15:38:22.211895    3825 namespace.go:102] [openshift-dns] adding namespace took 5.125363ms
I0428 15:38:22.211914    3825 namespace.go:98] [openshift-controller-manager] adding namespace
I0428 15:38:22.212567    3825 namespace.go:102] [openshift-network-operator] adding namespace took 5.772482ms
I0428 15:38:22.212588    3825 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0428 15:38:22.213605    3825 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.803797ms
I0428 15:38:22.213623    3825 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0428 15:38:22.214304    3825 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.500717ms
I0428 15:38:22.214318    3825 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0428 15:38:22.214859    3825 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.051493ms
I0428 15:38:22.214873    3825 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0428 15:38:22.215494    3825 namespace.go:102] [openshift-config-operator] adding namespace took 8.630384ms
I0428 15:38:22.215510    3825 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0428 15:38:22.216078    3825 namespace.go:102] [openshift-operators] adding namespace took 9.191176ms
I0428 15:38:22.216092    3825 namespace.go:98] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace
I0428 15:38:22.216722    3825 namespace.go:102] [openshift-apiserver] adding namespace took 9.821335ms
I0428 15:38:22.216737    3825 namespace.go:98] [openshift-cluster-version] adding namespace
I0428 15:38:22.217410    3825 namespace.go:102] [openshift-backplane] adding namespace took 10.466851ms
I0428 15:38:22.217428    3825 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0428 15:38:22.217965    3825 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 10.961634ms
I0428 15:38:22.217980    3825 namespace.go:98] [openshift-image-registry] adding namespace
I0428 15:38:22.218603    3825 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 10.469515ms
I0428 15:38:22.218612    3825 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0428 15:38:22.219189    3825 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.692135ms
I0428 15:38:22.219203    3825 namespace.go:98] [openshift-marketplace] adding namespace
I0428 15:38:22.219638    3825 namespace.go:102] [openshift-dns-operator] adding namespace took 9.480698ms
I0428 15:38:22.219652    3825 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0428 15:38:22.220051    3825 namespace.go:102] [openshift-machine-api] adding namespace took 9.317514ms
I0428 15:38:22.220071    3825 namespace.go:98] [kube-system] adding namespace
I0428 15:38:22.220584    3825 namespace.go:102] [openshift-config] adding namespace took 9.221729ms
I0428 15:38:22.220597    3825 namespace.go:98] [openshift] adding namespace
I0428 15:38:22.221141    3825 namespace.go:102] [openshift-controller-manager] adding namespace took 9.221584ms
I0428 15:38:22.221155    3825 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0428 15:38:22.221613    3825 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.018301ms
I0428 15:38:22.221629    3825 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0428 15:38:22.222163    3825 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.533072ms
I0428 15:38:22.222179    3825 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0428 15:38:22.222642    3825 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.318764ms
I0428 15:38:22.222656    3825 namespace.go:98] [openshift-logging] adding namespace
I0428 15:38:22.223142    3825 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.263931ms
I0428 15:38:22.223156    3825 namespace.go:98] [openshift-network-console] adding namespace
I0428 15:38:22.223651    3825 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.134509ms
I0428 15:38:22.223665    3825 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0428 15:38:22.224160    3825 namespace.go:102] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace took 8.059267ms
I0428 15:38:22.224176    3825 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0428 15:38:22.224753    3825 namespace.go:102] [openshift-cluster-version] adding namespace took 8.010629ms
I0428 15:38:22.224767    3825 namespace.go:98] [openshift-authentication] adding namespace
I0428 15:38:22.225356    3825 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.921055ms
I0428 15:38:22.225377    3825 namespace.go:98] [openshift-operators-redhat] adding namespace
I0428 15:38:22.226008    3825 namespace.go:102] [openshift-image-registry] adding namespace took 8.017785ms
I0428 15:38:22.226031    3825 namespace.go:98] [openshift-insights] adding namespace
I0428 15:38:22.226520    3825 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.901032ms
I0428 15:38:22.226534    3825 namespace.go:98] [openshift-console-user-settings] adding namespace
I0428 15:38:22.227104    3825 namespace.go:102] [openshift-marketplace] adding namespace took 7.895863ms
I0428 15:38:22.227118    3825 namespace.go:98] [openshift-host-network] adding namespace
I0428 15:38:22.227665    3825 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.008721ms
I0428 15:38:22.227676    3825 namespace.go:98] [openshift-ingress-operator] adding namespace
I0428 15:38:22.228239    3825 namespace.go:102] [kube-system] adding namespace took 8.161428ms
I0428 15:38:22.228257    3825 namespace.go:98] [openshift-node] adding namespace
I0428 15:38:22.228759    3825 namespace.go:102] [openshift] adding namespace took 8.1542ms
I0428 15:38:22.228774    3825 namespace.go:98] [kube-public] adding namespace
I0428 15:38:22.229294    3825 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.134418ms
I0428 15:38:22.229306    3825 namespace.go:98] [kube-node-lease] adding namespace
I0428 15:38:22.229785    3825 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.150632ms
I0428 15:38:22.229798    3825 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0428 15:38:22.230380    3825 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.195234ms
I0428 15:38:22.230397    3825 namespace.go:98] [openshift-multus] adding namespace
I0428 15:38:22.230930    3825 namespace.go:102] [openshift-logging] adding namespace took 8.267841ms
I0428 15:38:22.230962    3825 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0428 15:38:22.231584    3825 namespace.go:102] [openshift-network-console] adding namespace took 8.420594ms
I0428 15:38:22.231618    3825 namespace.go:98] [openshift-backplane-cee] adding namespace
I0428 15:38:22.232177    3825 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.5041ms
I0428 15:38:22.232197    3825 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0428 15:38:22.232764    3825 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.581552ms
I0428 15:38:22.232779    3825 namespace.go:98] [openshift-config-managed] adding namespace
I0428 15:38:22.233780    3825 namespace.go:102] [openshift-authentication] adding namespace took 9.007142ms
I0428 15:38:22.233794    3825 namespace.go:98] [openshift-monitoring] adding namespace
I0428 15:38:22.234351    3825 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.968867ms
I0428 15:38:22.234363    3825 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0428 15:38:22.234807    3825 namespace.go:102] [openshift-insights] adding namespace took 8.767582ms
I0428 15:38:22.234834    3825 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0428 15:38:22.235320    3825 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.77906ms
I0428 15:38:22.236068    3825 namespace.go:102] [openshift-host-network] adding namespace took 8.943894ms
I0428 15:38:22.236735    3825 namespace.go:102] [openshift-ingress-operator] adding namespace took 9.051977ms
I0428 15:38:22.236752    3825 namespace.go:98] [openshift-backplane-cse] adding namespace
I0428 15:38:22.237288    3825 namespace.go:102] [openshift-node] adding namespace took 9.021871ms
I0428 15:38:22.237321    3825 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0428 15:38:22.237872    3825 namespace.go:102] [kube-public] adding namespace took 9.09257ms
I0428 15:38:22.237887    3825 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0428 15:38:22.238504    3825 namespace.go:102] [kube-node-lease] adding namespace took 9.193203ms
I0428 15:38:22.238519    3825 namespace.go:98] [openshift-controller-manager-operator] adding namespace
W0428 15:38:22.239091    3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b4444: pod openshift-multus/network-metrics-daemon-b4444: no pod IPs found 
I0428 15:38:22.239125    3825 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.32051ms
I0428 15:38:22.239144    3825 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
W0428 15:38:22.239155    3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wrm49: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found 
I0428 15:38:22.239869    3825 namespace.go:102] [openshift-multus] adding namespace took 9.463728ms
I0428 15:38:22.239891    3825 namespace.go:98] [openshift-package-operator] adding namespace
I0428 15:38:22.240512    3825 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.541883ms
I0428 15:38:22.240533    3825 namespace.go:98] [dedicated-admin] adding namespace
I0428 15:38:22.241181    3825 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.551955ms
I0428 15:38:22.241199    3825 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0428 15:38:22.241759    3825 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.554791ms
I0428 15:38:22.241778    3825 namespace.go:98] [openshift-etcd] adding namespace
I0428 15:38:22.242356    3825 namespace.go:102] [openshift-config-managed] adding namespace took 9.569883ms
I0428 15:38:22.242374    3825 namespace.go:98] [openshift-ingress] adding namespace
I0428 15:38:22.242931    3825 namespace.go:102] [openshift-monitoring] adding namespace took 9.129962ms
I0428 15:38:22.242977    3825 namespace.go:98] [openshift-network-node-identity] adding namespace
I0428 15:38:22.243573    3825 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.203369ms
I0428 15:38:22.243591    3825 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0428 15:38:22.244148    3825 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.305109ms
I0428 15:38:22.244162    3825 namespace.go:98] [openshift-ingress-canary] adding namespace
I0428 15:38:22.244730    3825 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.972515ms
I0428 15:38:22.245320    3825 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.988677ms
I0428 15:38:22.245806    3825 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.913833ms
I0428 15:38:22.246283    3825 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.755152ms
I0428 15:38:22.246305    3825 namespace.go:98] [openshift-console-operator] adding namespace
I0428 15:38:22.246880    3825 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.724132ms
I0428 15:38:22.246898    3825 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0428 15:38:22.247459    3825 namespace.go:102] [openshift-package-operator] adding namespace took 7.561407ms
I0428 15:38:22.247475    3825 namespace.go:98] [openshift-backplane-tam] adding namespace
I0428 15:38:22.247983    3825 namespace.go:102] [dedicated-admin] adding namespace took 7.424941ms
I0428 15:38:22.248448    3825 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.24198ms
I0428 15:38:22.248968    3825 namespace.go:102] [openshift-etcd] adding namespace took 7.183801ms
I0428 15:38:22.249637    3825 namespace.go:102] [openshift-ingress] adding namespace took 7.257217ms
I0428 15:38:22.249654    3825 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
W0428 15:38:22.250284    3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dcr8f: pod openshift-network-diagnostics/network-check-target-dcr8f: no pod IPs found 
I0428 15:38:22.250293    3825 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.306355ms
W0428 15:38:22.250299    3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-trwhq: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found 
I0428 15:38:22.250984    3825 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.384772ms
I0428 15:38:22.251535    3825 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.368033ms
I0428 15:38:22.252057    3825 namespace.go:102] [openshift-console-operator] adding namespace took 5.745498ms
I0428 15:38:22.252482    3825 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.576828ms
I0428 15:38:22.252986    3825 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.506144ms
I0428 15:38:22.253507    3825 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.84776ms
W0428 15:38:22.253590    3825 master.go:458] Unable to parse local node ip-10-0-1-149.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0428 15:38:22.253601    3825 master.go:471] Unable to parse remote node ip-10-0-0-193.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0428 15:38:22.253606    3825 master.go:481] Removing stale chassis with ID/Name: 681c16da-0b56-4e5c-8284-bf29469c5f92, hostname: ip-10-0-1-149.ec2.internal
I0428 15:38:22.254117    3825 master.go:548] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default"
I0428 15:38:22.254192    3825 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-193.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-193.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-193.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-193.ec2.internal
I0428 15:38:22.255307    3825 zone_ic_handler.go:195] Time taken to create transit switch: 377.784µs
I0428 15:38:22.255321    3825 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-253.ec2.internal for the network default
I0428 15:38:22.256472    3825 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-253.ec2.internal" on network "default" took: 1.553175ms
I0428 15:38:22.258256    3825 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-149.ec2.internal for the network default
I0428 15:38:22.258456    3825 zone_ic_handler.go:195] Time taken to create transit switch: 186.55µs
I0428 15:38:22.259383    3825 default_network_controller.go:823] Node add failed for ip-10-0-1-149.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal]
E0428 15:38:22.259455    3825 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal]
I0428 15:38:22.259519    3825 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0428 15:38:22.259544    3825 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-149.ec2.internal", UID:"a874f1e7-ca78-4558-8c62-a58652d11331", APIVersion:"v1", ResourceVersion:"8918", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal, error getting gateway config for node ip-10-0-1-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal", failed to update chassis to local for local node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal]
I0428 15:38:22.259594    3825 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0428 15:38:22.259615    3825 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0428 15:38:22.259621    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default"
I0428 15:38:22.259652    3825 node_tracker.go:235] Node ip-10-0-0-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-193.ec2.internal"
I0428 15:38:22.259665    3825 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:22.259678    3825 services_controller.go:574] Full service sync requested for network=default
I0428 15:38:22.259685    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0428 15:38:22.259694    3825 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal"
I0428 15:38:22.259699    3825 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:22.259703    3825 services_controller.go:574] Full service sync requested for network=default
I0428 15:38:22.259708    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-253.ec2.internal in network "default"
I0428 15:38:22.259747    3825 node_tracker.go:169] Node ip-10-0-2-253.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:22.259754    3825 services_controller.go:574] Full service sync requested for network=default
I0428 15:38:22.282082    3825 iptables.go:108] Creating table: filter chain: FORWARD
I0428 15:38:22.288093    3825 iptables.go:108] Creating table: filter chain: OUTPUT
I0428 15:38:22.293862    3825 gateway_shared_intf.go:1816] Gateway Creation Complete
I0428 15:38:22.293874    3825 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:ec:77:74:1f","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:681c16da-0b56-4e5c-8284-bf29469c5f92 k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"} k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal
I0428 15:38:22.310380    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0428 15:38:22.310435    3825 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:22.310452    3825 services_controller.go:574] Full service sync requested for network=default
I0428 15:38:22.310471    3825 master.go:548] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default"
I0428 15:38:22.314457    3825 default_node_network_controller.go:519] Node connection status = connected
W0428 15:38:22.315300    3825 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-b4444: pod openshift-multus/network-metrics-daemon-b4444: no pod IPs found 
W0428 15:38:22.315325    3825 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dcr8f: pod openshift-network-diagnostics/network-check-target-dcr8f: no pod IPs found 
I0428 15:38:22.316369    3825 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-149.ec2.internal for the network default
I0428 15:38:22.316512    3825 zone_ic_handler.go:195] Time taken to create transit switch: 132.179µs
I0428 15:38:22.360702    3825 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0428 15:38:22.360719    3825 services_controller.go:208] Setting up event handlers for services for network=default
I0428 15:38:22.360759    3825 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0428 15:38:22.360798    3825 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0428 15:38:22.360808    3825 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0428 15:38:22.461212    3825 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0428 15:38:22.461232    3825 repair.go:60] Starting repairing loop for services
I0428 15:38:22.461317    3825 repair.go:131] Deleted 0 stale service LBs
I0428 15:38:22.461336    3825 repair.go:137] Deleted 0 stale Chassis Template Vars
I0428 15:38:22.461352    3825 repair.go:62] Finished repairing loop for services: 122.069µs
I0428 15:38:22.461385    3825 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0428 15:38:22.461394    3825 services_controller.go:254] Starting workers for network=default
I0428 15:38:22.461995    3825 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dcr8f] creating logical port openshift-network-diagnostics_network-check-target-dcr8f for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:22.462003    3825 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b4444] creating logical port openshift-multus_network-metrics-daemon-b4444 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:22.462056    3825 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wrm49, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wrm49: suppressed error logged: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found 
I0428 15:38:22.462210    3825 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-trwhq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-trwhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found 
I0428 15:38:22.462307    3825 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-b4444
I0428 15:38:22.462883    3825 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dcr8f
W0428 15:38:22.467042    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:22.479533    3825 pod.go:62] [openshift-multus/network-metrics-daemon-b4444] pod update took 17.413026ms
I0428 15:38:22.479555    3825 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-b4444] addLogicalPort annotation time took 17.451515ms
I0428 15:38:22.479931    3825 pod.go:62] [openshift-network-diagnostics/network-check-target-dcr8f] pod update took 17.835364ms
I0428 15:38:22.479960    3825 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-dcr8f] addLogicalPort annotation time took 17.867204ms
I0428 15:38:22.480548    3825 pods.go:271] [openshift-multus/network-metrics-daemon-b4444] addLogicalPort took 18.556607ms, libovsdb time 798.245µs
I0428 15:38:22.480865    3825 pods.go:271] [openshift-network-diagnostics/network-check-target-dcr8f] addLogicalPort took 18.880966ms, libovsdb time 725.562µs
I0428 15:38:22.481516    3825 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0428 15:38:22.481546    3825 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0428 15:38:22.481563    3825 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0428 15:38:22.481569    3825 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0428 15:38:22.481756    3825 repair.go:29] Repairing admin network policies took 179.995µs
I0428 15:38:22.481886    3825 repair.go:92] Repairing baseline admin network policies took 117.434µs
I0428 15:38:22.482393    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0428 15:38:22.482411    3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0428 15:38:22.484188    3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0428 15:38:22.484211    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0428 15:38:22.484960    3825 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0428 15:38:22.484973    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 15:38:22.486591    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0428 15:38:22.486609    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0428 15:38:22.486619    3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0428 15:38:22.488962    3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0428 15:38:22.488984    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0428 15:38:22.488994    3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0428 15:38:22.490067    3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0428 15:38:22.490091    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0428 15:38:22.490100    3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0428 15:38:22.490421    3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0428 15:38:22.490441    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0428 15:38:22.490455    3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0428 15:38:22.491864    3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0428 15:38:22.491898    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0428 15:38:22.491907    3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0428 15:38:22.492788    3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0428 15:38:22.492813    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0428 15:38:22.492824    3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0428 15:38:22.493421    3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0428 15:38:22.493440    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0428 15:38:22.493448    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0428 15:38:22.494028    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0428 15:38:22.494052    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0428 15:38:22.494065    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0428 15:38:22.494569    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0428 15:38:22.494587    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0428 15:38:22.494596    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0428 15:38:22.496270    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0428 15:38:22.496293    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0428 15:38:22.496365    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 15:38:22.497266    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0428 15:38:22.497298    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0428 15:38:22.497307    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0428 15:38:22.497859    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0428 15:38:22.497880    3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0428 15:38:22.497888    3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0428 15:38:22.499444    3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0428 15:38:22.499460    3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0428 15:38:22.499470    3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0428 15:38:22.500424    3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0428 15:38:22.500442    3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0428 15:38:22.500449    3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0428 15:38:22.501827    3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0428 15:38:22.501847    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0428 15:38:22.501861    3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0428 15:38:22.503066    3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0428 15:38:22.503084    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0428 15:38:22.503091    3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0428 15:38:22.503362    3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0428 15:38:22.503378    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0428 15:38:22.503385    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0428 15:38:22.503956    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 15:38:22.503982    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0428 15:38:22.503993    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0428 15:38:22.504480    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0428 15:38:22.504498    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0428 15:38:22.504504    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0428 15:38:22.504820    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0428 15:38:22.504836    3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0428 15:38:22.504845    3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0428 15:38:22.505429    3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0428 15:38:22.505448    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0428 15:38:22.505463    3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0428 15:38:22.506030    3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0428 15:38:22.506051    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0428 15:38:22.506063    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0428 15:38:22.506621    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 15:38:22.506638    3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0428 15:38:22.506644    3825 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0428 15:38:22.508247    3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0428 15:38:22.508268    3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0428 15:38:22.508278    3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0428 15:38:22.509376    3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0428 15:38:22.509393    3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0428 15:38:22.509401    3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0428 15:38:22.510367    3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0428 15:38:22.510387    3825 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0428 15:38:22.510395    3825 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0428 15:38:22.512515    3825 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0428 15:38:22.512539    3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0428 15:38:22.512553    3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0428 15:38:22.514248    3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0428 15:38:22.519749    3825 egressfirewall.go:374] Starting EgressFirewall controller
I0428 15:38:22.519787    3825 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0428 15:38:22.519788    3825 controller.go:133] Adding controller egress-firewall-controller event handlers
I0428 15:38:22.519813    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0428 15:38:22.519826    3825 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0428 15:38:22.519813    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0428 15:38:22.519833    3825 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0428 15:38:22.520086    3825 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0428 15:38:22.520098    3825 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0428 15:38:22.520103    3825 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0428 15:38:22.520111    3825 egressqos.go:193] Setting up event handlers for EgressQoS
I0428 15:38:22.520133    3825 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall
I0428 15:38:22.520150    3825 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall
I0428 15:38:22.520157    3825 egressfirewall.go:723] Syncing node "ip-10-0-2-253.ec2.internal" for egress firewall
I0428 15:38:22.520245    3825 egressqos.go:245] Starting EgressQoS Controller
I0428 15:38:22.520257    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0428 15:38:22.520264    3825 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0428 15:38:22.520271    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0428 15:38:22.520275    3825 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0428 15:38:22.520280    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0428 15:38:22.520284    3825 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0428 15:38:22.520288    3825 egressqos.go:259] Repairing EgressQoSes
I0428 15:38:22.520291    3825 egressqos.go:399] Starting repairing loop for egressqos
I0428 15:38:22.520371    3825 egressqos.go:401] Finished repairing loop for egressqos: 78.801µs
I0428 15:38:22.520386    3825 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0428 15:38:22.520414    3825 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-149.ec2.internal
I0428 15:38:22.520466    3825 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-149.ec2.internal : 53.977µs
I0428 15:38:22.520488    3825 egressservice_zone.go:210] Starting Egress Services Controller
I0428 15:38:22.520499    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 15:38:22.520506    3825 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 15:38:22.520512    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 15:38:22.520517    3825 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 15:38:22.520522    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 15:38:22.520526    3825 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 15:38:22.520530    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0428 15:38:22.520535    3825 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0428 15:38:22.520539    3825 egressservice_zone.go:228] Repairing Egress Services
I0428 15:38:22.520761    3825 master_controller.go:88] Starting Admin Policy Based Route Controller
I0428 15:38:22.520770    3825 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 15:38:22.520838    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0428 15:38:22.520848    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 11.274µs
I0428 15:38:22.520854    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-253.ec2.internal
I0428 15:38:22.520866    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-253.ec2.internal: 11.649µs
I0428 15:38:22.520876    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal
I0428 15:38:22.520879    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 4.182µs
I0428 15:38:22.520971    3825 default_network_controller.go:585] Completing all the Watchers took 314.465534ms
I0428 15:38:22.520990    3825 default_network_controller.go:589] Starting unidling controllers
I0428 15:38:22.521002    3825 unidle.go:46] Registering OVN SB ControllerEvent handler
I0428 15:38:22.521012    3825 unidle.go:63] Populating Initial ContollerEvent events
I0428 15:38:22.521025    3825 unidle.go:79] Setting up event handlers for services
I0428 15:38:22.521097    3825 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0428 15:38:22.815761    3825 default_node_network_controller.go:519] Node connection status = connected
I0428 15:38:23.315127    3825 default_node_network_controller.go:519] Node connection status = connected
I0428 15:38:23.815305    3825 default_node_network_controller.go:519] Node connection status = connected
I0428 15:38:24.315369    3825 default_node_network_controller.go:519] Node connection status = connected
I0428 15:38:24.546404    3825 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0428 15:38:24.782127    3825 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "ip-10-0-0-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:38:24.782140    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default"
I0428 15:38:24.782204    3825 node_tracker.go:235] Node ip-10-0-0-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-193.ec2.internal"
I0428 15:38:24.782216    3825 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:24.782233    3825 services_controller.go:574] Full service sync requested for network=default
W0428 15:38:24.782739    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:24.815133    3825 default_node_network_controller.go:519] Node connection status = connected
I0428 15:38:24.832069    3825 bridgeconfig.go:537] Gateway is ready
I0428 15:38:24.832087    3825 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0428 15:38:24.843403    3825 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.149. Updating OVN encap IP.
I0428 15:38:24.848363    3825 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.149 - it is already configured
I0428 15:38:24.848377    3825 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.149/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0428 15:38:24.848593    3825 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.149/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:ec:77:74:1f","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:681c16da-0b56-4e5c-8284-bf29469c5f92 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"}] on node ip-10-0-1-149.ec2.internal
I0428 15:38:24.863642    3825 master.go:548] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default"
I0428 15:38:24.863708    3825 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall
I0428 15:38:24.863685    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0428 15:38:24.863720    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0428 15:38:24.863733    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 52.189µs
I0428 15:38:24.863766    3825 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:24.863783    3825 services_controller.go:574] Full service sync requested for network=default
W0428 15:38:24.864110    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:24.864113    3825 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.149
I0428 15:38:24.864261    3825 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-149.ec2.internal
I0428 15:38:24.868485    3825 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies
I0428 15:38:24.868563    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s65fp
I0428 15:38:24.868572    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zkh9p
I0428 15:38:24.868575    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcvs4
I0428 15:38:24.868582    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s65fp
I0428 15:38:24.868584    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zkh9p
I0428 15:38:24.868587    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcvs4
I0428 15:38:24.868588    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f
I0428 15:38:24.868606    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zkh9p after 0 failed attempt(s)
I0428 15:38:24.868609    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f
I0428 15:38:24.868611    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-s65fp after 0 failed attempt(s)
I0428 15:38:24.868617    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcvs4 after 0 failed attempt(s)
I0428 15:38:24.868563    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-h6qqd
I0428 15:38:24.868628    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wrm49
I0428 15:38:24.868629    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b4444
I0428 15:38:24.868639    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wrm49
I0428 15:38:24.868643    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b4444
I0428 15:38:24.868642    3825 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal
I0428 15:38:24.868647    3825 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-z46dj
I0428 15:38:24.868607    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v22pf
I0428 15:38:24.868659    3825 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal
I0428 15:38:24.868662    3825 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-z46dj
I0428 15:38:24.868619    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq
I0428 15:38:24.868674    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq
I0428 15:38:24.868680    3825 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b4444] creating logical port openshift-multus_network-metrics-daemon-b4444 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:24.868649    3825 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dcr8f] creating logical port openshift-network-diagnostics_network-check-target-dcr8f for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:24.868681    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rd5vz
I0428 15:38:24.868688    3825 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-z46dj after 0 failed attempt(s)
I0428 15:38:24.868665    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v22pf
I0428 15:38:24.868698    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rd5vz
I0428 15:38:24.868716    3825 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-trwhq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-trwhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found 
I0428 15:38:24.868718    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v22pf after 0 failed attempt(s)
I0428 15:38:24.868630    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-h6qqd
I0428 15:38:24.868758    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-h6qqd after 0 failed attempt(s)
I0428 15:38:24.868759    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nmqmm
I0428 15:38:24.868800    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-nmqmm
I0428 15:38:24.868820    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-nmqmm after 0 failed attempt(s)
I0428 15:38:24.868681    3825 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal after 0 failed attempt(s)
I0428 15:38:24.868721    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rd5vz after 0 failed attempt(s)
I0428 15:38:24.868687    3825 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wrm49, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wrm49: suppressed error logged: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found 
I0428 15:38:24.868630    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vj7lb
I0428 15:38:24.868866    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vj7lb
I0428 15:38:24.868877    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vj7lb after 0 failed attempt(s)
I0428 15:38:24.868619    3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal
I0428 15:38:24.868887    3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal
I0428 15:38:24.868903    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal after 0 failed attempt(s)
I0428 15:38:24.869421    3825 pods.go:271] [openshift-multus/network-metrics-daemon-b4444] addLogicalPort took 749.635µs, libovsdb time 291.703µs
I0428 15:38:24.869435    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-b4444 after 0 failed attempt(s)
I0428 15:38:24.869504    3825 pods.go:271] [openshift-network-diagnostics/network-check-target-dcr8f] addLogicalPort took 867.562µs, libovsdb time 349.8µs
I0428 15:38:24.869514    3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f after 0 failed attempt(s)
I0428 15:38:24.878734    3825 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0428 15:38:24.890040    3825 iptables.go:108] Creating table: mangle chain: OUTPUT
I0428 15:38:24.893105    3825 iptables.go:108] Creating table: nat chain: OUTPUT
I0428 15:38:24.929998    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default"
I0428 15:38:24.930031    3825 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "ip-10-0-0-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:38:24.930050    3825 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:24.930061    3825 services_controller.go:574] Full service sync requested for network=default
W0428 15:38:24.930553    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:24.930820    3825 zone_ic_handler.go:195] Time taken to create transit switch: 236.511µs
I0428 15:38:24.930834    3825 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-193.ec2.internal for the network default
I0428 15:38:24.931761    3825 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-193.ec2.internal" on network "default" took: 1.191784ms
I0428 15:38:24.935273    3825 iptables.go:108] Creating table: nat chain: PREROUTING
I0428 15:38:25.003933    3825 iptables.go:108] Creating table: filter chain: FORWARD
I0428 15:38:25.019538    3825 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0428 15:38:25.019664    3825 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0428 15:38:25.019733    3825 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0428 15:38:25.019827    3825 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0428 15:38:25.019896    3825 gateway_init.go:325] Gateway and management port readiness took 2.709494052s
I0428 15:38:25.019929    3825 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0428 15:38:25.019993    3825 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0428 15:38:25.020011    3825 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0428 15:38:25.020033    3825 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 15:38:25.020099    3825 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0428 15:38:25.020182    3825 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.143µs
I0428 15:38:25.020446    3825 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0428 15:38:25.020478    3825 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.303µs
I0428 15:38:25.020488    3825 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.191µs
I0428 15:38:25.020496    3825 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0428 15:38:25.020511    3825 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0428 15:38:25.020519    3825 default_node_network_controller.go:899] Starting the default node network controller
I0428 15:38:25.020526    3825 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0428 15:38:25.020603    3825 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.521µs
I0428 15:38:25.020712    3825 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0428 15:38:25.020722    3825 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0428 15:38:25.020749    3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b48f90 0xc000343c70 0xc000343ce0 0xc000343d50 0xc000343dc0 0xc000343e30 <nil> 0xc000343f10 0xc000c32190 0xc000348000 0xc0003480e0 <nil> 0xc000a9c410 0xc00643e000 <nil> <nil> <nil> 0xc0003481c0 <nil> map[0x2ff9080:0xc002687ce0 0x2ff95c0:0xc002687e60 0x2ffa2e0:0xc00434a180 0x2ffa580:0xc002687c80 0x2ffad60:0xc002687d40 0x2ffb000:0xc002687da0 0x2ffb2a0:0xc002687e00 0x2ffba80:0xc004c940c0 0x2ffbd20:0xc004c94120 0x3026980:0xc0015053e0 0x3026d20:0xc001505440 0x3027800:0xc000c12960 0x3029160:0xc001afe000 0x30298a0:0xc00434a120 0x302a720:0xc001504e40] 0xc0009fa7e0 0}
I0428 15:38:25.020818    3825 gateway.go:151] Starting gateway service sync
I0428 15:38:25.021262    3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0428 15:38:25.023271    3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0428 15:38:25.043552    3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0428 15:38:25.044690    3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0428 15:38:25.045817    3825 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0428 15:38:25.077767    3825 gateway.go:168] Gateway service sync done. Time taken: 56.93565ms
I0428 15:38:25.078192    3825 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30172
I0428 15:38:25.078706    3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b48f90 0xc000343c70 0xc000343ce0 0xc000343d50 0xc000343dc0 0xc000343e30 <nil> 0xc000343f10 0xc000c32190 0xc000348000 0xc0003480e0 <nil> 0xc000a9c410 0xc00643e000 <nil> <nil> <nil> 0xc0003481c0 <nil> map[0x2ff9080:0xc002687ce0 0x2ff95c0:0xc002687e60 0x2ffa2e0:0xc00434a180 0x2ffa580:0xc002687c80 0x2ffad60:0xc002687d40 0x2ffb000:0xc002687da0 0x2ffb2a0:0xc002687e00 0x2ffba80:0xc004c940c0 0x2ffbd20:0xc004c94120 0x3026980:0xc0015053e0 0x3026d20:0xc001505440 0x3027800:0xc000c12960 0x3029160:0xc001afe000 0x30298a0:0xc00434a120 0x302a720:0xc001504e40] 0xc0009fa7e0 0}
I0428 15:38:25.079187    3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b48f90 0xc000343c70 0xc000343ce0 0xc000343d50 0xc000343dc0 0xc000343e30 <nil> 0xc000343f10 0xc000c32190 0xc000348000 0xc0003480e0 <nil> 0xc000a9c410 0xc00643e000 <nil> <nil> <nil> 0xc0003481c0 <nil> map[0x2ff9080:0xc002687ce0 0x2ff95c0:0xc002687e60 0x2ffa2e0:0xc00434a180 0x2ffa580:0xc002687c80 0x2ffad60:0xc002687d40 0x2ffb000:0xc002687da0 0x2ffb2a0:0xc002687e00 0x2ffba80:0xc004c940c0 0x2ffbd20:0xc004c94120 0x3026980:0xc0015053e0 0x3026d20:0xc001505440 0x3027800:0xc000c12960 0x3029160:0xc001afe000 0x30298a0:0xc00434a120 0x302a720:0xc001504e40] 0xc0009fa7e0 0}
I0428 15:38:25.079229    3825 gateway.go:532] Reconciling gateway with updates
I0428 15:38:25.085008    3825 gateway.go:339] Spawning Conntrack Rule Check Thread
I0428 15:38:25.085041    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:38:25.085049    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:38:25.085055    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:38:25.085062    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:38:25.085061    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:38:25.085076    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:38:25.085079    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 15:38:25.085082    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:38:25.085090    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:38:25.085095    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:38:25.085082    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 15:38:25.085098    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085091    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 15:38:25.085103    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:38:25.085107    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 15:38:25.085106    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:38:25.085111    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:38:25.085118    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:38:25.085110    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 15:38:25.085121    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:38:25.085123    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:38:25.085126    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:38:25.085132    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:38:25.085136    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:38:25.085141    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:38:25.085139    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:38:25.085148    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:38:25.085148    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:38:25.085153    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:38:25.085155    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:38:25.085156    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:38:25.085156    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:38:25.085164    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:38:25.085129    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 15:38:25.085168    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:38:25.085176    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:38:25.085096    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:38:25.085183    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:38:25.085182    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:38:25.085188    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 15:38:25.085191    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085195    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:38:25.085130    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:38:25.085205    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 15:38:25.085125    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:38:25.085208    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 15:38:25.085148    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:38:25.085214    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:38:25.085218    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:38:25.085139    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:38:25.085226    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:38:25.085227    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 15:38:25.085146    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:38:25.085231    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:38:25.085237    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:38:25.085240    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 15:38:25.085211    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:38:25.085243    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 15:38:25.085248    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:38:25.085251    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 15:38:25.085257    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:38:25.085156    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:38:25.085265    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085190    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 15:38:25.085111    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:38:25.085206    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:38:25.085314    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 15:38:25.085154    3825 default_node_network_controller.go:944] Gateway and management port readiness took 64.422315ms
I0428 15:38:25.085164    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:38:25.085388    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:38:25.085169    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:38:25.085443    3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed
I0428 15:38:25.085452    3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed
I0428 15:38:25.085179    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:38:25.085472    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:38:25.085161    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:38:25.085483    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 15:38:25.085493    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:38:25.085102    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:38:25.085193    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:38:25.085587    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:38:25.085597    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 15:38:25.085199    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 15:38:25.085065    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:38:25.085619    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:38:25.085197    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:38:25.085668    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:38:25.085211    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:38:25.085214    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085214    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:25.085758    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:25.085213    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:38:25.085792    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:38:25.085220    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 15:38:25.085224    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:38:25.085838    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:38:25.085226    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0428 15:38:25.085226    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 15:38:25.085095    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:38:25.085878    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:38:25.085231    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:38:25.085231    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085109    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 15:38:25.085987    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 15:38:25.085225    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:38:25.086009    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:38:25.086013    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.085242    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 15:38:25.085245    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:38:25.086033    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:38:25.085159    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:38:25.086154    3825 node_ip_handler_linux.go:160] Node IP manager is running
W0428 15:38:25.122736    3825 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 15:38:25.122914    3825 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 15:38:25.123098    3825 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0428 15:38:25.131887    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 15:38:25.131912    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.131921    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 15:38:25.131928    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 15:38:25.131933    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.131954    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 15:38:25.131962    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 15:38:25.131984    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 15:38:25.131993    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 15:38:25.172406    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 15:38:25.172422    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 15:38:25.172450    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 15:38:25.172460    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 15:38:25.172467    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.172484    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.172500    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 15:38:25.172508    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 15:38:25.172513    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 15:38:25.172519    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 15:38:25.172524    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 15:38:25.172531    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 15:38:25.172536    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 15:38:25.172565    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 15:38:25.172580    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 15:38:25.988727    3825 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-193.ec2.internal. Updating no re-route policies
I0428 15:38:25.988752    3825 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall
I0428 15:38:25.988775    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal
I0428 15:38:25.988788    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 18.074µs
I0428 15:38:25.988774    3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default"
I0428 15:38:25.988846    3825 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:38:25.988861    3825 services_controller.go:574] Full service sync requested for network=default
W0428 15:38:25.989519    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:27.102414    3825 default_node_network_controller.go:1380] Starting node controller node sync
W0428 15:38:27.102467    3825 egressip_healthcheck.go:76] Health checking using insecure connection
I0428 15:38:27.102524    3825 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0428 15:38:27.113908    3825 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.476536ms
I0428 15:38:27.114022    3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 10.0.0.193 to PMTUD blocking rules
I0428 15:38:27.114040    3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 15:38:27.114022    3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-253.ec2.internal", IP: 10.0.2.253 to PMTUD blocking rules
I0428 15:38:27.114108    3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 15:38:27.124006    3825 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0428 15:38:27.124265    3825 egressservice_node.go:93] Setting up event handlers for Egress Services
I0428 15:38:27.124374    3825 egressservice_node.go:183] Starting Egress Services Controller
I0428 15:38:27.124387    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 15:38:27.124396    3825 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 15:38:27.124402    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 15:38:27.124407    3825 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 15:38:27.124413    3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 15:38:27.124417    3825 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 15:38:27.124421    3825 egressservice_node.go:197] Repairing Egress Services
I0428 15:38:27.133478    3825 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0428 15:38:27.133487    3825 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 15:38:27.133616    3825 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0428 15:38:27.133627    3825 link_network_manager.go:119] Link manager is running
I0428 15:38:27.133635    3825 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0428 15:38:27.133772    3825 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0428 15:38:27.134065    3825 vrf_manager.go:128] VRF manager is running
I0428 15:38:27.134217    3825 node_controller_manager.go:437] Removing flows to drop GARP
I0428 15:38:27.134226    3825 gateway.go:532] Reconciling gateway with updates
I0428 15:38:27.160839    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:38:27.160853    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:38:27.160871    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:38:27.160871    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:38:27.160881    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:38:27.160882    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 15:38:27.160889    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 15:38:27.160898    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 15:38:27.160901    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 15:38:27.160905    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:38:27.160910    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 15:38:27.160915    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:38:27.160920    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 15:38:27.160923    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:38:27.160927    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:38:27.160931    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:38:27.160927    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:38:27.160933    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:38:27.160952    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 15:38:27.160960    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:38:27.160952    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:38:27.160965    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:38:27.160969    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:38:27.160980    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:38:27.161000    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:38:27.161000    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:38:27.161009    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 15:38:27.161014    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:27.161018    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 15:38:27.161024    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.160983    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:38:27.161029    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:38:27.161035    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:38:27.161034    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.161043    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:38:27.160880    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:38:27.161016    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:38:27.161050    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 15:38:27.161055    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:38:27.161056    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:38:27.161059    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:38:27.161062    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.161066    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:38:27.161074    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:38:27.160986    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 15:38:27.161073    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:38:27.161082    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:38:27.161083    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 15:38:27.161086    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:38:27.161090    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.161096    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:38:27.161057    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:38:27.161099    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:38:27.161105    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:38:27.161109    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:38:27.161116    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 15:38:27.161118    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:38:27.161124    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 15:38:27.161126    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:38:27.161133    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 15:38:27.161138    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.161036    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:38:27.161148    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 15:38:27.160982    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:38:27.161150    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:38:27.161158    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:38:27.161164    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:38:27.161172    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 15:38:27.161176    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:38:27.161175    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:38:27.161177    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:38:27.161183    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 15:38:27.161189    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:38:27.161191    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 15:38:27.161190    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:38:27.160966    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:38:27.161204    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:38:27.161211    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 15:38:27.161217    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 15:38:27.161146    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:38:27.161240    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:38:27.161244    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:38:27.161029    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:38:27.161069    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 15:38:27.161252    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.161030    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:38:27.161299    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 15:38:27.161304    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:38:27.161307    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 15:38:27.161316    3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed
I0428 15:38:27.161038    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:38:27.160965    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:38:27.161043    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:38:27.161446    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:38:27.161043    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:38:27.161475    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:38:27.161048    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:38:27.161055    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:38:27.161071    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:38:27.161078    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 15:38:27.160861    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:38:27.161155    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:38:27.161569    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 15:38:27.161019    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 15:38:27.161160    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:38:27.161593    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:38:27.161175    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 15:38:27.161178    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:38:27.161619    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:38:27.161178    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:38:27.161639    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:38:27.161190    3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:38:27.161651    3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:38:27.161327    3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed
I0428 15:38:27.199744    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 15:38:27.199766    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 15:38:27.199774    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.199780    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 15:38:27.199785    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 15:38:27.199790    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 15:38:27.199794    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 15:38:27.199799    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 15:38:27.199804    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 15:38:27.199824    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 15:38:27.199829    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.199834    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.199838    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 15:38:27.199843    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 15:38:27.199853    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 15:38:27.199860    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.199865    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0428 15:38:27.199875    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 15:38:27.199888    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 15:38:27.238200    3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 15:38:29.569118    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal
I0428 15:38:29.569154    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 43.4µs
I0428 15:38:29.672421    3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0428 15:38:29.672443    3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 26.845µs
I0428 15:38:29.704095    3825 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-576d954967-qdv5x] creating logical port openshift-image-registry_image-registry-576d954967-qdv5x for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:29.704214    3825 kube.go:256] Updating pod openshift-image-registry/image-registry-576d954967-qdv5x
I0428 15:38:29.724533    3825 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-hgvw7] creating logical port openshift-ingress-canary_ingress-canary-hgvw7 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:29.724627    3825 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-hgvw7
I0428 15:38:29.728725    3825 pod.go:62] [openshift-image-registry/image-registry-576d954967-qdv5x] pod update took 24.549586ms
I0428 15:38:29.728751    3825 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-576d954967-qdv5x] addLogicalPort annotation time took 24.576518ms
I0428 15:38:29.729922    3825 pods.go:271] [openshift-image-registry/image-registry-576d954967-qdv5x] addLogicalPort took 25.836285ms, libovsdb time 878.727µs
I0428 15:38:29.740220    3825 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-r89n4] creating logical port openshift-dns_dns-default-r89n4 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:38:29.740339    3825 kube.go:256] Updating pod openshift-dns/dns-default-r89n4
I0428 15:38:29.747052    3825 pod.go:62] [openshift-ingress-canary/ingress-canary-hgvw7] pod update took 22.445671ms
I0428 15:38:29.747072    3825 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-hgvw7] addLogicalPort annotation time took 22.468413ms
I0428 15:38:29.748134    3825 pods.go:271] [openshift-ingress-canary/ingress-canary-hgvw7] addLogicalPort took 23.613667ms, libovsdb time 803.16µs
I0428 15:38:29.755097    3825 pod.go:62] [openshift-dns/dns-default-r89n4] pod update took 14.78199ms
I0428 15:38:29.755115    3825 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-r89n4] addLogicalPort annotation time took 14.805253ms
I0428 15:38:29.756095    3825 pods.go:271] [openshift-dns/dns-default-r89n4] addLogicalPort took 15.895705ms, libovsdb time 756.341µs
I0428 15:38:30.113573    3825 cni.go:452] [openshift-ingress-canary/ingress-canary-hgvw7 3ea8badda539770de695ae1a73f0b1588adb8365b9be524c6f5ef00b08491acb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-hgvw7 3ea8badda539770de695ae1a73f0b1588adb8365b9be524c6f5ef00b08491acb network default NAD default NAD key ]
I0428 15:38:30.143683    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-hgvw7, hostIfaceName: 3ea8badda539770, network: default, NAD default, SandboxID: "3ea8badda539770de695ae1a73f0b1588adb8365b9be524c6f5ef00b08491acb", PCI device ID: , UID: "aaeca4e7-5c41-4ef1-adbf-d093690c4290", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0428 15:38:30.194962    3825 cni.go:473] [openshift-ingress-canary/ingress-canary-hgvw7 3ea8badda539770de695ae1a73f0b1588adb8365b9be524c6f5ef00b08491acb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-hgvw7 3ea8badda539770de695ae1a73f0b1588adb8365b9be524c6f5ef00b08491acb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6b:84:df:c1:da\",\"name\":\"3ea8badda539770\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7078401-7490-4bf1-a2bb-e646020907bc\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:38:37.948338    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:38:47.786524    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:39:02.539031    3825 cni.go:452] [openshift-network-diagnostics/network-check-target-dcr8f b4faa6ca6c368a64c92a88702d23eb761a562975ba8cc989b6e77ecb08d2288c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dcr8f b4faa6ca6c368a64c92a88702d23eb761a562975ba8cc989b6e77ecb08d2288c network default NAD default NAD key ]
I0428 15:39:02.548576    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dcr8f, hostIfaceName: b4faa6ca6c368a6, network: default, NAD default, SandboxID: "b4faa6ca6c368a64c92a88702d23eb761a562975ba8cc989b6e77ecb08d2288c", PCI device ID: , UID: "80e1adce-0282-42b6-9fc6-6ff8b4e6520c", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0428 15:39:02.591849    3825 cni.go:473] [openshift-network-diagnostics/network-check-target-dcr8f b4faa6ca6c368a64c92a88702d23eb761a562975ba8cc989b6e77ecb08d2288c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dcr8f b4faa6ca6c368a64c92a88702d23eb761a562975ba8cc989b6e77ecb08d2288c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e9:66:c5:7c:66\",\"name\":\"b4faa6ca6c368a6\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96f045b5-4730-43cb-b132-bf934aef21a2\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:39:05.604709    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:39:08.953494    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:39:08.953526    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:39:18.795158    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:39:18.795181    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:39:36.609110    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:40:04.234094    3825 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-6gs9d for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.234197    3825 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d
I0428 15:40:04.237963    3825 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-j2ffl for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.238080    3825 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl
I0428 15:40:04.238081    3825 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6d5xj for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.238234    3825 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj
I0428 15:40:04.243588    3825 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-r9j9k for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.243683    3825 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k
I0428 15:40:04.253646    3825 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d] pod update took 19.47699ms
I0428 15:40:04.253723    3825 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d] addLogicalPort annotation time took 19.556685ms
I0428 15:40:04.254794    3825 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d] addLogicalPort took 20.715044ms, libovsdb time 771.217µs
I0428 15:40:04.263822    3825 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl] pod update took 25.767626ms
I0428 15:40:04.263839    3825 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl] addLogicalPort annotation time took 25.79062ms
I0428 15:40:04.265015    3825 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl] addLogicalPort took 27.082057ms, libovsdb time 840.136µs
I0428 15:40:04.269014    3825 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj] pod update took 30.799404ms
I0428 15:40:04.269034    3825 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj] addLogicalPort annotation time took 30.820441ms
I0428 15:40:04.270008    3825 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj] addLogicalPort took 31.940203ms, libovsdb time 773.04µs
I0428 15:40:04.276250    3825 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k] pod update took 32.585574ms
I0428 15:40:04.276265    3825 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k] addLogicalPort annotation time took 32.601308ms
I0428 15:40:04.277079    3825 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k] addLogicalPort took 33.503692ms, libovsdb time 611.453µs
I0428 15:40:04.356717    3825 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-wxbdv for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.356779    3825 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv
I0428 15:40:04.360827    3825 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-qfgrv] creating logical port openshift-console-operator_console-operator-66dbbb6468-qfgrv for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.360887    3825 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-qfgrv
I0428 15:40:04.379534    3825 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv] pod update took 22.771439ms
I0428 15:40:04.379552    3825 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv] addLogicalPort annotation time took 22.792767ms
I0428 15:40:04.380465    3825 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv] addLogicalPort took 23.756774ms, libovsdb time 660.229µs
I0428 15:40:04.386418    3825 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-qfgrv] pod update took 25.547371ms
I0428 15:40:04.386457    3825 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-qfgrv] addLogicalPort annotation time took 25.585842ms
I0428 15:40:04.387387    3825 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-qfgrv] addLogicalPort took 26.571053ms, libovsdb time 676.581µs
I0428 15:40:04.450839    3825 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-94rld] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-94rld for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.450916    3825 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-94rld
I0428 15:40:04.450928    3825 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-fllbx] creating logical port openshift-insights_insights-operator-6dbb575d6c-fllbx for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:04.451001    3825 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-fllbx
I0428 15:40:04.473495    3825 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld] pod update took 22.600715ms
I0428 15:40:04.473513    3825 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-94rld] addLogicalPort annotation time took 22.621445ms
I0428 15:40:04.474486    3825 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld] addLogicalPort took 23.663522ms, libovsdb time 702.782µs
I0428 15:40:04.480391    3825 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-fllbx] pod update took 29.404026ms
I0428 15:40:04.480432    3825 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-fllbx] addLogicalPort annotation time took 29.445425ms
I0428 15:40:04.481335    3825 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-fllbx] addLogicalPort took 30.418642ms, libovsdb time 657.019µs
I0428 15:40:04.599980    3825 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d 2b31dfef36a7d55a63d04731aab71a3380c14a6fd5a30616068da86b2eda7786 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d 2b31dfef36a7d55a63d04731aab71a3380c14a6fd5a30616068da86b2eda7786 network default NAD default NAD key ]
I0428 15:40:04.604115    3825 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl 8534b9c3662af263cd756feaa682b1ae99316075e0071844d9bbc01a908e4278 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl 8534b9c3662af263cd756feaa682b1ae99316075e0071844d9bbc01a908e4278 network default NAD default NAD key ]
I0428 15:40:04.611222    3825 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k 595a2b81496b0dd7fff0297adf0249b138ce83455b7ad26261735d579443e617 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k 595a2b81496b0dd7fff0297adf0249b138ce83455b7ad26261735d579443e617 network default NAD default NAD key ]
I0428 15:40:04.611788    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-6gs9d, hostIfaceName: 2b31dfef36a7d55, network: default, NAD default, SandboxID: "2b31dfef36a7d55a63d04731aab71a3380c14a6fd5a30616068da86b2eda7786", PCI device ID: , UID: "ea9a9cec-04a8-4490-a58a-3ef0fd508a73", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0428 15:40:04.612957    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-j2ffl, hostIfaceName: 8534b9c3662af26, network: default, NAD default, SandboxID: "8534b9c3662af263cd756feaa682b1ae99316075e0071844d9bbc01a908e4278", PCI device ID: , UID: "1ec9917f-75e3-440a-95bf-e8e7c036f68d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0428 15:40:04.623095    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-r9j9k, hostIfaceName: 595a2b81496b0dd, network: default, NAD default, SandboxID: "595a2b81496b0dd7fff0297adf0249b138ce83455b7ad26261735d579443e617", PCI device ID: , UID: "d95a39b2-741b-4881-831a-aa52b7902097", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0428 15:40:04.659625    3825 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d 2b31dfef36a7d55a63d04731aab71a3380c14a6fd5a30616068da86b2eda7786 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-6gs9d 2b31dfef36a7d55a63d04731aab71a3380c14a6fd5a30616068da86b2eda7786 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:61:d2:97:52:1c\",\"name\":\"2b31dfef36a7d55\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd31c51d-be1c-4bb9-8399-72ed92571f41\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:04.673731    3825 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl 8534b9c3662af263cd756feaa682b1ae99316075e0071844d9bbc01a908e4278 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-j2ffl 8534b9c3662af263cd756feaa682b1ae99316075e0071844d9bbc01a908e4278 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9c:a7:3d:3b:b5\",\"name\":\"8534b9c3662af26\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5536dd20-3120-4f9c-a334-35f2b3a1fba4\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:04.689798    3825 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k 595a2b81496b0dd7fff0297adf0249b138ce83455b7ad26261735d579443e617 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r9j9k 595a2b81496b0dd7fff0297adf0249b138ce83455b7ad26261735d579443e617 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:13:cd:99:c8:ad\",\"name\":\"595a2b81496b0dd\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b06a8807-c7d7-4a93-94af-8fcc8acbe755\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:04.715861    3825 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv 4eedd558aa9027461c47129dafb211df93a7c9685bb446489d0e7a6c8415bb37 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv 4eedd558aa9027461c47129dafb211df93a7c9685bb446489d0e7a6c8415bb37 network default NAD default NAD key ]
I0428 15:40:04.716476    3825 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-qfgrv f588a9dcab8ff0d6f16edaa100f95dbccbac8a6db1244c0a8548f61eb727fb85 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-qfgrv f588a9dcab8ff0d6f16edaa100f95dbccbac8a6db1244c0a8548f61eb727fb85 network default NAD default NAD key ]
I0428 15:40:04.729049    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-qfgrv, hostIfaceName: f588a9dcab8ff0d, network: default, NAD default, SandboxID: "f588a9dcab8ff0d6f16edaa100f95dbccbac8a6db1244c0a8548f61eb727fb85", PCI device ID: , UID: "75e35840-f3b6-4dbd-93a1-5ef93096b7b7", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0428 15:40:04.729583    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-wxbdv, hostIfaceName: 4eedd558aa90274, network: default, NAD default, SandboxID: "4eedd558aa9027461c47129dafb211df93a7c9685bb446489d0e7a6c8415bb37", PCI device ID: , UID: "f9d2b58d-6630-44b4-9611-17fa3adad262", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0428 15:40:04.774648    3825 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv 4eedd558aa9027461c47129dafb211df93a7c9685bb446489d0e7a6c8415bb37 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-wxbdv 4eedd558aa9027461c47129dafb211df93a7c9685bb446489d0e7a6c8415bb37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:01:aa:25:79:0d\",\"name\":\"4eedd558aa90274\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ee6974-3d9e-4b8d-ba83-aa7b69751a48\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:04.790073    3825 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-qfgrv f588a9dcab8ff0d6f16edaa100f95dbccbac8a6db1244c0a8548f61eb727fb85 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-qfgrv f588a9dcab8ff0d6f16edaa100f95dbccbac8a6db1244c0a8548f61eb727fb85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0d:aa:e1:19:47\",\"name\":\"f588a9dcab8ff0d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6db773d0-8dcb-4890-a967-49e05d617e1a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:04.809009    3825 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-fllbx 3cec80949640bb875d38bdb111c5eb8096bd6a128c31051b5077be24fd77646d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-fllbx 3cec80949640bb875d38bdb111c5eb8096bd6a128c31051b5077be24fd77646d network default NAD default NAD key ]
I0428 15:40:04.819377    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-fllbx, hostIfaceName: 3cec80949640bb8, network: default, NAD default, SandboxID: "3cec80949640bb875d38bdb111c5eb8096bd6a128c31051b5077be24fd77646d", PCI device ID: , UID: "38bc4ce5-8abd-4200-a28e-ee7da0554c34", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0428 15:40:04.864788    3825 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-fllbx 3cec80949640bb875d38bdb111c5eb8096bd6a128c31051b5077be24fd77646d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-fllbx 3cec80949640bb875d38bdb111c5eb8096bd6a128c31051b5077be24fd77646d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:47:7f:e0:d7:09\",\"name\":\"3cec80949640bb8\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71524791-f88f-4261-91e6-d0006839d577\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:08.085281    3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:08.085961    3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:08.085990    3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:08.086001    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0428 15:40:08.086023    3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:08.086032    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0428 15:40:09.112979    3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:09.113019    3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:09.113035    3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:09.113047    3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 15:40:09.781516    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 15:40:09.893417    3825 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0428 15:40:09.894259    3825 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 820.877µs
I0428 15:40:09.925404    3825 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0428 15:40:10.431514    3825 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0428 15:40:10.444792    3825 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0428 15:40:10.661087    3825 namespace.go:98] [openshift-service-ca] adding namespace
I0428 15:40:10.661970    3825 namespace.go:102] [openshift-service-ca] adding namespace took 862.904µs
I0428 15:40:10.681637    3825 namespace.go:142] [openshift-service-ca] updating namespace
W0428 15:40:20.016910    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 15:40:20.207515    3825 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj 7b3484d4351a7e612fb3a36d8f9e27675f59730162435978b548abf9f64d6582 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj 7b3484d4351a7e612fb3a36d8f9e27675f59730162435978b548abf9f64d6582 network default NAD default NAD key ]
I0428 15:40:20.216431    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6d5xj, hostIfaceName: 7b3484d4351a7e6, network: default, NAD default, SandboxID: "7b3484d4351a7e612fb3a36d8f9e27675f59730162435978b548abf9f64d6582", PCI device ID: , UID: "c507f261-4b00-4b62-92ed-ebe476e5e8f9", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0428 15:40:20.261470    3825 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj 7b3484d4351a7e612fb3a36d8f9e27675f59730162435978b548abf9f64d6582 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6d5xj 7b3484d4351a7e612fb3a36d8f9e27675f59730162435978b548abf9f64d6582 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:42:96:a5:1e:06\",\"name\":\"7b3484d4351a7e6\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23779bcb-981a-481b-896f-650cb90a67de\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:34.224411    3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 15:40:34.401030    3825 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-r742g] creating logical port openshift-insights_insights-runtime-extractor-r742g for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:34.401108    3825 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-r742g
I0428 15:40:34.419522    3825 pod.go:62] [openshift-insights/insights-runtime-extractor-r742g] pod update took 18.435594ms
I0428 15:40:34.419543    3825 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-r742g] addLogicalPort annotation time took 18.459865ms
I0428 15:40:34.420573    3825 pods.go:271] [openshift-insights/insights-runtime-extractor-r742g] addLogicalPort took 19.554637ms, libovsdb time 719.989µs
I0428 15:40:34.758584    3825 cni.go:452] [openshift-insights/insights-runtime-extractor-r742g cfc2894d29b343722162fb65e3cdf69dcea6255b83d25b2f1db0d6f6a8b222f5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-r742g cfc2894d29b343722162fb65e3cdf69dcea6255b83d25b2f1db0d6f6a8b222f5 network default NAD default NAD key ]
I0428 15:40:34.767567    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-r742g, hostIfaceName: cfc2894d29b3437, network: default, NAD default, SandboxID: "cfc2894d29b343722162fb65e3cdf69dcea6255b83d25b2f1db0d6f6a8b222f5", PCI device ID: , UID: "ff8f691b-9c6f-484b-965e-c5cdc8d47a71", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0428 15:40:34.813982    3825 cni.go:473] [openshift-insights/insights-runtime-extractor-r742g cfc2894d29b343722162fb65e3cdf69dcea6255b83d25b2f1db0d6f6a8b222f5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-r742g cfc2894d29b343722162fb65e3cdf69dcea6255b83d25b2f1db0d6f6a8b222f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:31:f6:8b:a5:40\",\"name\":\"cfc2894d29b3437\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2753b010-04da-44b1-b331-262100b374af\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:35.857621    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:35.857661    3825 pods.go:176] Deleting pod: openshift-image-registry/image-registry-576d954967-qdv5x
I0428 15:40:35.858881    3825 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-576d954967-qdv5x, ips: 10.129.0.5
I0428 15:40:35.858912    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:35.868517    3825 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-df85bc6bf-c5m85] creating logical port openshift-image-registry_image-registry-df85bc6bf-c5m85 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:35.868663    3825 kube.go:256] Updating pod openshift-image-registry/image-registry-df85bc6bf-c5m85
I0428 15:40:35.877611    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:35.877632    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:35.885161    3825 pod.go:62] [openshift-image-registry/image-registry-df85bc6bf-c5m85] pod update took 16.539451ms
I0428 15:40:35.885189    3825 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-df85bc6bf-c5m85] addLogicalPort annotation time took 16.569087ms
I0428 15:40:35.886565    3825 pods.go:271] [openshift-image-registry/image-registry-df85bc6bf-c5m85] addLogicalPort took 18.062848ms, libovsdb time 936.944µs
I0428 15:40:35.891777    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-576d954967-qdv5x
I0428 15:40:35.891795    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-576d954967-qdv5x
I0428 15:40:36.224249    3825 cni.go:452] [openshift-image-registry/image-registry-df85bc6bf-c5m85 4df7fe4b601e6c56c8d01f3bb39704ad6ccf8bfdb795064ea0fea32612392d63 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-df85bc6bf-c5m85 4df7fe4b601e6c56c8d01f3bb39704ad6ccf8bfdb795064ea0fea32612392d63 network default NAD default NAD key ]
I0428 15:40:36.227083    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:36.227712    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:36.234134    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-df85bc6bf-c5m85, hostIfaceName: 4df7fe4b601e6c5, network: default, NAD default, SandboxID: "4df7fe4b601e6c56c8d01f3bb39704ad6ccf8bfdb795064ea0fea32612392d63", PCI device ID: , UID: "16ab6552-6c87-4a85-b681-4014b7c5e08f", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0428 15:40:36.243548    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:36.243566    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:36.247491    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-hnfvw
I0428 15:40:36.247513    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-hnfvw
I0428 15:40:36.278497    3825 cni.go:473] [openshift-image-registry/image-registry-df85bc6bf-c5m85 4df7fe4b601e6c56c8d01f3bb39704ad6ccf8bfdb795064ea0fea32612392d63 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-df85bc6bf-c5m85 4df7fe4b601e6c56c8d01f3bb39704ad6ccf8bfdb795064ea0fea32612392d63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:88:ae:20:38:a0\",\"name\":\"4df7fe4b601e6c5\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57ffc540-7ac5-4072-851a-b9fc190bc50d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:36.608997    3825 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld 1e1bcee355829df3aa49b8231915d2a70c51dab2af7fae98dece0606fa927330 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld 1e1bcee355829df3aa49b8231915d2a70c51dab2af7fae98dece0606fa927330 network default NAD default NAD key ]
I0428 15:40:36.618915    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-94rld, hostIfaceName: 1e1bcee355829df, network: default, NAD default, SandboxID: "1e1bcee355829df3aa49b8231915d2a70c51dab2af7fae98dece0606fa927330", PCI device ID: , UID: "35ce15fd-e8a3-4a88-b20b-fcf6e98a12c9", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0428 15:40:36.666935    3825 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld 1e1bcee355829df3aa49b8231915d2a70c51dab2af7fae98dece0606fa927330 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-94rld 1e1bcee355829df3aa49b8231915d2a70c51dab2af7fae98dece0606fa927330 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:32:07:61:38:44\",\"name\":\"1e1bcee355829df\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c45bab3c-e78f-4d99-8762-bec4a2d8e1de\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:36.863038    3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:40:37.083884    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.083903    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.084560    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.084570    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.084574    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.237587    3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:40:37.263616    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.263632    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.263641    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.265505    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.265518    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.300134    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.300151    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:40:37.300253    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.300267    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:40:37.300272    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
I0428 15:40:37.966384    3825 cni.go:452] [openshift-dns/dns-default-r89n4 748489b75d283830407a80b1f6916a4632cfd8d10ddd961457094b8d27124431 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-r89n4 748489b75d283830407a80b1f6916a4632cfd8d10ddd961457094b8d27124431 network default NAD default NAD key ]
I0428 15:40:37.975778    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-r89n4, hostIfaceName: 748489b75d28383, network: default, NAD default, SandboxID: "748489b75d283830407a80b1f6916a4632cfd8d10ddd961457094b8d27124431", PCI device ID: , UID: "aee28639-f579-4d26-8c3d-73777af75472", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0428 15:40:38.021924    3825 cni.go:473] [openshift-dns/dns-default-r89n4 748489b75d283830407a80b1f6916a4632cfd8d10ddd961457094b8d27124431 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-r89n4 748489b75d283830407a80b1f6916a4632cfd8d10ddd961457094b8d27124431 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:7d:b0:b2:87:3b\",\"name\":\"748489b75d28383\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53116dae-e163-47f3-8937-c138203b01fb\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:39.814538    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-d9n7v for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:39.814640    3825 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v
I0428 15:40:39.832877    3825 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v] pod update took 18.26372ms
I0428 15:40:39.832903    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v] addLogicalPort annotation time took 18.296674ms
I0428 15:40:39.834180    3825 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v] addLogicalPort took 19.656556ms, libovsdb time 868.009µs
I0428 15:40:40.171041    3825 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v 6e213bc210e981815d0ad0201528a8e4f13086f939db03701cd5c2ec927965e3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v 6e213bc210e981815d0ad0201528a8e4f13086f939db03701cd5c2ec927965e3 network default NAD default NAD key ]
I0428 15:40:40.181365    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-d9n7v, hostIfaceName: 6e213bc210e9818, network: default, NAD default, SandboxID: "6e213bc210e981815d0ad0201528a8e4f13086f939db03701cd5c2ec927965e3", PCI device ID: , UID: "06421f64-b26d-447a-98cc-e740dacb43b8", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0428 15:40:40.226118    3825 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v 6e213bc210e981815d0ad0201528a8e4f13086f939db03701cd5c2ec927965e3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d9n7v 6e213bc210e981815d0ad0201528a8e4f13086f939db03701cd5c2ec927965e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6a:d9:b8:c1:8c\",\"name\":\"6e213bc210e9818\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d8335b4-79f7-4319-a2dd-13348daee423\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:42.099051    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0428 15:40:42.913857    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0428 15:40:43.866661    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-286cm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-286cm for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:43.866770    3825 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-286cm
I0428 15:40:43.883086    3825 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-286cm] pod update took 16.349614ms
I0428 15:40:43.883105    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-286cm] addLogicalPort annotation time took 16.373654ms
I0428 15:40:43.884234    3825 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-286cm] addLogicalPort took 17.592405ms, libovsdb time 809.618µs
I0428 15:40:44.224386    3825 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-286cm 432015b2f53c19d70dd0bdf52c614c4e9866819a5bfab416320894505b8d4a59 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-286cm 432015b2f53c19d70dd0bdf52c614c4e9866819a5bfab416320894505b8d4a59 network default NAD default NAD key ]
I0428 15:40:44.234655    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-286cm, hostIfaceName: 432015b2f53c19d, network: default, NAD default, SandboxID: "432015b2f53c19d70dd0bdf52c614c4e9866819a5bfab416320894505b8d4a59", PCI device ID: , UID: "72745e10-0ec3-42c7-b755-61bb1b07e94a", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0428 15:40:44.291508    3825 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-286cm 432015b2f53c19d70dd0bdf52c614c4e9866819a5bfab416320894505b8d4a59 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-286cm 432015b2f53c19d70dd0bdf52c614c4e9866819a5bfab416320894505b8d4a59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:26:c3:62:b1:f3\",\"name\":\"432015b2f53c19d\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df341bed-5f8c-4c0e-afe9-e8b587fe3176\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:49.063081    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:40:49.063120    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 15:40:49.331899    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-68dfh] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-68dfh for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:49.332010    3825 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-68dfh
I0428 15:40:49.350435    3825 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh] pod update took 18.451125ms
I0428 15:40:49.350461    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-68dfh] addLogicalPort annotation time took 18.482004ms
I0428 15:40:49.351794    3825 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh] addLogicalPort took 19.914076ms, libovsdb time 996.123µs
I0428 15:40:50.292472    3825 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh 975109247e5b3e9327b00ff671aadeb10bb157bed0c17ebdaf79f5f2dc63a858 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh 975109247e5b3e9327b00ff671aadeb10bb157bed0c17ebdaf79f5f2dc63a858 network default NAD default NAD key ]
I0428 15:40:50.303217    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-68dfh, hostIfaceName: 975109247e5b3e9, network: default, NAD default, SandboxID: "975109247e5b3e9327b00ff671aadeb10bb157bed0c17ebdaf79f5f2dc63a858", PCI device ID: , UID: "b1503bfd-a3e0-4ff1-8686-3542c27093ef", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0428 15:40:50.355083    3825 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh 975109247e5b3e9327b00ff671aadeb10bb157bed0c17ebdaf79f5f2dc63a858 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-68dfh 975109247e5b3e9327b00ff671aadeb10bb157bed0c17ebdaf79f5f2dc63a858 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:6b:52:9d:91:c7\",\"name\":\"975109247e5b3e9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98618ba1-241b-4c00-9a37-3f5e92caff95\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:50.662924    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:50.663086    3825 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0428 15:40:50.692295    3825 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 29.245833ms
I0428 15:40:50.692317    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.275611ms
I0428 15:40:50.693644    3825 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.736861ms, libovsdb time 1.015686ms
W0428 15:40:50.902266    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:40:50.902285    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:40:50.902293    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0428 15:40:51.025310    3825 cni.go:452] [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key ]
I0428 15:40:51.035219    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a2e6be3f3173c99, network: default, NAD default, SandboxID: "a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2", PCI device ID: , UID: "1ee2e2b7-3874-4e65-99f1-85e0a0786954", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0428 15:40:51.081429    3825 cni.go:473] [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:7e:a6:13:c8:58\",\"name\":\"a2e6be3f3173c99\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3327d4d-ab60-4283-9343-08d9dffcccb8\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:51.428392    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-549787b685-p95zt] creating logical port openshift-monitoring_thanos-querier-549787b685-p95zt for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:51.428497    3825 kube.go:256] Updating pod openshift-monitoring/thanos-querier-549787b685-p95zt
I0428 15:40:51.454103    3825 pod.go:62] [openshift-monitoring/thanos-querier-549787b685-p95zt] pod update took 25.639867ms
I0428 15:40:51.454125    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-549787b685-p95zt] addLogicalPort annotation time took 25.666367ms
I0428 15:40:51.455239    3825 pods.go:271] [openshift-monitoring/thanos-querier-549787b685-p95zt] addLogicalPort took 26.865606ms, libovsdb time 768.957µs
I0428 15:40:52.250606    3825 cni.go:452] [openshift-monitoring/thanos-querier-549787b685-p95zt 4f485a66a99f02339d054e4202bdaba4b0913b457c6d7d86703c1452d7afa6fa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-549787b685-p95zt 4f485a66a99f02339d054e4202bdaba4b0913b457c6d7d86703c1452d7afa6fa network default NAD default NAD key ]
I0428 15:40:52.260711    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-549787b685-p95zt, hostIfaceName: 4f485a66a99f023, network: default, NAD default, SandboxID: "4f485a66a99f02339d054e4202bdaba4b0913b457c6d7d86703c1452d7afa6fa", PCI device ID: , UID: "389953b4-a6b6-48e4-bfab-9da54eb8c598", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0428 15:40:52.315519    3825 cni.go:473] [openshift-monitoring/thanos-querier-549787b685-p95zt 4f485a66a99f02339d054e4202bdaba4b0913b457c6d7d86703c1452d7afa6fa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-549787b685-p95zt 4f485a66a99f02339d054e4202bdaba4b0913b457c6d7d86703c1452d7afa6fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2e:05:d9:17:38\",\"name\":\"4f485a66a99f023\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b005108-e121-4249-a49e-68c9c7951763\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:53.017340    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:40:53.017360    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:40:53.017367    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:40:53.175016    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:40:53.175034    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:40:53.175043    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0428 15:40:53.940898    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8595677989-pgm8v] creating logical port openshift-monitoring_metrics-server-8595677989-pgm8v for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:53.941016    3825 kube.go:256] Updating pod openshift-monitoring/metrics-server-8595677989-pgm8v
I0428 15:40:53.958905    3825 pod.go:62] [openshift-monitoring/metrics-server-8595677989-pgm8v] pod update took 17.919689ms
I0428 15:40:53.958928    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-8595677989-pgm8v] addLogicalPort annotation time took 17.949068ms
I0428 15:40:53.960247    3825 pods.go:271] [openshift-monitoring/metrics-server-8595677989-pgm8v] addLogicalPort took 19.364438ms, libovsdb time 904.453µs
I0428 15:40:54.073719    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vcx2w for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:54.073837    3825 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w
I0428 15:40:54.087040    3825 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w] pod update took 13.224049ms
I0428 15:40:54.087066    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w] addLogicalPort annotation time took 13.254077ms
I0428 15:40:54.088524    3825 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w] addLogicalPort took 14.82245ms, libovsdb time 1.019226ms
I0428 15:40:54.459855    3825 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w 8dcb6e93b3c9b26635b578fcc349cce60ceb1aa4763899f175eb9b6134914d71 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w 8dcb6e93b3c9b26635b578fcc349cce60ceb1aa4763899f175eb9b6134914d71 network default NAD default NAD key ]
I0428 15:40:54.459915    3825 cni.go:452] [openshift-monitoring/metrics-server-8595677989-pgm8v 19afbad9b8b7f91ed4b6767d279d6f2a12d6e5d083329912398f43256f518cea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-8595677989-pgm8v 19afbad9b8b7f91ed4b6767d279d6f2a12d6e5d083329912398f43256f518cea network default NAD default NAD key ]
I0428 15:40:54.471617    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8595677989-pgm8v, hostIfaceName: 19afbad9b8b7f91, network: default, NAD default, SandboxID: "19afbad9b8b7f91ed4b6767d279d6f2a12d6e5d083329912398f43256f518cea", PCI device ID: , UID: "821e2bae-bc3a-49fd-bd59-c9c01181040d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0428 15:40:54.471618    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vcx2w, hostIfaceName: 8dcb6e93b3c9b26, network: default, NAD default, SandboxID: "8dcb6e93b3c9b26635b578fcc349cce60ceb1aa4763899f175eb9b6134914d71", PCI device ID: , UID: "135cecb2-ea81-4dbe-ad99-cb2a76fb05ba", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0428 15:40:54.519379    3825 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w 8dcb6e93b3c9b26635b578fcc349cce60ceb1aa4763899f175eb9b6134914d71 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vcx2w 8dcb6e93b3c9b26635b578fcc349cce60ceb1aa4763899f175eb9b6134914d71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:e1:c4:7c:57:55\",\"name\":\"8dcb6e93b3c9b26\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eedeed4e-b5ef-4688-81f9-832606b94a0b\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:54.536128    3825 cni.go:473] [openshift-monitoring/metrics-server-8595677989-pgm8v 19afbad9b8b7f91ed4b6767d279d6f2a12d6e5d083329912398f43256f518cea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-8595677989-pgm8v 19afbad9b8b7f91ed4b6767d279d6f2a12d6e5d083329912398f43256f518cea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e7:8c:f0:66:d7\",\"name\":\"19afbad9b8b7f91\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a5cf6e4-1550-4938-938f-dae42d69c89b\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:55.906111    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:40:55.906248    3825 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0428 15:40:55.956353    3825 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 50.153739ms
I0428 15:40:55.956382    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 50.189513ms
I0428 15:40:55.958064    3825 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 51.97264ms, libovsdb time 1.204656ms
I0428 15:40:56.585195    3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key ]
I0428 15:40:56.595759    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2654bb6eee441b6, network: default, NAD default, SandboxID: "2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2", PCI device ID: , UID: "d3251612-abc9-44ae-8244-0bdf66d305a2", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0428 15:40:56.656388    3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4e:f6:73:64:58\",\"name\":\"2654bb6eee441b6\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24154cd0-7f0a-420b-a0c2-b5dfd7ba27b6\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:40:56.992035    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:40:56.992054    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:40:57.024962    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.024978    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.024983    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.024987    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.050582    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 15:40:57.189029    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 15:40:57.226872    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.226903    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.226911    3825 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.226916    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:40:57.881447    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:40:58.344103    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:40:58.344123    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:01.458526    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0428 15:41:02.997520    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:41:02.997574    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:41:02.997580    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:41:02.997585    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:41:14.389613    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 15:41:15.059133    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:41:15.059138    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:41:15.059186    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:41:15.090519    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0428 15:41:15.090563    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0428 15:41:15.090618    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0428 15:41:16.065411    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:41:16.102113    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0428 15:41:17.988241    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0428 15:41:18.338847    3825 base_network_controller_pods.go:487] [default/openshift-console/console-746b789c7d-wxmcs] creating logical port openshift-console_console-746b789c7d-wxmcs for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:41:18.338958    3825 kube.go:256] Updating pod openshift-console/console-746b789c7d-wxmcs
I0428 15:41:18.355755    3825 pod.go:62] [openshift-console/console-746b789c7d-wxmcs] pod update took 16.843279ms
I0428 15:41:18.355780    3825 base_network_controller_pods.go:951] [default/openshift-console/console-746b789c7d-wxmcs] addLogicalPort annotation time took 16.870812ms
I0428 15:41:18.357034    3825 pods.go:271] [openshift-console/console-746b789c7d-wxmcs] addLogicalPort took 18.204191ms, libovsdb time 818.813µs
I0428 15:41:18.702371    3825 cni.go:452] [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key ]
I0428 15:41:18.711319    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746b789c7d-wxmcs, hostIfaceName: 1ccc2a9482c9d14, network: default, NAD default, SandboxID: "1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef", PCI device ID: , UID: "1fda1be5-8b9e-4681-8620-b74ab4a728c9", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0428 15:41:18.759392    3825 cni.go:473] [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3c:a9:6a:38:11\",\"name\":\"1ccc2a9482c9d14\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef7ad643-4424-4602-8c04-a038b1e634a7\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:41:21.097736    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:41:21.097761    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:41:21.097768    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:41:21.298803    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0428 15:41:23.213011    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:23.213636    3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:23.310923    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:23.310966    3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:23.318270    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-dqtg6
I0428 15:41:23.318289    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-dqtg6
W0428 15:41:25.107932    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:41:25.108043    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:41:25.108094    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:41:26.115534    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:41:29.136508    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0428 15:41:34.636282    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:34.636843    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.543990    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:35.544010    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:46.599884    3825 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:46.600458    3825 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:47.435471    3825 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:47.435498    3825 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:47.442710    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-82ckw
I0428 15:41:47.442729    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-82ckw
I0428 15:41:54.392484    3825 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:54.393066    3825 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:54.513346    3825 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:54.513968    3825 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:54.556685    3825 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:54.556705    3825 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:54.565103    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68b8546b7-dvwn4
I0428 15:41:54.565126    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68b8546b7-dvwn4
I0428 15:41:54.855109    3825 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:54.855139    3825 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:54.859130    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-qjz4t
I0428 15:41:54.859156    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-qjz4t
W0428 15:41:56.607388    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:56.607411    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:56.607422    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:56.607427    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:57.290529    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:41:57.290552    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0428 15:42:08.427162    3825 cni.go:452] [openshift-multus/network-metrics-daemon-b4444 1750441721b761614636c3316c4b38957d3264920ddeaab0391e41c9e688973f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-b4444 1750441721b761614636c3316c4b38957d3264920ddeaab0391e41c9e688973f network default NAD default NAD key ]
I0428 15:42:08.436203    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-b4444, hostIfaceName: 1750441721b7616, network: default, NAD default, SandboxID: "1750441721b761614636c3316c4b38957d3264920ddeaab0391e41c9e688973f", PCI device ID: , UID: "af8708c0-2d3e-47be-82b2-4629d52dbbee", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0428 15:42:08.488146    3825 cni.go:473] [openshift-multus/network-metrics-daemon-b4444 1750441721b761614636c3316c4b38957d3264920ddeaab0391e41c9e688973f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-b4444 1750441721b761614636c3316c4b38957d3264920ddeaab0391e41c9e688973f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f5:6f:87:30:4f\",\"name\":\"1750441721b7616\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaa67ba0-cbfd-4bfb-802a-9d050bde5c83\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:11.294035    3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:11.294566    3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:11.514914    3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:11.514954    3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:11.519809    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0428 15:42:11.519835    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0428 15:42:15.548340    3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key ]
I0428 15:42:15.625925    3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2654bb6eee441b6efaa9d3acd51691da1a8347935e5c4fcbe493a0266e1254b2 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:42:15.693375    3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:15.693414    3825 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0428 15:42:15.694687    3825 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.25
I0428 15:42:15.694721    3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:16.336067    3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:16.336096    3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:16.343784    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0428 15:42:16.343814    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0428 15:42:16.385155    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:42:16.385288    3825 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0428 15:42:16.429183    3825 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 43.94901ms
I0428 15:42:16.429208    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 43.993222ms
I0428 15:42:16.430732    3825 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 45.59048ms, libovsdb time 1.042438ms
I0428 15:42:16.747878    3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3a03769733c17b426a70922743efcc5101c0cf399bcd4f8c3bb49b6063c47a60 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 3a03769733c17b426a70922743efcc5101c0cf399bcd4f8c3bb49b6063c47a60 network default NAD default NAD key ]
I0428 15:42:16.758276    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 3a03769733c17b4, network: default, NAD default, SandboxID: "3a03769733c17b426a70922743efcc5101c0cf399bcd4f8c3bb49b6063c47a60", PCI device ID: , UID: "7dde6cf3-dd8e-4312-b7f1-dc437aef85f1", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0428 15:42:16.808798    3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3a03769733c17b426a70922743efcc5101c0cf399bcd4f8c3bb49b6063c47a60 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 3a03769733c17b426a70922743efcc5101c0cf399bcd4f8c3bb49b6063c47a60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e8:c7:a3:fc:73\",\"name\":\"3a03769733c17b4\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/151d5a16-3ec9-43d0-a3d4-bea35a9bc326\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:43.150076    3825 cni.go:452] [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key ]
I0428 15:42:43.239410    3825 cni.go:473] [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 a2e6be3f3173c998d9586d0818ceb89e9c1b5f0c6aa0443d1dca52984d0851a2 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:42:43.301076    3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:43.301116    3825 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0428 15:42:43.302475    3825 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.21
I0428 15:42:43.302509    3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:43.471504    3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:43.471534    3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:43.480002    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0428 15:42:43.480049    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0428 15:42:43.521188    3825 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:42:43.521294    3825 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0428 15:42:43.544813    3825 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.557294ms
I0428 15:42:43.544839    3825 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.587405ms
I0428 15:42:43.546142    3825 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.971368ms, libovsdb time 898.917µs
I0428 15:42:43.883600    3825 cni.go:452] [openshift-monitoring/alertmanager-main-0 d3bc6dcd6ab076d98e677de119b62af3324a545971a930479774f5409f31cb18 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d3bc6dcd6ab076d98e677de119b62af3324a545971a930479774f5409f31cb18 network default NAD default NAD key ]
I0428 15:42:43.892880    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d3bc6dcd6ab076d, network: default, NAD default, SandboxID: "d3bc6dcd6ab076d98e677de119b62af3324a545971a930479774f5409f31cb18", PCI device ID: , UID: "6b06e682-9fe4-4f5c-94be-70356fb6b189", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0428 15:42:43.944201    3825 cni.go:473] [openshift-monitoring/alertmanager-main-0 d3bc6dcd6ab076d98e677de119b62af3324a545971a930479774f5409f31cb18 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d3bc6dcd6ab076d98e677de119b62af3324a545971a930479774f5409f31cb18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:85:2b:6b:bb:e4\",\"name\":\"d3bc6dcd6ab076d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80966b32-3bf1-42c6-8fbb-fda6d22df234\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:44.114164    3825 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:44.114776    3825 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:44.653263    3825 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:44.653296    3825 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:44.656697    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-22x5j
I0428 15:42:44.656724    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-22x5j
I0428 15:42:54.901491    3825 cni.go:452] [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key ]
I0428 15:42:54.992001    3825 cni.go:473] [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746b789c7d-wxmcs 1ccc2a9482c9d14d7c6c90db573a71b819a255ca0dd69f7f985ff3fc247699ef network default NAD default NAD key default], result "{}", err <nil>
I0428 15:42:55.048834    3825 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:55.048872    3825 pods.go:176] Deleting pod: openshift-console/console-746b789c7d-wxmcs
I0428 15:42:55.050405    3825 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746b789c7d-wxmcs, ips: 10.129.0.26
I0428 15:42:55.050438    3825 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:55.531133    3825 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:55.531158    3825 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:55.539426    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-wxmcs
I0428 15:42:55.539457    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-wxmcs
W0428 15:43:13.945751    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:43:13.945771    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:43:13.945777    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:43:17.672101    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:43:17.672127    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0428 15:43:18.966826    3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:43:18.967418    3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:43:19.877012    3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:43:19.877034    3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:43:19.887480    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0428 15:43:19.887509    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0428 15:43:35.788616    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0428 15:43:46.885679    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5
I0428 15:43:47.786643    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61
I0428 15:44:03.787033    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129
I0428 15:44:17.891729    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0428 15:44:23.393589    3825 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0428 15:44:36.622591    3825 base_network_controller_pods.go:487] [default/openshift-console/console-86f8bf9877-6rfv8] creating logical port openshift-console_console-86f8bf9877-6rfv8 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:44:36.622691    3825 kube.go:256] Updating pod openshift-console/console-86f8bf9877-6rfv8
I0428 15:44:36.644498    3825 pod.go:62] [openshift-console/console-86f8bf9877-6rfv8] pod update took 21.835695ms
I0428 15:44:36.644519    3825 base_network_controller_pods.go:951] [default/openshift-console/console-86f8bf9877-6rfv8] addLogicalPort annotation time took 21.861813ms
I0428 15:44:36.645774    3825 pods.go:271] [openshift-console/console-86f8bf9877-6rfv8] addLogicalPort took 23.199683ms, libovsdb time 890.341µs
I0428 15:44:36.986781    3825 cni.go:452] [openshift-console/console-86f8bf9877-6rfv8 7dac598334ffe427c16b458e5405a3a422c4f35c2313195c66cf4f806b66c58a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86f8bf9877-6rfv8 7dac598334ffe427c16b458e5405a3a422c4f35c2313195c66cf4f806b66c58a network default NAD default NAD key ]
I0428 15:44:36.995696    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86f8bf9877-6rfv8, hostIfaceName: 7dac598334ffe42, network: default, NAD default, SandboxID: "7dac598334ffe427c16b458e5405a3a422c4f35c2313195c66cf4f806b66c58a", PCI device ID: , UID: "c7595941-ba9d-4fad-8207-92dc479b02be", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0428 15:44:37.045397    3825 cni.go:473] [openshift-console/console-86f8bf9877-6rfv8 7dac598334ffe427c16b458e5405a3a422c4f35c2313195c66cf4f806b66c58a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86f8bf9877-6rfv8 7dac598334ffe427c16b458e5405a3a422c4f35c2313195c66cf4f806b66c58a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5c:60:ca:03:dd\",\"name\":\"7dac598334ffe42\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31be56fb-4604-4275-8463-9ce518cf33ee\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:44:41.795004    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=553
W0428 15:44:47.014529    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0428 15:44:55.784282    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0428 15:44:58.902624    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0428 15:45:01.917927    3825 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:01.918526    3825 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:02.248397    3825 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:02.248433    3825 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:02.254006    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-n8jmp
I0428 15:45:02.254030    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-n8jmp
I0428 15:45:04.914007    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0428 15:45:12.363659    3825 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:12.364153    3825 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:13.245461    3825 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:13.245490    3825 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:13.249251    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-hcbw7
I0428 15:45:13.249278    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-hcbw7
W0428 15:45:15.262259    3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:45:26.303177    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0428 15:45:26.303242    3825 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf: no pod IPs found 
I0428 15:46:14.787222    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0428 15:46:22.876292    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0428 15:46:57.875914    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0428 15:47:42.880153    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0428 15:47:49.913625    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0428 15:47:52.896462    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0428 15:48:14.907785    3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0428 15:49:03.790025    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25
I0428 15:49:27.789719    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18
I0428 15:49:50.791137    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0428 15:49:58.888303    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0428 15:50:04.451711    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:50:04.452301    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:50:05.473828    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:50:05.473852    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:50:25.798182    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=41
I0428 15:51:10.775287    3825 namespace.go:98] [tsf] adding namespace
I0428 15:51:10.776246    3825 namespace.go:102] [tsf] adding namespace took 937.83µs
I0428 15:51:10.796511    3825 namespace.go:142] [tsf] updating namespace
I0428 15:51:10.810145    3825 namespace.go:142] [tsf] updating namespace
I0428 15:51:14.925696    3825 namespace.go:98] [konflux-operator] adding namespace
I0428 15:51:14.926548    3825 namespace.go:102] [konflux-operator] adding namespace took 832.037µs
I0428 15:51:14.929488    3825 namespace.go:98] [tsf-keycloak] adding namespace
I0428 15:51:14.929622    3825 namespace.go:98] [rhtpa-operator] adding namespace
I0428 15:51:14.929642    3825 namespace.go:98] [cert-manager-operator] adding namespace
I0428 15:51:14.929735    3825 namespace.go:98] [tsf-tpa] adding namespace
I0428 15:51:14.930203    3825 namespace.go:102] [tsf-keycloak] adding namespace took 695.522µs
I0428 15:51:14.930724    3825 namespace.go:102] [rhtpa-operator] adding namespace took 1.084853ms
I0428 15:51:14.931328    3825 namespace.go:102] [cert-manager-operator] adding namespace took 1.678455ms
I0428 15:51:14.931902    3825 namespace.go:102] [tsf-tpa] adding namespace took 2.147332ms
I0428 15:51:14.933641    3825 namespace.go:98] [tsf-tas] adding namespace
I0428 15:51:14.933736    3825 namespace.go:98] [rhbk-operator] adding namespace
I0428 15:51:14.933805    3825 namespace.go:98] [konflux-ui] adding namespace
I0428 15:51:14.934369    3825 namespace.go:102] [tsf-tas] adding namespace took 714.963µs
I0428 15:51:14.934982    3825 namespace.go:102] [rhbk-operator] adding namespace took 1.228168ms
I0428 15:51:14.935591    3825 namespace.go:102] [konflux-ui] adding namespace took 1.772184ms
I0428 15:51:14.954408    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:51:14.972492    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:51:14.982148    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:51:14.986602    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:51:14.986676    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:51:14.988539    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:51:15.001853    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:51:15.007439    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:51:15.010445    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:51:15.010528    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:51:15.039843    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:51:15.067013    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:51:15.096828    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:51:15.114487    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:51:15.128401    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:51:15.156311    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:51:15.179009    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:51:15.194392    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:51:15.220840    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:51:15.245660    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:51:15.267730    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:51:15.285037    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:51:15.315625    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:51:15.380729    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:51:16.330328    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:51:16.338417    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:51:22.853900    3825 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:22.854347    3825 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:22.854366    3825 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:22.854373    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:22.854384    3825 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:22.854388    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:23.880547    3825 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:23.880572    3825 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:23.880584    3825 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:23.880602    3825 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:24.582271    3825 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:24.582809    3825 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:24.582832    3825 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:24.582839    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:24.582851    3825 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:24.582855    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:25.610195    3825 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:25.610216    3825 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:25.610228    3825 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:25.610242    3825 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:31.900177    3825 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:31.900654    3825 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:31.900675    3825 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:31.900683    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:31.900693    3825 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:31.900697    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:32.920537    3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:32.921047    3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:32.921067    3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:32.921075    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:32.921092    3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:32.921101    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:32.936482    3825 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:32.936504    3825 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:32.936516    3825 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:32.936526    3825 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:33.956365    3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:33.956388    3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:33.956401    3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:33.956416    3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:34.041344    3825 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.041842    3825 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.041870    3825 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.041883    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:34.041899    3825 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.041907    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:34.072502    3825 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.072907    3825 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.072931    3825 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.072954    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:51:34.072971    3825 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:51:34.072977    3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:51:35.091853    3825 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.091879    3825 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.091898    3825 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.091918    3825 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.114902    3825 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.114929    3825 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.114956    3825 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:51:35.114968    3825 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 15:51:35.657879    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0428 15:51:41.712226    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0428 15:51:42.916994    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0428 15:51:47.506688    3825 namespace.go:98] [cert-manager] adding namespace
I0428 15:51:47.507578    3825 namespace.go:102] [cert-manager] adding namespace took 864.609µs
I0428 15:51:47.533535    3825 namespace.go:142] [cert-manager] updating namespace
I0428 15:51:47.558258    3825 namespace.go:142] [cert-manager] updating namespace
I0428 15:51:48.514557    3825 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-nfnzj for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:51:48.514685    3825 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj
I0428 15:51:48.532985    3825 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj] pod update took 18.325433ms
I0428 15:51:48.533005    3825 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj] addLogicalPort annotation time took 18.349941ms
I0428 15:51:48.534227    3825 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj] addLogicalPort took 19.686105ms, libovsdb time 835.688µs
I0428 15:51:48.891718    3825 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj 0be1c5f9ebe501d02dd379ceaeddf6db6ef8f2edbfcc57d809e7007277e0f6b9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj 0be1c5f9ebe501d02dd379ceaeddf6db6ef8f2edbfcc57d809e7007277e0f6b9 network default NAD default NAD key ]
I0428 15:51:48.900805    3825 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-nfnzj, hostIfaceName: 0be1c5f9ebe501d, network: default, NAD default, SandboxID: "0be1c5f9ebe501d02dd379ceaeddf6db6ef8f2edbfcc57d809e7007277e0f6b9", PCI device ID: , UID: "75ea82f5-207a-43ca-a67c-9f728e5b306d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0428 15:51:48.949952    3825 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj 0be1c5f9ebe501d02dd379ceaeddf6db6ef8f2edbfcc57d809e7007277e0f6b9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-nfnzj 0be1c5f9ebe501d02dd379ceaeddf6db6ef8f2edbfcc57d809e7007277e0f6b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a0:cc:e1:fb:0c\",\"name\":\"0be1c5f9ebe501d\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c5a711b-4bf5-493a-b56b-23fc8c05004e\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:51:51.416729    3825 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-8kthz] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-8kthz for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:51:51.416840    3825 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-8kthz
I0428 15:51:51.429652    3825 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz] pod update took 12.839114ms
I0428 15:51:51.429678    3825 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-8kthz] addLogicalPort annotation time took 12.868008ms
I0428 15:51:51.431305    3825 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz] addLogicalPort took 14.608591ms, libovsdb time 1.065738ms
I0428 15:51:52.391371    3825 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz 75265efc6001316dfda7fee0bb103f5048b042578eeaf1de38d54d561232ab5a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz 75265efc6001316dfda7fee0bb103f5048b042578eeaf1de38d54d561232ab5a network default NAD default NAD key ]
I0428 15:51:52.400515    3825 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-8kthz, hostIfaceName: 75265efc6001316, network: default, NAD default, SandboxID: "75265efc6001316dfda7fee0bb103f5048b042578eeaf1de38d54d561232ab5a", PCI device ID: , UID: "91aad24e-0038-49c3-ba6e-cfdfbe0c8ca9", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0428 15:51:52.451459    3825 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz 75265efc6001316dfda7fee0bb103f5048b042578eeaf1de38d54d561232ab5a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-8kthz 75265efc6001316dfda7fee0bb103f5048b042578eeaf1de38d54d561232ab5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c5:70:c3:44:1c\",\"name\":\"75265efc6001316\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86dc4500-8451-4fb0-abc9-917bdee4ff0b\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:51:52.821346    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0428 15:51:52.821386    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0428 15:51:56.191522    3825 namespace.go:142] [openshift-operators] updating namespace
I0428 15:51:56.204427    3825 namespace.go:142] [openshift-operators] updating namespace
W0428 15:51:58.849693    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0428 15:51:58.849716    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0428 15:52:04.348552    3825 namespace.go:98] [trusted-artifact-signer] adding namespace
I0428 15:52:04.349381    3825 namespace.go:102] [trusted-artifact-signer] adding namespace took 808.363µs
I0428 15:52:04.421351    3825 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:52:04.457923    3825 namespace.go:142] [trusted-artifact-signer] updating namespace
W0428 15:52:04.806242    3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0428 15:52:08.539124    3825 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-kl4kh] creating logical port cert-manager_cert-manager-59c77684cc-kl4kh for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:52:08.539226    3825 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-kl4kh
I0428 15:52:08.615549    3825 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-kl4kh
I0428 15:52:08.660753    3825 namespace.go:142] [openshift-operators] updating namespace
I0428 15:52:08.663724    3825 pod.go:62] [cert-manager/cert-manager-59c77684cc-kl4kh] pod update took 124.521575ms
I0428 15:52:08.663748    3825 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-kl4kh] addLogicalPort annotation time took 124.550752ms
I0428 15:52:08.664994    3825 pods.go:271] [cert-manager/cert-manager-59c77684cc-kl4kh] addLogicalPort took 125.883654ms, libovsdb time 860.037µs
I0428 15:52:08.881903    3825 cni.go:452] [cert-manager/cert-manager-59c77684cc-kl4kh 1e87862954f6ccb05b57d68ca042a1ec1426cfe13808ae5ac497e0d172fd7c3e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-kl4kh 1e87862954f6ccb05b57d68ca042a1ec1426cfe13808ae5ac497e0d172fd7c3e network default NAD default NAD key ]
I0428 15:52:08.891881    3825 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-kl4kh, hostIfaceName: 1e87862954f6ccb, network: default, NAD default, SandboxID: "1e87862954f6ccb05b57d68ca042a1ec1426cfe13808ae5ac497e0d172fd7c3e", PCI device ID: , UID: "ef627ac2-4ef1-4970-ba60-4879334c1659", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0428 15:52:08.941444    3825 cni.go:473] [cert-manager/cert-manager-59c77684cc-kl4kh 1e87862954f6ccb05b57d68ca042a1ec1426cfe13808ae5ac497e0d172fd7c3e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-kl4kh 1e87862954f6ccb05b57d68ca042a1ec1426cfe13808ae5ac497e0d172fd7c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:72:56:18:ff:89\",\"name\":\"1e87862954f6ccb\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12d6cbf4-e754-435a-881f-cb0bd6921e6b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:52:09.110218    3825 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-96rk4 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:52:09.110351    3825 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4
I0428 15:52:09.203535    3825 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4
I0428 15:52:09.248477    3825 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4] pod update took 138.153605ms
I0428 15:52:09.248498    3825 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4] addLogicalPort annotation time took 138.179218ms
I0428 15:52:09.249754    3825 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4] addLogicalPort took 139.56048ms, libovsdb time 835.621µs
I0428 15:52:09.463827    3825 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4 ca6fc374d708e5d23ade6411eb62c82a15b42d87aa4e6178e8a252b4caaf94d0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4 ca6fc374d708e5d23ade6411eb62c82a15b42d87aa4e6178e8a252b4caaf94d0 network default NAD default NAD key ]
I0428 15:52:09.473596    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-96rk4, hostIfaceName: ca6fc374d708e5d, network: default, NAD default, SandboxID: "ca6fc374d708e5d23ade6411eb62c82a15b42d87aa4e6178e8a252b4caaf94d0", PCI device ID: , UID: "c0084f55-72a2-4406-ba85-08bdcdd6b2ec", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0428 15:52:09.521368    3825 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4 ca6fc374d708e5d23ade6411eb62c82a15b42d87aa4e6178e8a252b4caaf94d0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96rk4 ca6fc374d708e5d23ade6411eb62c82a15b42d87aa4e6178e8a252b4caaf94d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:30:f7:59:46:10\",\"name\":\"ca6fc374d708e5d\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8ab66f2-e454-4430-a381-3924a5114fa4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:52:22.173898    3825 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:52:22.174471    3825 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:52:22.199782    3825 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:52:22.199799    3825 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:52:22.206312    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0428 15:52:22.206332    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0428 15:52:23.931569    3825 namespace.go:98] [openshift-pipelines] adding namespace
I0428 15:52:23.932553    3825 namespace.go:102] [openshift-pipelines] adding namespace took 957.211µs
I0428 15:52:23.956728    3825 namespace.go:142] [openshift-pipelines] updating namespace
I0428 15:52:24.637445    3825 namespace.go:142] [cert-manager] updating namespace
I0428 15:52:24.839890    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:52:25.242079    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:52:25.443262    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:52:25.644244    3825 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace
I0428 15:52:26.044876    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:52:26.246219    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:52:26.444427    3825 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:52:26.645975    3825 namespace.go:142] [tsf] updating namespace
I0428 15:52:26.848704    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:52:27.046036    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:52:27.247339    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:52:27.371494    3825 namespace.go:142] [cert-manager] updating namespace
I0428 15:52:27.380528    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:52:27.389421    3825 namespace.go:142] [default] updating namespace
I0428 15:52:27.398698    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:52:27.406409    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:52:27.415349    3825 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace
I0428 15:52:27.423531    3825 namespace.go:142] [openshift] updating namespace
I0428 15:52:27.433814    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:52:27.442679    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:52:27.451500    3825 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:52:27.471005    3825 namespace.go:142] [tsf] updating namespace
I0428 15:52:27.488498    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:52:27.508630    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:52:27.529761    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:52:27.628782    3825 namespace.go:142] [cert-manager] updating namespace
I0428 15:52:27.728806    3825 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:52:27.827876    3825 namespace.go:142] [default] updating namespace
I0428 15:52:27.929579    3825 namespace.go:142] [konflux-operator] updating namespace
I0428 15:52:28.029225    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:52:28.136969    3825 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace
I0428 15:52:28.228113    3825 namespace.go:142] [openshift] updating namespace
I0428 15:52:28.329806    3825 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:52:28.426960    3825 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:52:28.529882    3825 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:52:28.629135    3825 namespace.go:142] [tsf] updating namespace
I0428 15:52:28.730184    3825 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:52:28.828176    3825 namespace.go:142] [tsf-tas] updating namespace
I0428 15:52:28.928416    3825 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:52:29.266832    3825 namespace.go:142] [openshift-pipelines] updating namespace
W0428 15:52:38.132232    3825 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0428 15:52:39.144297    3825 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0428 15:52:41.196595    3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 15:52:41.196616    3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 15:52:41.196624    3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 15:52:41.963153    3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:52:41.963170    3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:52:41.963176    3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:52:41.987154    3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:52:41.987167    3825 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:52:41.987171    3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:52:41.987175    3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0428 15:52:44.905430    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0428 15:52:47.786967    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0428 15:52:57.908005    3825 namespace.go:142] [openshift-pipelines] updating namespace
I0428 15:52:59.879398    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0428 15:53:00.103311    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-mf7lb for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:00.103417    3825 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb
I0428 15:53:00.116865    3825 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb] pod update took 13.480516ms
I0428 15:53:00.116886    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb] addLogicalPort annotation time took 13.506014ms
I0428 15:53:00.118140    3825 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb] addLogicalPort took 14.844192ms, libovsdb time 797.449µs
I0428 15:53:00.215379    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-gczf6 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:00.215459    3825 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6
I0428 15:53:00.231841    3825 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6] pod update took 16.402411ms
I0428 15:53:00.231862    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6] addLogicalPort annotation time took 16.426764ms
I0428 15:53:00.233060    3825 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6] addLogicalPort took 17.693342ms, libovsdb time 836.391µs
I0428 15:53:00.462585    3825 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb 957289c82b47529c8fa5db7059de6ab044b0b3b2909b17ffaec5adf99a77ab60 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb 957289c82b47529c8fa5db7059de6ab044b0b3b2909b17ffaec5adf99a77ab60 network default NAD default NAD key ]
I0428 15:53:00.472316    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-mf7lb, hostIfaceName: 957289c82b47529, network: default, NAD default, SandboxID: "957289c82b47529c8fa5db7059de6ab044b0b3b2909b17ffaec5adf99a77ab60", PCI device ID: , UID: "4ea93615-a9f0-410e-a83d-85ff82eae339", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0428 15:53:00.522541    3825 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb 957289c82b47529c8fa5db7059de6ab044b0b3b2909b17ffaec5adf99a77ab60 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-mf7lb 957289c82b47529c8fa5db7059de6ab044b0b3b2909b17ffaec5adf99a77ab60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:fe:d5:a5:95:c8\",\"name\":\"957289c82b47529\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd18f2fd-6e7a-4cbf-9121-72c56f5e8ecf\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:53:00.575809    3825 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6 46defb309192a8d37c76badf0912be07a9585f2d67926e9218cd642b42218e0c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6 46defb309192a8d37c76badf0912be07a9585f2d67926e9218cd642b42218e0c network default NAD default NAD key ]
I0428 15:53:00.585578    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-gczf6, hostIfaceName: 46defb309192a8d, network: default, NAD default, SandboxID: "46defb309192a8d37c76badf0912be07a9585f2d67926e9218cd642b42218e0c", PCI device ID: , UID: "1d243086-92db-4e1e-aea8-f860d76cdd63", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0428 15:53:00.636258    3825 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6 46defb309192a8d37c76badf0912be07a9585f2d67926e9218cd642b42218e0c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gczf6 46defb309192a8d37c76badf0912be07a9585f2d67926e9218cd642b42218e0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:54:31:a1:b9:e0\",\"name\":\"46defb309192a8d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49438c01-3e70-4c7f-8c07-aba9611fb71a\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:53:04.064911    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0428 15:53:04.420793    3825 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:53:04.421429    3825 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:53:04.446103    3825 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:53:04.446122    3825 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:53:04.453158    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0428 15:53:04.453196    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0428 15:53:06.563870    3825 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0428 15:53:06.564520    3825 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0428 15:53:06.564542    3825 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0428 15:53:06.566902    3825 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0428 15:53:12.339454    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:53:12.339478    3825 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:53:12.340927    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0428 15:53:12.340960    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0428 15:53:22.088316    3825 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 15:53:25.168366    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:25.168452    3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0428 15:53:25.180133    3825 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.701112ms
I0428 15:53:25.180160    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.732505ms
I0428 15:53:25.181403    3825 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.054886ms, libovsdb time 876.822µs
I0428 15:53:28.231057    3825 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 ad0be3fcfd2f88cb29f4f9035a9fcee15331fedb6f08e41042e3a52428252df3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 ad0be3fcfd2f88cb29f4f9035a9fcee15331fedb6f08e41042e3a52428252df3 network default NAD default NAD key ]
I0428 15:53:28.240803    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: ad0be3fcfd2f88c, network: default, NAD default, SandboxID: "ad0be3fcfd2f88cb29f4f9035a9fcee15331fedb6f08e41042e3a52428252df3", PCI device ID: , UID: "e87d6c9d-5e5e-4cd8-a605-998307e81c6a", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0428 15:53:28.289634    3825 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 ad0be3fcfd2f88cb29f4f9035a9fcee15331fedb6f08e41042e3a52428252df3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 ad0be3fcfd2f88cb29f4f9035a9fcee15331fedb6f08e41042e3a52428252df3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e8:9a:69:7a:98\",\"name\":\"ad0be3fcfd2f88c\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e7977d-8552-407a-bde1-a3ef69e8a3e6\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:53:35.364793    3825 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 15:53:36.703024    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-ffrr4 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:36.703118    3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4
I0428 15:53:36.717554    3825 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4] pod update took 14.45788ms
I0428 15:53:36.717581    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4] addLogicalPort annotation time took 14.491229ms
I0428 15:53:36.719114    3825 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4] addLogicalPort took 16.103747ms, libovsdb time 979.988µs
I0428 15:53:36.803903    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-z6kpb for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:36.804033    3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb
I0428 15:53:36.818105    3825 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb] pod update took 14.104167ms
I0428 15:53:36.818128    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb] addLogicalPort annotation time took 14.129867ms
I0428 15:53:36.819386    3825 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb] addLogicalPort took 15.506984ms, libovsdb time 851.407µs
I0428 15:53:37.162906    3825 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb 8e21e6ba448589614bb6e5558fa6426ec7074bfa2b9e8f1188fb9dfa10f8ac19 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb 8e21e6ba448589614bb6e5558fa6426ec7074bfa2b9e8f1188fb9dfa10f8ac19 network default NAD default NAD key ]
I0428 15:53:37.172206    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-z6kpb, hostIfaceName: 8e21e6ba4485896, network: default, NAD default, SandboxID: "8e21e6ba448589614bb6e5558fa6426ec7074bfa2b9e8f1188fb9dfa10f8ac19", PCI device ID: , UID: "659a9617-74fc-407f-8f2a-28009499e193", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0428 15:53:37.221652    3825 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb 8e21e6ba448589614bb6e5558fa6426ec7074bfa2b9e8f1188fb9dfa10f8ac19 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-z6kpb 8e21e6ba448589614bb6e5558fa6426ec7074bfa2b9e8f1188fb9dfa10f8ac19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:c4:53:a1:9d:ff\",\"name\":\"8e21e6ba4485896\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b42656d6-faee-4a2b-8da5-7ccb24fc2071\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:53:37.663120    3825 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4 d86b8c1e2f5d6399f0096538c45cd2d9947aeb01201c93d2955d60a95747af96 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4 d86b8c1e2f5d6399f0096538c45cd2d9947aeb01201c93d2955d60a95747af96 network default NAD default NAD key ]
I0428 15:53:37.672601    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-ffrr4, hostIfaceName: d86b8c1e2f5d639, network: default, NAD default, SandboxID: "d86b8c1e2f5d6399f0096538c45cd2d9947aeb01201c93d2955d60a95747af96", PCI device ID: , UID: "4ce457d4-18c2-43e3-8852-3e960fb55b7a", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0428 15:53:37.722265    3825 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4 d86b8c1e2f5d6399f0096538c45cd2d9947aeb01201c93d2955d60a95747af96 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-ffrr4 d86b8c1e2f5d6399f0096538c45cd2d9947aeb01201c93d2955d60a95747af96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:45:30:e1:6f:2d\",\"name\":\"d86b8c1e2f5d639\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0709a9a3-cd33-4aad-afbf-38e1353e99e2\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:53:39.629833    3825 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:53:39.630413    3825 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:53:39.681097    3825 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:53:39.681118    3825 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:53:39.692214    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0428 15:53:39.692238    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0428 15:53:41.660012    3825 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-mqgsb-cvwhg] creating logical port tsf-tas_segment-backup-installation-mqgsb-cvwhg for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:41.660141    3825 kube.go:256] Updating pod tsf-tas/segment-backup-installation-mqgsb-cvwhg
I0428 15:53:41.672438    3825 pod.go:62] [tsf-tas/segment-backup-installation-mqgsb-cvwhg] pod update took 12.336905ms
I0428 15:53:41.672466    3825 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-mqgsb-cvwhg] addLogicalPort annotation time took 12.372198ms
I0428 15:53:41.673844    3825 pods.go:271] [tsf-tas/segment-backup-installation-mqgsb-cvwhg] addLogicalPort took 13.852513ms, libovsdb time 844.411µs
I0428 15:53:42.021346    3825 cni.go:452] [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key ]
I0428 15:53:42.030965    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-mqgsb-cvwhg, hostIfaceName: 522fe6de82a1884, network: default, NAD default, SandboxID: "522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718", PCI device ID: , UID: "e25d2e5c-60cd-4374-94f1-a48d251ebd19", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0428 15:53:42.081749    3825 cni.go:473] [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:4e:89:37:62:81\",\"name\":\"522fe6de82a1884\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaac439d-3371-429b-9b0b-01dba9b3b8d4\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:53:42.394316    3825 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:53:42.394332    3825 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:53:42.394338    3825 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0428 15:53:42.692276    3825 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg] creating logical port tsf-tas_trillian-logserver-5c4fc8bcc7-b8qpg for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:42.692393    3825 kube.go:256] Updating pod tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg
I0428 15:53:42.713780    3825 pod.go:62] [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg] pod update took 21.415171ms
I0428 15:53:42.713800    3825 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg] addLogicalPort annotation time took 21.443234ms
I0428 15:53:42.715027    3825 pods.go:271] [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg] addLogicalPort took 22.765743ms, libovsdb time 804.818µs
I0428 15:53:42.842800    3825 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-bm5vm-5465t] creating logical port tsf-tas_rekor-createtree-job-bm5vm-5465t for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:53:42.842881    3825 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-bm5vm-5465t
I0428 15:53:42.855529    3825 pod.go:62] [tsf-tas/rekor-createtree-job-bm5vm-5465t] pod update took 12.665891ms
I0428 15:53:42.855548    3825 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-bm5vm-5465t] addLogicalPort annotation time took 12.690271ms
I0428 15:53:42.856798    3825 pods.go:271] [tsf-tas/rekor-createtree-job-bm5vm-5465t] addLogicalPort took 14.011396ms, libovsdb time 814.207µs
I0428 15:53:43.054547    3825 cni.go:452] [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg cdbf8efba700574109b52381d701c3f1d7a845cf6f903d3a4bdcf49388cbf4fa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg cdbf8efba700574109b52381d701c3f1d7a845cf6f903d3a4bdcf49388cbf4fa network default NAD default NAD key ]
I0428 15:53:43.064834    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5c4fc8bcc7-b8qpg, hostIfaceName: cdbf8efba700574, network: default, NAD default, SandboxID: "cdbf8efba700574109b52381d701c3f1d7a845cf6f903d3a4bdcf49388cbf4fa", PCI device ID: , UID: "8b09fe7c-0141-476c-a8af-6d52cc0ba6b9", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0428 15:53:43.113816    3825 cni.go:473] [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg cdbf8efba700574109b52381d701c3f1d7a845cf6f903d3a4bdcf49388cbf4fa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5c4fc8bcc7-b8qpg cdbf8efba700574109b52381d701c3f1d7a845cf6f903d3a4bdcf49388cbf4fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b0:49:5c:33:3e\",\"name\":\"cdbf8efba700574\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6e7799a-db31-4334-be9c-8a884cf15480\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:53:43.205863    3825 cni.go:452] [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key ]
I0428 15:53:43.216603    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-bm5vm-5465t, hostIfaceName: dd19ea104244719, network: default, NAD default, SandboxID: "dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b", PCI device ID: , UID: "908f8c41-7243-49ec-b881-ea4ebd42e9a6", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0428 15:53:43.266034    3825 cni.go:473] [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:25:9b:0f:33:42\",\"name\":\"dd19ea104244719\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02eba767-3cf5-448c-9f35-d2f17b5827c7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:53:45.533470    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0428 15:53:45.533492    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0428 15:53:48.410812    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:53:48.410834    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:53:48.410840    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:53:49.416693    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0428 15:53:53.335109    3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0428 15:53:54.589068    3825 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0428 15:54:01.486675    3825 cni.go:452] [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key ]
I0428 15:54:01.570732    3825 cni.go:473] [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-mqgsb-cvwhg 522fe6de82a188488d9b29b375e5d60b6559adeb82822526c0a5651342bcc718 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:54:01.624606    3825 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:01.624639    3825 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-mqgsb-cvwhg
I0428 15:54:01.626118    3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-mqgsb-cvwhg, ips: 10.129.0.39
I0428 15:54:01.626152    3825 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:02.503471    3825 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:02.503496    3825 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:03.529469    3825 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:03.530055    3825 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:04.419838    3825 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:04.419863    3825 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:06.793267    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33
I0428 15:54:13.389485    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-p49hk for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:54:13.389581    3825 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk
I0428 15:54:13.402880    3825 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk] pod update took 13.322299ms
I0428 15:54:13.402905    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk] addLogicalPort annotation time took 13.353686ms
I0428 15:54:13.404178    3825 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk] addLogicalPort took 14.706889ms, libovsdb time 840.515µs
I0428 15:54:13.801816    3825 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk 8aec63cc27b1d1972a09b9e73edd65cf687dff13718b2efd0270e573bc30c879 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk 8aec63cc27b1d1972a09b9e73edd65cf687dff13718b2efd0270e573bc30c879 network default NAD default NAD key ]
I0428 15:54:13.811168    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-p49hk, hostIfaceName: 8aec63cc27b1d19, network: default, NAD default, SandboxID: "8aec63cc27b1d1972a09b9e73edd65cf687dff13718b2efd0270e573bc30c879", PCI device ID: , UID: "96954a3a-9692-49a4-9762-57d9ee341ec3", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0428 15:54:13.863744    3825 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk 8aec63cc27b1d1972a09b9e73edd65cf687dff13718b2efd0270e573bc30c879 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-p49hk 8aec63cc27b1d1972a09b9e73edd65cf687dff13718b2efd0270e573bc30c879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:c6:6d:4f:61:c2\",\"name\":\"8aec63cc27b1d19\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6195847-f140-4405-9f95-29d2b667b752\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:54:13.895019    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
W0428 15:54:16.577414    3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0428 15:54:24.568959    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0428 15:54:27.584702    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0428 15:54:28.657935    3825 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-dpfvx for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:54:28.658045    3825 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx
I0428 15:54:28.672412    3825 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx] pod update took 14.386965ms
I0428 15:54:28.672436    3825 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx] addLogicalPort annotation time took 14.418147ms
I0428 15:54:28.673785    3825 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx] addLogicalPort took 15.877938ms, libovsdb time 937.683µs
I0428 15:54:29.645052    3825 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx b5c9a73030c45c17aca5d79cdf7199dc119c765380d018a049b9aeec40bcd5ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx b5c9a73030c45c17aca5d79cdf7199dc119c765380d018a049b9aeec40bcd5ad network default NAD default NAD key ]
I0428 15:54:29.654095    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-dpfvx, hostIfaceName: b5c9a73030c45c1, network: default, NAD default, SandboxID: "b5c9a73030c45c17aca5d79cdf7199dc119c765380d018a049b9aeec40bcd5ad", PCI device ID: , UID: "805b78cd-8057-4856-8586-c520e46d92a1", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0428 15:54:29.705585    3825 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx b5c9a73030c45c17aca5d79cdf7199dc119c765380d018a049b9aeec40bcd5ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dpfvx b5c9a73030c45c17aca5d79cdf7199dc119c765380d018a049b9aeec40bcd5ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b8:25:0f:db:e8\",\"name\":\"b5c9a73030c45c1\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da0967e-7a7d-47ae-85cd-4327a3d5f943\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:54:29.914678    3825 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:29.915243    3825 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:29.944418    3825 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:29.944442    3825 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:29.947767    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0428 15:54:29.947793    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0428 15:54:37.969867    3825 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:37.970413    3825 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:38.850972    3825 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:38.850998    3825 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:39.700053    3825 cni.go:452] [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key ]
I0428 15:54:39.782869    3825 cni.go:473] [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-bm5vm-5465t dd19ea104244719719131f6a8decb3a1868a24f10270ff9ad89cb00a6951352b network default NAD default NAD key default], result "{}", err <nil>
I0428 15:54:39.838935    3825 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:39.838999    3825 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-bm5vm-5465t
I0428 15:54:39.840504    3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-bm5vm-5465t, ips: 10.129.0.41
I0428 15:54:39.840534    3825 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:40.717180    3825 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:40.717219    3825 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:40.733151    3825 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:40.733674    3825 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:41.757542    3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:41.757563    3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:42.649847    3825 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7c78cb895c-vgxd4] creating logical port tsf-tas_ctlog-7c78cb895c-vgxd4 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:54:42.649959    3825 kube.go:256] Updating pod tsf-tas/ctlog-7c78cb895c-vgxd4
I0428 15:54:42.665989    3825 pod.go:62] [tsf-tas/ctlog-7c78cb895c-vgxd4] pod update took 16.067352ms
I0428 15:54:42.666016    3825 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7c78cb895c-vgxd4] addLogicalPort annotation time took 16.10056ms
I0428 15:54:42.667412    3825 pods.go:271] [tsf-tas/ctlog-7c78cb895c-vgxd4] addLogicalPort took 17.574094ms, libovsdb time 907.292µs
I0428 15:54:43.614164    3825 cni.go:452] [tsf-tas/ctlog-7c78cb895c-vgxd4 d09f634973cd4821bcfc17324696a425fc02dd18d2adbe0addcded57798b473c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7c78cb895c-vgxd4 d09f634973cd4821bcfc17324696a425fc02dd18d2adbe0addcded57798b473c network default NAD default NAD key ]
I0428 15:54:43.623500    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7c78cb895c-vgxd4, hostIfaceName: d09f634973cd482, network: default, NAD default, SandboxID: "d09f634973cd4821bcfc17324696a425fc02dd18d2adbe0addcded57798b473c", PCI device ID: , UID: "a2702069-0c42-4a90-bf25-f527b5d0eb51", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0428 15:54:43.674427    3825 cni.go:473] [tsf-tas/ctlog-7c78cb895c-vgxd4 d09f634973cd4821bcfc17324696a425fc02dd18d2adbe0addcded57798b473c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7c78cb895c-vgxd4 d09f634973cd4821bcfc17324696a425fc02dd18d2adbe0addcded57798b473c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:21:d0:3a:2a:06\",\"name\":\"d09f634973cd482\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f914503-7247-43d7-8727-50f761aa8ae9\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:54:44.139133    3825 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5b5cdf597-lxkwf] creating logical port tsf-tas_rekor-redis-5b5cdf597-lxkwf for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:54:44.139222    3825 kube.go:256] Updating pod tsf-tas/rekor-redis-5b5cdf597-lxkwf
I0428 15:54:44.155268    3825 pod.go:62] [tsf-tas/rekor-redis-5b5cdf597-lxkwf] pod update took 16.070552ms
I0428 15:54:44.155289    3825 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5b5cdf597-lxkwf] addLogicalPort annotation time took 16.094977ms
I0428 15:54:44.156590    3825 pods.go:271] [tsf-tas/rekor-redis-5b5cdf597-lxkwf] addLogicalPort took 17.472175ms, libovsdb time 890.703µs
I0428 15:54:45.103232    3825 cni.go:452] [tsf-tas/rekor-redis-5b5cdf597-lxkwf b90f74276b551938900caaddd1ae8e72065fa9af02de12d129e98811a267616d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5b5cdf597-lxkwf b90f74276b551938900caaddd1ae8e72065fa9af02de12d129e98811a267616d network default NAD default NAD key ]
I0428 15:54:45.113367    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5b5cdf597-lxkwf, hostIfaceName: b90f74276b55193, network: default, NAD default, SandboxID: "b90f74276b551938900caaddd1ae8e72065fa9af02de12d129e98811a267616d", PCI device ID: , UID: "5d008b60-4190-4da1-af4b-c98b8623f115", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0428 15:54:45.164190    3825 cni.go:473] [tsf-tas/rekor-redis-5b5cdf597-lxkwf b90f74276b551938900caaddd1ae8e72065fa9af02de12d129e98811a267616d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5b5cdf597-lxkwf b90f74276b551938900caaddd1ae8e72065fa9af02de12d129e98811a267616d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:44:f0:f2:17:f2\",\"name\":\"b90f74276b55193\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaec1d18-40bb-4384-a8be-1b404ba81956\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:54:45.733836    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0428 15:54:46.741979    3825 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0428 15:54:48.893966    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0428 15:54:50.046736    3825 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:50.047359    3825 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:51.070464    3825 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:51.070491    3825 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:51.109814    3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:51.109840    3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:51.113745    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zdvsw
I0428 15:54:51.113766    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zdvsw
W0428 15:54:52.921709    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0428 15:54:56.079928    3825 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:56.080518    3825 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:54:56.108378    3825 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:56.108401    3825 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:54:56.115159    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0428 15:54:56.115191    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
W0428 15:54:56.753764    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0428 15:54:58.783883    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0428 15:54:58.794654    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0428 15:55:01.844196    3825 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:01.844736    3825 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:02.870969    3825 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:02.870992    3825 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:05.877917    3825 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:05.878545    3825 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:06.036265    3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:06.036286    3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:10.525700    3825 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7d87d-s2tvs] creating logical port tsf-tas_tuf-repository-init-7d87d-s2tvs for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:55:10.525791    3825 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7d87d-s2tvs
I0428 15:55:10.548579    3825 pod.go:62] [tsf-tas/tuf-repository-init-7d87d-s2tvs] pod update took 22.810001ms
I0428 15:55:10.548605    3825 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-7d87d-s2tvs] addLogicalPort annotation time took 22.839081ms
I0428 15:55:10.549890    3825 pods.go:271] [tsf-tas/tuf-repository-init-7d87d-s2tvs] addLogicalPort took 24.205736ms, libovsdb time 843.69µs
I0428 15:55:11.189586    3825 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:11.190153    3825 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:12.221888    3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:12.221911    3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 15:55:15.805688    3825 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0428 15:55:18.266014    3825 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:18.266576    3825 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:18.292454    3825 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:18.292476    3825 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:18.298286    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0428 15:55:18.298311    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0428 15:55:18.435569    3825 cni.go:452] [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key ]
I0428 15:55:18.461050    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7d87d-s2tvs, hostIfaceName: 48dd57f5b6b3af9, network: default, NAD default, SandboxID: "48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f", PCI device ID: , UID: "20f592f7-d715-4f88-83ce-f971c1ec9d2f", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0428 15:55:18.513267    3825 cni.go:473] [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:81:ed:5c:16:8b\",\"name\":\"48dd57f5b6b3af9\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75b827fd-5e75-48b9-8914-bf838ddedf17\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:55:19.220025    3825 namespace.go:98] [default-tenant] adding namespace
I0428 15:55:19.220057    3825 namespace.go:98] [integration-service] adding namespace
I0428 15:55:19.220977    3825 namespace.go:102] [default-tenant] adding namespace took 927.107µs
I0428 15:55:19.221552    3825 namespace.go:102] [integration-service] adding namespace took 1.480216ms
I0428 15:55:19.222414    3825 namespace.go:98] [build-service] adding namespace
I0428 15:55:19.223051    3825 namespace.go:102] [build-service] adding namespace took 615.232µs
I0428 15:55:19.226607    3825 namespace.go:98] [image-controller] adding namespace
I0428 15:55:19.227244    3825 namespace.go:102] [image-controller] adding namespace took 617.524µs
I0428 15:55:19.325271    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:19.416007    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:19.436208    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:19.503730    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:19.531475    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:19.562996    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:19.572628    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:19.591992    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:19.612534    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:19.652284    3825 namespace.go:98] [release-service] adding namespace
I0428 15:55:19.653167    3825 namespace.go:102] [release-service] adding namespace took 852.699µs
I0428 15:55:19.670432    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:19.755860    3825 namespace.go:142] [konflux-ui] updating namespace
I0428 15:55:19.795076    3825 namespace.go:142] [release-service] updating namespace
I0428 15:55:19.830696    3825 namespace.go:142] [release-service] updating namespace
I0428 15:55:19.935611    3825 namespace.go:98] [konflux-info] adding namespace
I0428 15:55:19.936526    3825 namespace.go:102] [konflux-info] adding namespace took 889.307µs
I0428 15:55:20.121184    3825 namespace.go:98] [namespace-lister] adding namespace
I0428 15:55:20.122150    3825 namespace.go:102] [namespace-lister] adding namespace took 946.908µs
I0428 15:55:20.163319    3825 namespace.go:142] [konflux-info] updating namespace
I0428 15:55:20.187672    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:20.210238    3825 namespace.go:98] [enterprise-contract-service] adding namespace
I0428 15:55:20.211072    3825 namespace.go:102] [enterprise-contract-service] adding namespace took 808.998µs
I0428 15:55:20.224818    3825 namespace.go:142] [konflux-info] updating namespace
I0428 15:55:20.281449    3825 namespace.go:142] [namespace-lister] updating namespace
I0428 15:55:20.386970    3825 namespace.go:142] [namespace-lister] updating namespace
I0428 15:55:20.447856    3825 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:55:20.447897    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:20.599510    3825 namespace.go:98] [segment-bridge] adding namespace
I0428 15:55:20.600394    3825 namespace.go:102] [segment-bridge] adding namespace took 826.459µs
I0428 15:55:20.646654    3825 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:55:20.762789    3825 namespace.go:98] [konflux-cli] adding namespace
I0428 15:55:20.763745    3825 namespace.go:102] [konflux-cli] adding namespace took 934.008µs
I0428 15:55:20.888530    3825 namespace.go:142] [segment-bridge] updating namespace
I0428 15:55:21.028571    3825 namespace.go:142] [segment-bridge] updating namespace
I0428 15:55:21.088661    3825 namespace.go:142] [konflux-cli] updating namespace
I0428 15:55:21.181620    3825 namespace.go:142] [konflux-cli] updating namespace
I0428 15:55:21.315233    3825 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0428 15:55:21.315879    3825 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0428 15:55:21.315898    3825 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0428 15:55:21.318671    3825 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0428 15:55:21.576448    3825 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0428 15:55:21.576479    3825 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0428 15:55:21.577256    3825 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0428 15:55:23.147190    3825 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5b75458b88-blrmk] creating logical port konflux-ui_proxy-5b75458b88-blrmk for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:55:23.147317    3825 kube.go:256] Updating pod konflux-ui/proxy-5b75458b88-blrmk
I0428 15:55:23.169433    3825 pod.go:62] [konflux-ui/proxy-5b75458b88-blrmk] pod update took 22.146036ms
I0428 15:55:23.169457    3825 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5b75458b88-blrmk] addLogicalPort annotation time took 22.177994ms
I0428 15:55:23.170725    3825 pods.go:271] [konflux-ui/proxy-5b75458b88-blrmk] addLogicalPort took 23.549658ms, libovsdb time 835.274µs
I0428 15:55:23.373027    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:23.703433    3825 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-lqfps] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-lqfps for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:55:23.703552    3825 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps
I0428 15:55:23.718332    3825 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps] pod update took 14.80509ms
I0428 15:55:23.718358    3825 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-lqfps] addLogicalPort annotation time took 14.838344ms
I0428 15:55:23.719896    3825 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps] addLogicalPort took 16.478836ms, libovsdb time 1.091131ms
I0428 15:55:23.829535    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:24.000700    3825 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:55:24.051050    3825 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-xnfjk] creating logical port build-service_build-service-controller-manager-7cbf488fcf-xnfjk for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:55:24.051162    3825 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-xnfjk
I0428 15:55:24.065358    3825 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-xnfjk] pod update took 14.230448ms
I0428 15:55:24.065380    3825 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-xnfjk] addLogicalPort annotation time took 14.258939ms
I0428 15:55:24.066901    3825 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-xnfjk] addLogicalPort took 15.86654ms, libovsdb time 1.070477ms
W0428 15:55:24.145409    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0428 15:55:24.200916    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:24.413203    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:24.417623    3825 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-xnfjk 30c9c3063c48a396e4683be856d71b0525d6ade3dd538c109da67ac8605597e7 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-xnfjk 30c9c3063c48a396e4683be856d71b0525d6ade3dd538c109da67ac8605597e7 network default NAD default NAD key ]
I0428 15:55:24.427294    3825 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-xnfjk, hostIfaceName: 30c9c3063c48a39, network: default, NAD default, SandboxID: "30c9c3063c48a396e4683be856d71b0525d6ade3dd538c109da67ac8605597e7", PCI device ID: , UID: "a610568f-1d79-4779-b9f8-907c3f3368a1", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0428 15:55:24.481417    3825 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-xnfjk 30c9c3063c48a396e4683be856d71b0525d6ade3dd538c109da67ac8605597e7 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-xnfjk 30c9c3063c48a396e4683be856d71b0525d6ade3dd538c109da67ac8605597e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ac:61:a3:bc:d0\",\"name\":\"30c9c3063c48a39\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33c2800b-7ac4-4954-814e-01185d1361ba\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:55:24.684018    3825 namespace.go:142] [konflux-cli] updating namespace
I0428 15:55:24.875255    3825 namespace.go:142] [konflux-info] updating namespace
I0428 15:55:25.077403    3825 namespace.go:142] [namespace-lister] updating namespace
I0428 15:55:25.267609    3825 namespace.go:142] [release-service] updating namespace
I0428 15:55:25.471268    3825 namespace.go:142] [segment-bridge] updating namespace
I0428 15:55:25.593386    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:25.612573    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:25.632702    3825 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:55:25.646924    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:25.662500    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:25.684913    3825 namespace.go:142] [konflux-cli] updating namespace
I0428 15:55:25.704522    3825 namespace.go:142] [konflux-info] updating namespace
I0428 15:55:25.730782    3825 namespace.go:142] [namespace-lister] updating namespace
I0428 15:55:25.748644    3825 namespace.go:142] [release-service] updating namespace
I0428 15:55:25.766422    3825 namespace.go:142] [segment-bridge] updating namespace
I0428 15:55:25.828383    3825 namespace.go:142] [build-service] updating namespace
I0428 15:55:25.893270    3825 namespace.go:142] [default-tenant] updating namespace
I0428 15:55:25.978570    3825 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:55:26.046984    3825 namespace.go:142] [image-controller] updating namespace
I0428 15:55:26.132108    3825 namespace.go:142] [integration-service] updating namespace
I0428 15:55:26.246786    3825 namespace.go:142] [konflux-cli] updating namespace
I0428 15:55:26.345416    3825 namespace.go:142] [konflux-info] updating namespace
I0428 15:55:26.448682    3825 namespace.go:142] [namespace-lister] updating namespace
I0428 15:55:26.534839    3825 namespace.go:142] [release-service] updating namespace
I0428 15:55:26.639888    3825 namespace.go:142] [segment-bridge] updating namespace
W0428 15:55:27.166501    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0428 15:55:28.801541    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=555
W0428 15:55:28.991896    3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0428 15:55:31.001230    3825 cni.go:452] [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key ]
I0428 15:55:31.092114    3825 cni.go:473] [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-7d87d-s2tvs 48dd57f5b6b3af96da31285f738367e16c349b71d19fe10ff64b267b6075946f network default NAD default NAD key default], result "{}", err <nil>
I0428 15:55:31.156672    3825 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:31.156703    3825 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7d87d-s2tvs
I0428 15:55:31.158066    3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7d87d-s2tvs, ips: 10.129.0.46
I0428 15:55:31.158092    3825 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:31.333402    3825 cni.go:452] [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key ]
I0428 15:55:31.342866    3825 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5b75458b88-blrmk, hostIfaceName: 14a387a60647025, network: default, NAD default, SandboxID: "14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16", PCI device ID: , UID: "cee112cb-ebfb-4a1a-b261-8aea1e9e9e49", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0428 15:55:31.397011    3825 cni.go:473] [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:92:6a:31:65:2f\",\"name\":\"14a387a60647025\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c03540f-0738-45c3-b7d3-456cfa07c5a7\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:55:31.580224    3825 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key ]
I0428 15:55:31.589718    3825 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-lqfps, hostIfaceName: fcbe7114fa51630, network: default, NAD default, SandboxID: "fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b", PCI device ID: , UID: "d2dbef03-1d77-4938-aec5-00839850bdc9", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0428 15:55:31.643458    3825 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1b:33:0b:ac:f4\",\"name\":\"fcbe7114fa51630\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b989a4a-6117-4074-aa36-8649a5bf0931\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 15:55:32.178772    3825 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:32.178797    3825 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:32.790217    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164
I0428 15:55:33.167443    3825 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-5zxv6] creating logical port tsf-tas_tuf-97fc8ff76-5zxv6 for pod on switch ip-10-0-1-149.ec2.internal
I0428 15:55:33.167537    3825 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-5zxv6
I0428 15:55:33.184583    3825 pod.go:62] [tsf-tas/tuf-97fc8ff76-5zxv6] pod update took 17.066758ms
I0428 15:55:33.184613    3825 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-5zxv6] addLogicalPort annotation time took 17.102679ms
I0428 15:55:33.185908    3825 pods.go:271] [tsf-tas/tuf-97fc8ff76-5zxv6] addLogicalPort took 18.482391ms, libovsdb time 807.671µs
W0428 15:55:38.061447    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 15:55:38.061466    3825 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 15:55:38.091409    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:55:38.091496    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0428 15:55:38.932229    3825 cni.go:452] [tsf-tas/tuf-97fc8ff76-5zxv6 2457ab92366c37740b8e68bf42563ee803c599bb498407cfd2994904426659f1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-5zxv6 2457ab92366c37740b8e68bf42563ee803c599bb498407cfd2994904426659f1 network default NAD default NAD key ]
I0428 15:55:38.941542    3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-5zxv6, hostIfaceName: 2457ab92366c377, network: default, NAD default, SandboxID: "2457ab92366c37740b8e68bf42563ee803c599bb498407cfd2994904426659f1", PCI device ID: , UID: "2db841f1-f5a2-4aa7-93f2-ad829b98819f", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23]
I0428 15:55:38.996432    3825 cni.go:473] [tsf-tas/tuf-97fc8ff76-5zxv6 2457ab92366c37740b8e68bf42563ee803c599bb498407cfd2994904426659f1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-5zxv6 2457ab92366c37740b8e68bf42563ee803c599bb498407cfd2994904426659f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:75:e9:72:8f:04\",\"name\":\"2457ab92366c377\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e472e514-1669-4213-8f14-f7e7bb5ce679\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0428 15:55:39.228896    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0428 15:55:39.233042    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0428 15:55:39.267432    3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 15:55:39.267454    3825 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 15:55:39.295302    3825 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0428 15:55:39.330759    3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 15:55:39.330827    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:55:40.012063    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0428 15:55:41.078544    3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0428 15:55:46.792985    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138
W0428 15:55:49.062292    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:55:49.068255    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0428 15:55:50.445330    3825 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key ]
I0428 15:55:50.520307    3825 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lqfps fcbe7114fa51630b28b79f4b656526cee4c5de188b3f9fb339081d63c920911b network default NAD default NAD key default], result "{}", err <nil>
I0428 15:55:50.581274    3825 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:50.581309    3825 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-lqfps
I0428 15:55:50.582689    3825 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-lqfps, ips: 10.129.0.48
I0428 15:55:50.582717    3825 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:55:51.137695    3825 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:51.137720    3825 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:51.144722    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps
I0428 15:55:51.144742    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps
W0428 15:55:52.089344    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0428 15:56:08.883122    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0428 15:56:14.879470    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11
W0428 15:56:15.121406    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0428 15:56:15.121426    3825 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0428 15:56:31.911104    3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0428 15:56:45.891088    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0428 15:56:49.203266    3825 cni.go:452] [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key ]
I0428 15:56:49.296619    3825 cni.go:473] [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5b75458b88-blrmk 14a387a60647025cfc6d46bbdbf6376ef280caa2c4c6c7bf6371f32ff6dfff16 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:56:49.366009    3825 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:56:49.366044    3825 pods.go:176] Deleting pod: konflux-ui/proxy-5b75458b88-blrmk
I0428 15:56:49.367641    3825 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5b75458b88-blrmk, ips: 10.129.0.47
I0428 15:56:49.367670    3825 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:56:49.470447    3825 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:56:49.470493    3825 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:56:49.477972    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b75458b88-blrmk
I0428 15:56:49.478000    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b75458b88-blrmk
I0428 15:56:55.828739    3825 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:56:55.829380    3825 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:56:55.877070    3825 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:56:55.877095    3825 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:56:55.883229    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0428 15:56:55.883263    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0428 15:57:17.899766    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0428 15:57:23.942255    3825 namespace.go:98] [managed-tenant-w1qok] adding namespace
I0428 15:57:23.943206    3825 namespace.go:102] [managed-tenant-w1qok] adding namespace took 923.738µs
I0428 15:57:23.973868    3825 namespace.go:142] [managed-tenant-w1qok] updating namespace
I0428 15:57:23.992770    3825 namespace.go:142] [managed-tenant-w1qok] updating namespace
I0428 15:57:25.006698    3825 namespace.go:142] [managed-tenant-w1qok] updating namespace
I0428 15:57:25.134831    3825 namespace.go:142] [managed-tenant-w1qok] updating namespace
I0428 15:57:25.236035    3825 namespace.go:142] [managed-tenant-w1qok] updating namespace
I0428 15:57:27.916975    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0428 15:59:09.882043    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0428 15:59:10.920910    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0428 15:59:47.789544    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0428 15:59:52.897710    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0428 16:00:00.295276    3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623200-ghtdw for pod on switch ip-10-0-1-149.ec2.internal
I0428 16:00:00.295414    3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw
I0428 16:00:00.320772    3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw] pod update took 25.379999ms
I0428 16:00:00.320797    3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw] addLogicalPort annotation time took 25.409053ms
I0428 16:00:00.322101    3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw] addLogicalPort took 26.843809ms, libovsdb time 838.212µs
I0428 16:00:00.657417    3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key ]
I0428 16:00:00.666493    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623200-ghtdw, hostIfaceName: 83805b505889593, network: default, NAD default, SandboxID: "83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03", PCI device ID: , UID: "0057f478-b520-48af-bd94-427228f22902", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23]
I0428 16:00:00.721273    3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a3:c2:26:5f:ab\",\"name\":\"83805b505889593\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b2badb4-16c4-4c4f-a3d3-181e700a6168\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 16:00:04.549758    3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key ]
I0428 16:00:04.642811    3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw 83805b50588959338220e895f6d6bf9e4ffdc97ff3f63695556b677eee8bee03 network default NAD default NAD key default], result "{}", err <nil>
I0428 16:00:04.698180    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 16:00:04.698248    3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw
I0428 16:00:04.699662    3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw, ips: 10.129.0.51
I0428 16:00:04.699688    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 16:00:05.721372    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:00:05.721396    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:01:00.804590    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=81
I0428 16:01:07.793683    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11
I0428 16:01:13.908215    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0428 16:01:57.796623    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60
I0428 16:02:52.796561    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=25
I0428 16:03:10.914261    3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0428 16:03:31.797682    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21
I0428 16:04:17.894184    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0428 16:04:48.886554    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0428 16:05:02.055636    3825 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:02.055678    3825 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:02.064751    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-r4sg8
I0428 16:05:02.064773    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-r4sg8
I0428 16:05:06.045743    3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:06.045789    3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:06.051225    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbmd5
I0428 16:05:06.051252    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbmd5
I0428 16:05:12.034349    3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:12.034391    3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:05:12.040356    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jgltw
I0428 16:05:12.040383    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jgltw
I0428 16:05:22.793016    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0428 16:05:52.884745    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0428 16:05:59.882134    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0428 16:06:04.920109    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0428 16:06:15.902833    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0428 16:07:10.799845    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29
I0428 16:07:49.796540    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0428 16:08:18.923550    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0428 16:08:33.901144    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0428 16:08:34.917012    3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0428 16:09:37.911500    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0428 16:09:47.800711    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0428 16:09:53.807609    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22
I0428 16:10:00.196991    3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623210-dwhv8 for pod on switch ip-10-0-1-149.ec2.internal
I0428 16:10:00.197094    3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8
I0428 16:10:00.219151    3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8] pod update took 22.078676ms
I0428 16:10:00.219179    3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8] addLogicalPort annotation time took 22.109303ms
I0428 16:10:00.220447    3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8] addLogicalPort took 23.470447ms, libovsdb time 849.729µs
I0428 16:10:00.560639    3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key ]
I0428 16:10:00.569762    3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623210-dwhv8, hostIfaceName: 286a72c53fa2000, network: default, NAD default, SandboxID: "286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489", PCI device ID: , UID: "6f6b61ed-65db-45a9-978c-c985594336ef", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23]
I0428 16:10:00.622892    3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:61:6a:61:64:e1\",\"name\":\"286a72c53fa2000\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ccea67b-8507-4aa8-bdbc-df776f53d193\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0428 16:10:03.830990    3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key ]
I0428 16:10:03.915229    3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 286a72c53fa20002cfdf2451b6c72c64fae119270c178b54b4a277e6200b5489 network default NAD default NAD key default], result "{}", err <nil>
I0428 16:10:03.969044    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 16:10:03.969097    3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8
I0428 16:10:03.970509    3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8, ips: 10.129.0.52
I0428 16:10:03.970537    3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 16:10:04.989872    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:10:04.989894    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:10:05.029558    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:10:05.029596    3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:10:05.035401    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv
I0428 16:10:05.035432    3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv
I0428 16:10:14.799574    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9
I0428 16:10:39.896893    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0428 16:11:11.889265    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0428 16:11:45.887974    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0428 16:12:39.802934    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31
I0428 16:13:52.904540    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5
I0428 16:15:09.894320    3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
W0428 16:15:12.195142    3825 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-jgltw
I0428 16:15:19.795766    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0428 16:15:19.799615    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0428 16:15:48.926492    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0428 16:15:51.810960    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19
I0428 16:15:55.922595    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0428 16:16:11.905708    3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0428 16:16:13.803394    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0428 16:17:06.802464    3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8
I0428 16:17:52.920099    3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11