+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-135.ec2.internal
++ [[ -n ip-10-0-0-135.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-135.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
I0424 19:00:44.089782385 - disable conntrack on geneve port
+ echo 'I0424 19:00:44.089782385 - disable conntrack on geneve port'
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0424 19:00:44.125455645 - starting ovnkube-node'
I0424 19:00:44.125455645 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-135.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-135.ec2.internal --init-node ip-10-0-0-135.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-135.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0424 19:00:44.170914    3785 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0424 19:00:44.170963    3785 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-143ccb5878.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0424 19:00:44.172286    3785 kube.go:431] Waiting for certificate
I0424 19:00:44.172314    3785 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0424 19:00:44.172346    3785 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0424 19:00:44.173030    3785 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0424 19:00:44.199245    3785 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:00:44.199260    3785 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:00:44.202229    3785 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:00:44.202338    3785 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ftfrc"
I0424 19:01:01.387512    3785 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ftfrc"
I0424 19:01:01.387656    3785 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:01:02.172373    3785 kube.go:438] Certificate found
I0424 19:01:02.173038    3785 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0424 19:01:02.174042    3785 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0424 19:01:02.248886    3785 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0424 19:01:02.261854    3785 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0424 19:01:02.261943    3785 server.go:101] MetricServer registers OVS metrics
I0424 19:01:02.262273    3785 server.go:105] MetricServer registers OVN DB metrics
I0424 19:01:02.262847    3785 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0424 19:01:02.262918    3785 factory.go:561] Starting watch factory
I0424 19:01:02.263029    3785 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263051    3785 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263030    3785 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263086    3785 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263092    3785 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263101    3785 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263105    3785 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263167    3785 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263444    3785 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.263519    3785 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.264324    3785 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.264352    3785 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.266813    3785 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0424 19:01:02.267240    3785 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0424 19:01:02.267506    3785 controller_manager.go:370] Starting the ovnkube controller
I0424 19:01:02.267520    3785 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-135.ec2.internal
I0424 19:01:02.267585    3785 controller_manager.go:395] NBDB zone sync took: 55.762µs
I0424 19:01:02.267600    3785 factory.go:561] Starting watch factory
I0424 19:01:02.280011    3785 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0424 19:01:02.280045    3785 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0424 19:01:02.283369    3785 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0424 19:01:02.283423    3785 server.go:109] MetricServer registers OVN Controller metrics
I0424 19:01:02.287024    3785 server.go:113] MetricServer registers OVN Northd metrics
I0424 19:01:02.290836    3785 metrics.go:519] OVN Metrics Server starts to run ...
I0424 19:01:02.296383    3785 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.297540    3785 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.298270    3785 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.298630    3785 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.298758    3785 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.312231    3785 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:02.369536    3785 factory.go:1977] *v1.Node informer cache synced successfully
I0424 19:01:02.369549    3785 factory.go:1977] *v1.Service informer cache synced successfully
I0424 19:01:02.369552    3785 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0424 19:01:02.369556    3785 factory.go:1977] *v1.Pod informer cache synced successfully
I0424 19:01:02.369558    3785 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0424 19:01:02.369561    3785 factory.go:1977] *v1.Namespace informer cache synced successfully
I0424 19:01:02.369614    3785 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.369625    3785 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.369659    3785 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.369700    3785 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.373359    3785 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0424 19:01:02.373372    3785 factory.go:1977] *v1.Namespace informer cache synced successfully
I0424 19:01:02.373376    3785 factory.go:1977] *v1.Node informer cache synced successfully
I0424 19:01:02.373379    3785 factory.go:1977] *v1.Service informer cache synced successfully
I0424 19:01:02.373382    3785 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0424 19:01:02.373385    3785 factory.go:1977] *v1.Pod informer cache synced successfully
I0424 19:01:02.373884    3785 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.373893    3785 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:02.374658    3785 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0424 19:01:02.374670    3785 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0424 19:01:02.374719    3785 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.374733    3785 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.377573    3785 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.378524    3785 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0424 19:01:02.378534    3785 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0424 19:01:02.380152    3785 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0424 19:01:02.380216    3785 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.380232    3785 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.383085    3785 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.384013    3785 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0424 19:01:02.386204    3785 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0424 19:01:02.386264    3785 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.386276    3785 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.389101    3785 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0424 19:01:02.389217    3785 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.391634    3785 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0424 19:01:02.391686    3785 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.391702    3785 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.394074    3785 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.394176    3785 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0424 19:01:02.397529    3785 factory.go:1977] *v1.EgressService informer cache synced successfully
I0424 19:01:02.397585    3785 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.397597    3785 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.399739    3785 factory.go:1977] *v1.EgressService informer cache synced successfully
I0424 19:01:02.400169    3785 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.402573    3785 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0424 19:01:02.402747    3785 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:02.402764    3785 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:02.405255    3785 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0424 19:01:02.405660    3785 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:02.408034    3785 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0424 19:01:02.408083    3785 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.408093    3785 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.408103    3785 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.408118    3785 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.410329    3785 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0424 19:01:02.410706    3785 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.410763    3785 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:02.413405    3785 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0424 19:01:02.413414    3785 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0424 19:01:02.413420    3785 factory.go:680] Watch Factory start up complete, took: 150.505495ms
I0424 19:01:02.413489    3785 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0424 19:01:02.415646    3785 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0424 19:01:02.415655    3785 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0424 19:01:02.415662    3785 factory.go:680] Watch Factory start up complete, took: 148.064733ms
I0424 19:01:02.415669    3785 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-135.ec2.internal" zone
I0424 19:01:02.417997    3785 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:56:01 +0000 UTC" deadline="2026-04-25 13:00:21.441366063 +0000 UTC"
I0424 19:01:02.418011    3785 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h59m19.023359762s"
I0424 19:01:02.457435    3785 default_node_network_controller.go:710] Initializing the default node network controller
I0424 19:01:02.531400    3785 udn_isolation.go:101] Starting UDN host isolation manager
I0424 19:01:02.538217    3785 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0424 19:01:02.587276    3785 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0424 19:01:02.587373    3785 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0424 19:01:02.587388    3785 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0424 19:01:02.617907    3785 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0424 19:01:02.617956    3785 default_node_network_controller.go:809] Node ip-10-0-0-135.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0424 19:01:02.622905    3785 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.135"] k8s.ovn.org/zone-name:ip-10-0-0-135.ec2.internal] on node ip-10-0-0-135.ec2.internal
I0424 19:01:02.646223    3785 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0424 19:01:02.651738    3785 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0424 19:01:02.651841    3785 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0424 19:01:02.651945    3785 gateway_init.go:263] Preparing Gateway
I0424 19:01:02.651956    3785 gateway_shared_intf.go:1687] Creating new gateway
I0424 19:01:02.665883    3785 controller_manager.go:429] Waiting for node in zone sync took: 250.204386ms
I0424 19:01:02.673950    3785 controller_manager.go:611] Switching to transit router for layer2 networks
I0424 19:01:02.673963    3785 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-135.ec2.internal
I0424 19:01:02.697165    3785 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0424 19:01:02.703014    3785 controller_manager.go:290] SCTP support detected in OVN
I0424 19:01:02.703530    3785 services_controller.go:69] Creating services controller for network=default
I0424 19:01:02.703601    3785 udn_enabled_svc.go:80] Waiting for service informer to sync
I0424 19:01:02.703783    3785 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0424 19:01:02.703816    3785 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0424 19:01:02.703828    3785 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0424 19:01:02.703836    3785 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0424 19:01:02.704052    3785 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0424 19:01:02.704180    3785 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.622µs
I0424 19:01:02.704193    3785 udn_enabled_svc.go:95] Performing full resync
I0424 19:01:02.704229    3785 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0424 19:01:02.704288    3785 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.933µs
I0424 19:01:02.704299    3785 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.49µs
I0424 19:01:02.704306    3785 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0424 19:01:02.704319    3785 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0424 19:01:02.704330    3785 default_network_controller.go:325] Starting the default network controller
I0424 19:01:02.704352    3785 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.826µs
I0424 19:01:02.704510    3785 udn_enabled_svc.go:99] Waiting for handler to sync
I0424 19:01:02.704522    3785 udn_enabled_svc.go:104] Starting worker
I0424 19:01:02.713555    3785 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0424 19:01:02.713603    3785 repair.go:33] Syncing exgw routes took 37.005µs
I0424 19:01:02.713628    3785 default_network_controller.go:414] Starting all the Watchers...
I0424 19:01:02.713850    3785 namespace.go:98] [openshift-etcd] adding namespace
I0424 19:01:02.713857    3785 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0424 19:01:02.713864    3785 namespace.go:98] [openshift-backplane-tam] adding namespace
I0424 19:01:02.713877    3785 namespace.go:98] [openshift-controller-manager] adding namespace
I0424 19:01:02.713887    3785 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0424 19:01:02.713897    3785 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0424 19:01:02.713903    3785 namespace.go:98] [openshift-network-operator] adding namespace
I0424 19:01:02.713923    3785 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0424 19:01:02.713953    3785 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0424 19:01:02.713961    3785 namespace.go:98] [kube-node-lease] adding namespace
I0424 19:01:02.713965    3785 namespace.go:98] [openshift-node] adding namespace
I0424 19:01:02.713969    3785 namespace.go:98] [openshift-backplane-csm] adding namespace
I0424 19:01:02.713973    3785 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0424 19:01:02.713974    3785 namespace.go:98] [openshift-console-user-settings] adding namespace
I0424 19:01:02.714013    3785 namespace.go:98] [openshift-image-registry] adding namespace
I0424 19:01:02.714819    3785 namespace.go:102] [openshift-etcd] adding namespace took 953.911µs
I0424 19:01:02.714840    3785 namespace.go:98] [openshift-config] adding namespace
I0424 19:01:02.715550    3785 namespace.go:102] [openshift-config] adding namespace took 701.59µs
I0424 19:01:02.715604    3785 namespace.go:98] [openshift-network-node-identity] adding namespace
I0424 19:01:02.716175    3785 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.306052ms
I0424 19:01:02.716189    3785 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0424 19:01:02.716867    3785 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.993487ms
I0424 19:01:02.716879    3785 namespace.go:98] [openshift-marketplace] adding namespace
I0424 19:01:02.717394    3785 namespace.go:102] [openshift-controller-manager] adding namespace took 3.508441ms
I0424 19:01:02.717403    3785 namespace.go:98] [openshift-service-ca] adding namespace
I0424 19:01:02.718046    3785 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.149766ms
I0424 19:01:02.718064    3785 namespace.go:98] [openshift-operators] adding namespace
I0424 19:01:02.718641    3785 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.736667ms
I0424 19:01:02.718652    3785 namespace.go:98] [openshift-multus] adding namespace
I0424 19:01:02.719175    3785 namespace.go:102] [openshift-network-operator] adding namespace took 5.261262ms
I0424 19:01:02.719194    3785 namespace.go:98] [openshift-dns] adding namespace
I0424 19:01:02.719702    3785 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.754649ms
I0424 19:01:02.719720    3785 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0424 19:01:02.720224    3785 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.25962ms
I0424 19:01:02.720234    3785 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0424 19:01:02.720746    3785 namespace.go:102] [kube-node-lease] adding namespace took 6.776169ms
I0424 19:01:02.720764    3785 namespace.go:98] [openshift-authentication] adding namespace
I0424 19:01:02.721281    3785 namespace.go:102] [openshift-node] adding namespace took 7.306529ms
I0424 19:01:02.721297    3785 namespace.go:98] [openshift-console-operator] adding namespace
I0424 19:01:02.721872    3785 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.898235ms
I0424 19:01:02.721884    3785 namespace.go:98] [openshift-ingress-operator] adding namespace
I0424 19:01:02.722481    3785 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.484824ms
I0424 19:01:02.722497    3785 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0424 19:01:02.723122    3785 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.136221ms
I0424 19:01:02.723153    3785 namespace.go:98] [openshift-config-managed] adding namespace
I0424 19:01:02.723778    3785 namespace.go:102] [openshift-image-registry] adding namespace took 9.755161ms
I0424 19:01:02.723791    3785 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0424 19:01:02.724269    3785 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.653322ms
I0424 19:01:02.724280    3785 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0424 19:01:02.724835    3785 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.642443ms
I0424 19:01:02.724845    3785 namespace.go:98] [dedicated-admin] adding namespace
I0424 19:01:02.725308    3785 namespace.go:102] [openshift-marketplace] adding namespace took 8.42334ms
I0424 19:01:02.725320    3785 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0424 19:01:02.725843    3785 namespace.go:102] [openshift-service-ca] adding namespace took 8.431952ms
I0424 19:01:02.725858    3785 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
W0424 19:01:02.726258    3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5zjqv: pod openshift-multus/network-metrics-daemon-5zjqv: no pod IPs found 
W0424 19:01:02.726270    3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9n6pm: pod openshift-multus/network-metrics-daemon-9n6pm: no pod IPs found 
I0424 19:01:02.726326    3785 namespace.go:102] [openshift-operators] adding namespace took 8.243358ms
I0424 19:01:02.726338    3785 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0424 19:01:02.726890    3785 namespace.go:102] [openshift-multus] adding namespace took 8.232227ms
I0424 19:01:02.726903    3785 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0424 19:01:02.727363    3785 namespace.go:102] [openshift-dns] adding namespace took 8.163842ms
I0424 19:01:02.727376    3785 namespace.go:98] [openshift-backplane] adding namespace
I0424 19:01:02.727814    3785 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.089428ms
I0424 19:01:02.727826    3785 namespace.go:98] [openshift-ingress] adding namespace
I0424 19:01:02.728350    3785 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.11058ms
I0424 19:01:02.728363    3785 namespace.go:98] [openshift-infra] adding namespace
I0424 19:01:02.728781    3785 namespace.go:102] [openshift-authentication] adding namespace took 8.011325ms
I0424 19:01:02.728792    3785 namespace.go:98] [openshift-cluster-version] adding namespace
I0424 19:01:02.729379    3785 namespace.go:102] [openshift-console-operator] adding namespace took 8.075131ms
I0424 19:01:02.729392    3785 namespace.go:98] [openshift-network-console] adding namespace
I0424 19:01:02.729913    3785 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.024265ms
I0424 19:01:02.729932    3785 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0424 19:01:02.730404    3785 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.90135ms
I0424 19:01:02.730416    3785 namespace.go:98] [openshift-backplane-cee] adding namespace
I0424 19:01:02.730910    3785 namespace.go:102] [openshift-config-managed] adding namespace took 7.748047ms
I0424 19:01:02.730926    3785 namespace.go:98] [openshift-backplane-cse] adding namespace
I0424 19:01:02.731398    3785 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.601831ms
I0424 19:01:02.731410    3785 namespace.go:98] [openshift-config-operator] adding namespace
I0424 19:01:02.731889    3785 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.604561ms
I0424 19:01:02.731900    3785 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0424 19:01:02.732402    3785 namespace.go:102] [dedicated-admin] adding namespace took 7.552515ms
I0424 19:01:02.732411    3785 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0424 19:01:02.732982    3785 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.656406ms
I0424 19:01:02.732995    3785 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0424 19:01:02.733410    3785 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.54517ms
I0424 19:01:02.733425    3785 namespace.go:98] [openshift-backplane-srep] adding namespace
I0424 19:01:02.733912    3785 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.569573ms
I0424 19:01:02.733927    3785 namespace.go:98] [openshift-operators-redhat] adding namespace
I0424 19:01:02.734883    3785 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.974386ms
I0424 19:01:02.734895    3785 namespace.go:98] [openshift] adding namespace
I0424 19:01:02.735365    3785 namespace.go:102] [openshift-backplane] adding namespace took 7.983138ms
I0424 19:01:02.735380    3785 namespace.go:98] [openshift-logging] adding namespace
I0424 19:01:02.735900    3785 namespace.go:102] [openshift-ingress] adding namespace took 8.068476ms
I0424 19:01:02.735913    3785 namespace.go:98] [openshift-monitoring] adding namespace
I0424 19:01:02.736486    3785 namespace.go:102] [openshift-infra] adding namespace took 8.118822ms
I0424 19:01:02.736500    3785 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0424 19:01:02.736973    3785 namespace.go:102] [openshift-cluster-version] adding namespace took 8.176997ms
I0424 19:01:02.736987    3785 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0424 19:01:02.737484    3785 namespace.go:102] [openshift-network-console] adding namespace took 8.086266ms
I0424 19:01:02.737497    3785 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0424 19:01:02.738016    3785 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.079737ms
I0424 19:01:02.738027    3785 namespace.go:98] [default] adding namespace
I0424 19:01:02.738462    3785 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.04111ms
I0424 19:01:02.738489    3785 namespace.go:98] [kube-system] adding namespace
I0424 19:01:02.738971    3785 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.040427ms
I0424 19:01:02.738982    3785 namespace.go:98] [openshift-dns-operator] adding namespace
I0424 19:01:02.739428    3785 namespace.go:102] [openshift-config-operator] adding namespace took 8.013977ms
I0424 19:01:02.739440    3785 namespace.go:98] [kube-public] adding namespace
I0424 19:01:02.739979    3785 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.074004ms
W0424 19:01:02.740413    3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5lnx6: pod openshift-network-diagnostics/network-check-target-5lnx6: no pod IPs found 
W0424 19:01:02.740425    3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ss9mb: pod openshift-network-diagnostics/network-check-target-ss9mb: no pod IPs found 
I0424 19:01:02.740444    3785 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.02827ms
I0424 19:01:02.740460    3785 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0424 19:01:02.741051    3785 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.051465ms
I0424 19:01:02.741063    3785 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0424 19:01:02.741563    3785 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.130123ms
I0424 19:01:02.741577    3785 namespace.go:98] [openshift-host-network] adding namespace
I0424 19:01:02.742034    3785 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.092147ms
I0424 19:01:02.742048    3785 namespace.go:98] [openshift-console] adding namespace
I0424 19:01:02.742423    3785 namespace.go:102] [openshift] adding namespace took 7.522326ms
I0424 19:01:02.742436    3785 namespace.go:98] [openshift-ingress-canary] adding namespace
I0424 19:01:02.742927    3785 namespace.go:102] [openshift-logging] adding namespace took 7.539658ms
I0424 19:01:02.742945    3785 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0424 19:01:02.743489    3785 namespace.go:102] [openshift-monitoring] adding namespace took 7.569472ms
I0424 19:01:02.743505    3785 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0424 19:01:02.744053    3785 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.547919ms
I0424 19:01:02.744066    3785 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0424 19:01:02.744495    3785 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.502251ms
I0424 19:01:02.744509    3785 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0424 19:01:02.745036    3785 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.533427ms
I0424 19:01:02.745054    3785 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0424 19:01:02.745573    3785 namespace.go:102] [default] adding namespace took 7.541631ms
I0424 19:01:02.745587    3785 namespace.go:98] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace
I0424 19:01:02.746065    3785 namespace.go:102] [kube-system] adding namespace took 7.570518ms
I0424 19:01:02.746079    3785 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0424 19:01:02.746600    3785 namespace.go:102] [openshift-dns-operator] adding namespace took 7.612101ms
I0424 19:01:02.746616    3785 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0424 19:01:02.747031    3785 namespace.go:102] [kube-public] adding namespace took 7.586593ms
I0424 19:01:02.747043    3785 namespace.go:98] [openshift-authentication-operator] adding namespace
I0424 19:01:02.747528    3785 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.063308ms
I0424 19:01:02.747887    3785 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.816677ms
I0424 19:01:02.748403    3785 namespace.go:102] [openshift-host-network] adding namespace took 6.81645ms
I0424 19:01:02.748423    3785 namespace.go:98] [openshift-apiserver] adding namespace
I0424 19:01:02.748985    3785 namespace.go:102] [openshift-console] adding namespace took 6.930701ms
I0424 19:01:02.749003    3785 namespace.go:98] [openshift-machine-api] adding namespace
I0424 19:01:02.749381    3785 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.939349ms
I0424 19:01:02.749804    3785 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.851555ms
I0424 19:01:02.749821    3785 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0424 19:01:02.750199    3785 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.687231ms
I0424 19:01:02.750214    3785 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0424 19:01:02.750618    3785 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.54668ms
I0424 19:01:02.751017    3785 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.501901ms
I0424 19:01:02.751400    3785 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.340609ms
I0424 19:01:02.751417    3785 namespace.go:98] [openshift-insights] adding namespace
I0424 19:01:02.751783    3785 namespace.go:102] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace took 6.190173ms
I0424 19:01:02.752254    3785 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.168928ms
I0424 19:01:02.752662    3785 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.040169ms
I0424 19:01:02.752675    3785 namespace.go:98] [openshift-package-operator] adding namespace
I0424 19:01:02.753068    3785 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.019783ms
I0424 19:01:02.753497    3785 namespace.go:102] [openshift-apiserver] adding namespace took 5.066937ms
I0424 19:01:02.753896    3785 namespace.go:102] [openshift-machine-api] adding namespace took 4.885569ms
I0424 19:01:02.754300    3785 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.472974ms
I0424 19:01:02.754741    3785 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.51953ms
I0424 19:01:02.755169    3785 namespace.go:102] [openshift-insights] adding namespace took 3.744715ms
I0424 19:01:02.755516    3785 namespace.go:102] [openshift-package-operator] adding namespace took 2.836562ms
W0424 19:01:02.755594    3785 master.go:458] Unable to parse local node ip-10-0-0-135.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0424 19:01:02.755604    3785 master.go:471] Unable to parse remote node ip-10-0-2-94.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0424 19:01:02.755608    3785 master.go:481] Removing stale chassis with ID/Name: 0f48478d-72f3-4c54-9e3a-4197296bce07, hostname: ip-10-0-0-135.ec2.internal
I0424 19:01:02.756092    3785 master.go:548] Adding or Updating local node "ip-10-0-0-135.ec2.internal" for network "default"
I0424 19:01:02.756182    3785 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-94.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-94.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-94.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-94.ec2.internal
I0424 19:01:02.757348    3785 zone_ic_handler.go:195] Time taken to create transit switch: 280.501µs
I0424 19:01:02.757360    3785 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-203.ec2.internal for the network default
I0424 19:01:02.759035    3785 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-203.ec2.internal" on network "default" took: 1.984665ms
I0424 19:01:02.760042    3785 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-135.ec2.internal for the network default
I0424 19:01:02.760200    3785 zone_ic_handler.go:195] Time taken to create transit switch: 145.786µs
I0424 19:01:02.760940    3785 default_network_controller.go:823] Node add failed for ip-10-0-0-135.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal, error getting gateway config for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-135.ec2.internal", failed to update chassis to local for local node ip-10-0-0-135.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-135.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal]
E0424 19:01:02.760985    3785 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-135.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal, error getting gateway config for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-135.ec2.internal", failed to update chassis to local for local node ip-10-0-0-135.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-135.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal]
I0424 19:01:02.761026    3785 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0424 19:01:02.761039    3785 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-135.ec2.internal", UID:"71c2d903-fe64-45d7-83b2-14ac0a68ba54", APIVersion:"v1", ResourceVersion:"10170", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal, error getting gateway config for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-135.ec2.internal", failed to update chassis to local for local node ip-10-0-0-135.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-135.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal]
I0424 19:01:02.761052    3785 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0424 19:01:02.761065    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default"
I0424 19:01:02.761080    3785 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0424 19:01:02.761123    3785 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:02.761139    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:02.761148    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default"
I0424 19:01:02.761156    3785 node_tracker.go:235] Node ip-10-0-2-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-94.ec2.internal"
I0424 19:01:02.761166    3785 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:02.761172    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:02.761181    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default"
I0424 19:01:02.761195    3785 node_tracker.go:235] Node ip-10-0-0-135.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-135.ec2.internal"
I0424 19:01:02.761204    3785 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:02.761207    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:02.772670    3785 iptables.go:108] Creating table: filter chain: FORWARD
I0424 19:01:02.778736    3785 iptables.go:108] Creating table: filter chain: OUTPUT
I0424 19:01:02.784549    3785 gateway_shared_intf.go:1816] Gateway Creation Complete
I0424 19:01:02.784562    3785 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-135.ec2.internal","mac-address":"12:82:8b:47:a8:23","ip-addresses":["10.0.0.135/24"],"ip-address":"10.0.0.135/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0f48478d-72f3-4c54-9e3a-4197296bce07 k8s.ovn.org/node-encap-ips:["10.0.0.135"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.135/24"} k8s.ovn.org/zone-name:ip-10-0-0-135.ec2.internal] on node ip-10-0-0-135.ec2.internal
I0424 19:01:02.805810    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default"
I0424 19:01:02.805857    3785 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:02.805871    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:02.805879    3785 master.go:548] Adding or Updating local node "ip-10-0-0-135.ec2.internal" for network "default"
I0424 19:01:02.809349    3785 default_node_network_controller.go:519] Node connection status = connected
W0424 19:01:02.810431    3785 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9n6pm: pod openshift-multus/network-metrics-daemon-9n6pm: no pod IPs found 
W0424 19:01:02.810455    3785 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ss9mb: pod openshift-network-diagnostics/network-check-target-ss9mb: no pod IPs found 
I0424 19:01:02.811910    3785 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-135.ec2.internal for the network default
I0424 19:01:02.812091    3785 zone_ic_handler.go:195] Time taken to create transit switch: 169.696µs
I0424 19:01:02.862000    3785 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0424 19:01:02.862018    3785 services_controller.go:208] Setting up event handlers for services for network=default
I0424 19:01:02.862074    3785 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0424 19:01:02.862114    3785 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0424 19:01:02.862129    3785 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0424 19:01:02.865520    3785 bridgeconfig.go:537] Gateway is ready
I0424 19:01:02.865539    3785 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0424 19:01:02.877441    3785 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.135. Updating OVN encap IP.
I0424 19:01:02.882428    3785 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.135 - it is already configured
I0424 19:01:02.882441    3785 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.135/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0424 19:01:02.882672    3785 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.135/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-135.ec2.internal","mac-address":"12:82:8b:47:a8:23","ip-addresses":["10.0.0.135/24"],"ip-address":"10.0.0.135/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0f48478d-72f3-4c54-9e3a-4197296bce07 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.135/24"}] on node ip-10-0-0-135.ec2.internal
I0424 19:01:02.899816    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default"
I0424 19:01:02.899876    3785 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:02.899895    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:02.899878    3785 master.go:548] Adding or Updating local node "ip-10-0-0-135.ec2.internal" for network "default"
I0424 19:01:02.900053    3785 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.135
I0424 19:01:02.900125    3785 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-135.ec2.internal
W0424 19:01:02.902912    3785 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ss9mb: pod openshift-network-diagnostics/network-check-target-ss9mb: no pod IPs found 
W0424 19:01:02.902936    3785 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9n6pm: pod openshift-multus/network-metrics-daemon-9n6pm: no pod IPs found 
I0424 19:01:02.916981    3785 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0424 19:01:02.927288    3785 iptables.go:108] Creating table: mangle chain: OUTPUT
I0424 19:01:02.930410    3785 iptables.go:108] Creating table: nat chain: OUTPUT
I0424 19:01:02.952680    3785 iptables.go:108] Creating table: nat chain: PREROUTING
I0424 19:01:02.962198    3785 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0424 19:01:02.962211    3785 repair.go:60] Starting repairing loop for services
I0424 19:01:02.962275    3785 repair.go:131] Deleted 0 stale service LBs
I0424 19:01:02.962292    3785 repair.go:137] Deleted 0 stale Chassis Template Vars
I0424 19:01:02.962305    3785 repair.go:62] Finished repairing loop for services: 95.813µs
I0424 19:01:02.962330    3785 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0424 19:01:02.962339    3785 services_controller.go:254] Starting workers for network=default
I0424 19:01:02.962913    3785 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5lnx6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5lnx6: no pod IPs found 
I0424 19:01:02.962967    3785 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9n6pm] creating logical port openshift-multus_network-metrics-daemon-9n6pm for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:02.962968    3785 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ss9mb] creating logical port openshift-network-diagnostics_network-check-target-ss9mb for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:02.963089    3785 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5zjqv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5zjqv: suppressed error logged: pod openshift-multus/network-metrics-daemon-5zjqv: no pod IPs found 
I0424 19:01:02.963102    3785 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9n6pm
I0424 19:01:02.963148    3785 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ss9mb
W0424 19:01:02.965874    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:02.968329    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:01:02.980255    3785 pod.go:62] [openshift-network-diagnostics/network-check-target-ss9mb] pod update took 17.142994ms
I0424 19:01:02.980273    3785 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ss9mb] addLogicalPort annotation time took 17.180174ms
I0424 19:01:02.981098    3785 pods.go:271] [openshift-network-diagnostics/network-check-target-ss9mb] addLogicalPort took 18.153014ms, libovsdb time 646.943µs
I0424 19:01:02.981726    3785 pod.go:62] [openshift-multus/network-metrics-daemon-9n6pm] pod update took 18.705665ms
I0424 19:01:02.981741    3785 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-9n6pm] addLogicalPort annotation time took 18.724572ms
I0424 19:01:02.982663    3785 pods.go:271] [openshift-multus/network-metrics-daemon-9n6pm] addLogicalPort took 19.705568ms, libovsdb time 723.499µs
I0424 19:01:02.983389    3785 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0424 19:01:02.983416    3785 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0424 19:01:02.983432    3785 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0424 19:01:02.983439    3785 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0424 19:01:02.983698    3785 repair.go:29] Repairing admin network policies took 252.611µs
I0424 19:01:02.983921    3785 repair.go:92] Repairing baseline admin network policies took 210.558µs
I0424 19:01:02.984083    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0424 19:01:02.984098    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0424 19:01:02.985521    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0424 19:01:02.985544    3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0424 19:01:02.985575    3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0424 19:01:02.988093    3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0424 19:01:02.988112    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0424 19:01:02.988122    3785 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0424 19:01:02.990173    3785 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0424 19:01:02.990201    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0424 19:01:02.990214    3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0424 19:01:02.992379    3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0424 19:01:02.992399    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0424 19:01:02.992409    3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0424 19:01:02.994307    3785 iptables.go:108] Creating table: filter chain: FORWARD
I0424 19:01:02.994646    3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0424 19:01:02.994669    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0424 19:01:02.994683    3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0424 19:01:02.995193    3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0424 19:01:02.995210    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0424 19:01:02.995218    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0424 19:01:02.996697    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0424 19:01:02.996720    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0424 19:01:02.997416    3785 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0424 19:01:02.997434    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0424 19:01:02.999194    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0424 19:01:02.999212    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0424 19:01:02.999222    3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0424 19:01:03.000003    3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0424 19:01:03.000022    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0424 19:01:03.000044    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0424 19:01:03.000764    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0424 19:01:03.000790    3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0424 19:01:03.000801    3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0424 19:01:03.003712    3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0424 19:01:03.003735    3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0424 19:01:03.003743    3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0424 19:01:03.004300    3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0424 19:01:03.004317    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0424 19:01:03.004326    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0424 19:01:03.004907    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0424 19:01:03.004935    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0424 19:01:03.004947    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0424 19:01:03.005522    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0424 19:01:03.005539    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0424 19:01:03.005548    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0424 19:01:03.006018    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0424 19:01:03.006035    3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0424 19:01:03.006046    3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0424 19:01:03.007178    3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0424 19:01:03.007201    3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0424 19:01:03.007208    3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0424 19:01:03.007601    3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0424 19:01:03.007622    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0424 19:01:03.007632    3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0424 19:01:03.008804    3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0424 19:01:03.008820    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0424 19:01:03.008826    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0424 19:01:03.009120    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0424 19:01:03.009144    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0424 19:01:03.009156    3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0424 19:01:03.010347    3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0424 19:01:03.010366    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0424 19:01:03.010374    3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0424 19:01:03.010857    3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0424 19:01:03.010874    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0424 19:01:03.010882    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0424 19:01:03.010943    3785 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0424 19:01:03.011024    3785 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0424 19:01:03.011073    3785 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0424 19:01:03.011139    3785 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0424 19:01:03.011179    3785 gateway_init.go:325] Gateway and management port readiness took 205.454041ms
I0424 19:01:03.011204    3785 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0424 19:01:03.011238    3785 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0424 19:01:03.011253    3785 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0424 19:01:03.011262    3785 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0424 19:01:03.011314    3785 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0424 19:01:03.011377    3785 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 38.447µs
I0424 19:01:03.011482    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0424 19:01:03.011512    3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0424 19:01:03.011526    3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0424 19:01:03.011755    3785 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0424 19:01:03.011783    3785 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.995µs
I0424 19:01:03.011791    3785 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.069µs
I0424 19:01:03.011796    3785 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0424 19:01:03.011805    3785 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0424 19:01:03.011810    3785 default_node_network_controller.go:899] Starting the default node network controller
I0424 19:01:03.011815    3785 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0424 19:01:03.011842    3785 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.193µs
I0424 19:01:03.011985    3785 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0424 19:01:03.011993    3785 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0424 19:01:03.012046    3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b27100 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 <nil> 0xc0002d1dc0 0xc000b354a0 0xc0002d1e30 0xc0002d1ea0 <nil> 0xc0007ac2d0 0xc0065eb340 <nil> <nil> <nil> 0xc0002d1f10 <nil> map[0x2ff9080:0xc00157f560 0x2ff95c0:0xc00157f6e0 0x2ffa2e0:0xc00157f4a0 0x2ffa580:0xc00157f500 0x2ffad60:0xc00157f5c0 0x2ffb000:0xc00157f620 0x2ffb2a0:0xc00157f680 0x2ffba80:0xc00157f740 0x2ffbd20:0xc00157f860 0x3026980:0xc001503ec0 0x3026d20:0xc001503f20 0x3027800:0xc000b7f6e0 0x3029160:0xc001c1c000 0x30298a0:0xc0038020c0 0x302a720:0xc001c1c060] 0xc000b2a3f0 0}
I0424 19:01:03.012114    3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0424 19:01:03.012127    3785 gateway.go:151] Starting gateway service sync
I0424 19:01:03.012135    3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0424 19:01:03.012147    3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0424 19:01:03.012812    3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0424 19:01:03.013361    3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0424 19:01:03.013385    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0424 19:01:03.013397    3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0424 19:01:03.013838    3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0424 19:01:03.013861    3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0424 19:01:03.013874    3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0424 19:01:03.015064    3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0424 19:01:03.015146    3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0424 19:01:03.015164    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0424 19:01:03.015177    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0424 19:01:03.015734    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0424 19:01:03.015753    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0424 19:01:03.015760    3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0424 19:01:03.016066    3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0424 19:01:03.016092    3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0424 19:01:03.016108    3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0424 19:01:03.016638    3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0424 19:01:03.022652    3785 egressfirewall.go:374] Starting EgressFirewall controller
I0424 19:01:03.022686    3785 controller.go:133] Adding controller egress-firewall-controller event handlers
I0424 19:01:03.022706    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0424 19:01:03.022721    3785 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0424 19:01:03.022720    3785 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0424 19:01:03.022758    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0424 19:01:03.022771    3785 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0424 19:01:03.023026    3785 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0424 19:01:03.023038    3785 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0424 19:01:03.023043    3785 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0424 19:01:03.023051    3785 egressqos.go:193] Setting up event handlers for EgressQoS
I0424 19:01:03.023058    3785 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall
I0424 19:01:03.023066    3785 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall
I0424 19:01:03.023070    3785 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall
I0424 19:01:03.023218    3785 egressqos.go:245] Starting EgressQoS Controller
I0424 19:01:03.023235    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0424 19:01:03.023244    3785 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0424 19:01:03.023253    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0424 19:01:03.023261    3785 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0424 19:01:03.023268    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0424 19:01:03.023274    3785 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0424 19:01:03.023280    3785 egressqos.go:259] Repairing EgressQoSes
I0424 19:01:03.023285    3785 egressqos.go:399] Starting repairing loop for egressqos
I0424 19:01:03.023394    3785 egressqos.go:401] Finished repairing loop for egressqos: 107.921µs
I0424 19:01:03.023420    3785 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0424 19:01:03.023434    3785 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-135.ec2.internal
I0424 19:01:03.023502    3785 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-135.ec2.internal : 68.825µs
I0424 19:01:03.023608    3785 egressservice_zone.go:210] Starting Egress Services Controller
I0424 19:01:03.023624    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0424 19:01:03.023633    3785 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0424 19:01:03.023638    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0424 19:01:03.023643    3785 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0424 19:01:03.023648    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0424 19:01:03.023652    3785 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0424 19:01:03.023657    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0424 19:01:03.023662    3785 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0424 19:01:03.023665    3785 egressservice_zone.go:228] Repairing Egress Services
I0424 19:01:03.023925    3785 master_controller.go:88] Starting Admin Policy Based Route Controller
I0424 19:01:03.023934    3785 external_controller.go:278] Starting Admin Policy Based Route Controller
I0424 19:01:03.024017    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal
I0424 19:01:03.024031    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 13.689µs
I0424 19:01:03.024042    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal
I0424 19:01:03.024063    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 21.092µs
I0424 19:01:03.024078    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal
I0424 19:01:03.024083    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 6.164µs
I0424 19:01:03.024088    3785 default_network_controller.go:585] Completing all the Watchers took 310.451783ms
I0424 19:01:03.024101    3785 default_network_controller.go:589] Starting unidling controllers
I0424 19:01:03.024115    3785 unidle.go:46] Registering OVN SB ControllerEvent handler
I0424 19:01:03.024124    3785 unidle.go:63] Populating Initial ContollerEvent events
I0424 19:01:03.024134    3785 unidle.go:79] Setting up event handlers for services
I0424 19:01:03.024231    3785 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0424 19:01:03.029784    3785 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0424 19:01:03.031258    3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0424 19:01:03.032386    3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0424 19:01:03.033523    3785 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0424 19:01:03.065699    3785 gateway.go:168] Gateway service sync done. Time taken: 53.563652ms
I0424 19:01:03.066265    3785 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31854
I0424 19:01:03.066505    3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b27100 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 <nil> 0xc0002d1dc0 0xc000b354a0 0xc0002d1e30 0xc0002d1ea0 <nil> 0xc0007ac2d0 0xc0065eb340 <nil> <nil> <nil> 0xc0002d1f10 <nil> map[0x2ff9080:0xc00157f560 0x2ff95c0:0xc00157f6e0 0x2ffa2e0:0xc00157f4a0 0x2ffa580:0xc00157f500 0x2ffad60:0xc00157f5c0 0x2ffb000:0xc00157f620 0x2ffb2a0:0xc00157f680 0x2ffba80:0xc00157f740 0x2ffbd20:0xc00157f860 0x3026980:0xc001503ec0 0x3026d20:0xc001503f20 0x3027800:0xc000b7f6e0 0x3029160:0xc001c1c000 0x30298a0:0xc0038020c0 0x302a720:0xc001c1c060] 0xc000b2a3f0 0}
I0424 19:01:03.066987    3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b27100 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 <nil> 0xc0002d1dc0 0xc000b354a0 0xc0002d1e30 0xc0002d1ea0 <nil> 0xc0007ac2d0 0xc0065eb340 <nil> <nil> <nil> 0xc0002d1f10 <nil> map[0x2ff9080:0xc00157f560 0x2ff95c0:0xc00157f6e0 0x2ffa2e0:0xc00157f4a0 0x2ffa580:0xc00157f500 0x2ffad60:0xc00157f5c0 0x2ffb000:0xc00157f620 0x2ffb2a0:0xc00157f680 0x2ffba80:0xc00157f740 0x2ffbd20:0xc00157f860 0x3026980:0xc001503ec0 0x3026d20:0xc001503f20 0x3027800:0xc000b7f6e0 0x3029160:0xc001c1c000 0x30298a0:0xc0038020c0 0x302a720:0xc001c1c060] 0xc000b2a3f0 0}
I0424 19:01:03.067024    3785 gateway.go:532] Reconciling gateway with updates
I0424 19:01:03.071694    3785 gateway.go:339] Spawning Conntrack Rule Check Thread
I0424 19:01:03.071776    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0424 19:01:03.071790    3785 default_node_network_controller.go:944] Gateway and management port readiness took 59.787458ms
I0424 19:01:03.071789    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:03.071802    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:03.071805    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:03.071816    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:03.071817    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:03.071817    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:03.071822    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0424 19:01:03.071826    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:03.071806    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:03.071833    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0424 19:01:03.071836    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:03.071834    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:03.071841    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:03.071848    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:03.071853    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:03.071860    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:03.071872    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:03.071877    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:03.071881    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:03.071888    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:03.071888    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0424 19:01:03.071892    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:03.071828    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:03.071897    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:03.071893    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:03.071908    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:03.071908    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:03.071916    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0424 19:01:03.071824    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.071920    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0424 19:01:03.071926    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:03.071928    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.071930    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0424 19:01:03.071815    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:03.071938    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0424 19:01:03.071941    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:03.071937    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:03.071950    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:03.071957    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0424 19:01:03.071960    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:03.071884    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:03.071958    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:03.071978    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:03.071980    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:03.071982    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:03.071995    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:03.071996    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:03.071793    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0424 19:01:03.072006    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:03.071877    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:03.071994    3785 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed
I0424 19:01:03.071838    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:03.072027    3785 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed
I0424 19:01:03.071887    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:03.071979    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:03.072070    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:03.072010    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:03.071993    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:03.072101    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:03.071958    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:03.072136    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:03.071840    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0424 19:01:03.072153    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:03.071839    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0424 19:01:03.071852    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:03.071845    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:03.072186    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:03.072189    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:03.072200    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:03.072197    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:03.072203    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:03.072202    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:03.072219    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:03.072241    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:03.072209    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0424 19:01:03.072187    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:03.072302    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:03.072226    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:03.072348    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0424 19:01:03.071898    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:03.072365    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0424 19:01:03.071920    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.071932    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:03.072403    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:03.071944    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:03.071965    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0424 19:01:03.071968    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:03.072538    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0424 19:01:03.071987    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:03.072550    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.071998    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:03.072021    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:03.072060    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:03.071828    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0424 19:01:03.072155    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0424 19:01:03.072675    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0424 19:01:03.072169    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:03.072711    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:03.072170    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0424 19:01:03.072742    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0424 19:01:03.072171    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:03.072753    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:03.072171    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:03.072783    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:03.071851    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:03.072794    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:03.071893    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:03.072822    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:03.072215    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:03.073164    3785 node_ip_handler_linux.go:160] Node IP manager is running
W0424 19:01:03.109116    3785 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0424 19:01:03.109291    3785 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0424 19:01:03.109424    3785 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0424 19:01:03.117991    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0424 19:01:03.118021    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.118031    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0424 19:01:03.118037    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0424 19:01:03.118043    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0424 19:01:03.118049    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.118054    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0424 19:01:03.118060    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0424 19:01:03.156186    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0424 19:01:03.156190    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0424 19:01:03.156206    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0424 19:01:03.156215    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0424 19:01:03.156223    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0424 19:01:03.156230    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0424 19:01:03.156238    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.156252    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.156266    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0424 19:01:03.156285    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0424 19:01:03.156304    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0424 19:01:03.156311    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0424 19:01:03.156317    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.156323    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0424 19:01:03.156346    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.156354    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0424 19:01:03.156359    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0424 19:01:03.193797    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0424 19:01:03.193817    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0424 19:01:03.193825    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0424 19:01:03.193829    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0424 19:01:03.193835    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0424 19:01:03.193841    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0424 19:01:03.193852    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0424 19:01:03.193870    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0424 19:01:03.382683    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default"
I0424 19:01:03.382707    3785 node_tracker.go:235] Node ip-10-0-2-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-94.ec2.internal"
I0424 19:01:03.382720    3785 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:03.382736    3785 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:03.382782    3785 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "ip-10-0-2-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0424 19:01:03.383138    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:03.383325    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:01:03.527327    3785 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "ip-10-0-2-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0424 19:01:03.527343    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default"
I0424 19:01:03.527389    3785 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:03.527404    3785 services_controller.go:574] Full service sync requested for network=default
W0424 19:01:03.527662    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:03.527993    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0424 19:01:03.528138    3785 zone_ic_handler.go:195] Time taken to create transit switch: 240.912µs
I0424 19:01:03.528157    3785 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-94.ec2.internal for the network default
I0424 19:01:03.529300    3785 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-94.ec2.internal" on network "default" took: 1.416156ms
I0424 19:01:05.080927    3785 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall
I0424 19:01:05.080965    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal
I0424 19:01:05.080978    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 18.409µs
I0424 19:01:05.080966    3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default"
I0424 19:01:05.081031    3785 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-94.ec2.internal. Updating no re-route policies
I0424 19:01:05.081039    3785 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:05.081052    3785 services_controller.go:574] Full service sync requested for network=default
W0424 19:01:05.081223    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:05.081315    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:05.147222    3785 egressip_healthcheck.go:76] Health checking using insecure connection
I0424 19:01:05.147335    3785 default_node_network_controller.go:1380] Starting node controller node sync
I0424 19:01:05.147342    3785 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0424 19:01:05.171402    3785 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 24.019661ms
I0424 19:01:05.171503    3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 10.0.1.203 to PMTUD blocking rules
I0424 19:01:05.171505    3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0424 19:01:05.171513    3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0424 19:01:05.171517    3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 10.0.2.94 to PMTUD blocking rules
I0424 19:01:05.183182    3785 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0424 19:01:05.183411    3785 egressservice_node.go:93] Setting up event handlers for Egress Services
I0424 19:01:05.183559    3785 egressservice_node.go:183] Starting Egress Services Controller
I0424 19:01:05.183574    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0424 19:01:05.183583    3785 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0424 19:01:05.183588    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0424 19:01:05.183594    3785 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0424 19:01:05.183599    3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0424 19:01:05.183604    3785 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0424 19:01:05.183608    3785 egressservice_node.go:197] Repairing Egress Services
I0424 19:01:05.193346    3785 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0424 19:01:05.193357    3785 external_controller.go:278] Starting Admin Policy Based Route Controller
I0424 19:01:05.193542    3785 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0424 19:01:05.193551    3785 link_network_manager.go:119] Link manager is running
I0424 19:01:05.193560    3785 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0424 19:01:05.193738    3785 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0424 19:01:05.193895    3785 vrf_manager.go:128] VRF manager is running
I0424 19:01:05.194062    3785 node_controller_manager.go:437] Removing flows to drop GARP
I0424 19:01:05.194071    3785 gateway.go:532] Reconciling gateway with updates
I0424 19:01:05.220372    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0424 19:01:05.220378    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:05.220386    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:05.220391    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0424 19:01:05.220394    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:05.220398    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:05.220401    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0424 19:01:05.220402    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:05.220405    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:05.220413    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:05.220412    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:05.220420    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:05.220425    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:05.220428    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:05.220428    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:05.220388    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:05.220437    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.220440    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:05.220418    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:05.220442    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:05.220449    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0424 19:01:05.220451    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:05.220427    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:05.220454    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:05.220458    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:05.220457    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:05.220460    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:05.220462    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:05.220482    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:05.220484    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0424 19:01:05.220481    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:05.220488    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:05.220488    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:05.220498    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:05.220498    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:05.220501    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:05.220499    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:05.220509    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:05.220511    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:05.220510    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:05.220514    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:05.220516    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0424 19:01:05.220517    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:05.220440    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:05.220525    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0424 19:01:05.220527    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:05.220535    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:05.220536    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:05.220537    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:05.220537    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:05.220540    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0424 19:01:05.220433    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:05.220551    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:05.220546    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:05.220562    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:05.220510    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:05.220550    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0424 19:01:05.220574    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:05.220445    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:05.220461    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:05.220583    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0424 19:01:05.220586    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0424 19:01:05.220521    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:05.220596    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:05.220601    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.220414    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:05.220497    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0424 19:01:05.220443    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:05.220516    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:05.220446    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:05.220447    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0424 19:01:05.220661    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0424 19:01:05.220453    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.220462    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:05.220696    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:05.220491    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:05.220721    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:05.220499    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:05.220421    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:05.220778    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:05.220493    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:05.220805    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:05.220505    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0424 19:01:05.220505    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:05.220511    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:05.220856    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:05.220516    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0424 19:01:05.220524    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:05.220523    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.220525    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:05.220527    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0424 19:01:05.220529    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:05.220953    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:05.220532    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0424 19:01:05.220980    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0424 19:01:05.220532    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.220541    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:05.220540    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0424 19:01:05.221034    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0424 19:01:05.221039    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0424 19:01:05.220535    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:05.221049    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:05.220539    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:05.221059    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:05.220547    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:05.220589    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0424 19:01:05.220434    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:05.221115    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:05.220454    3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:05.221139    3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:05.221151    3785 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed
I0424 19:01:05.221156    3785 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed
I0424 19:01:05.258890    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0424 19:01:05.258908    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0424 19:01:05.258919    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0424 19:01:05.258923    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0424 19:01:05.258928    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.258933    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0424 19:01:05.258938    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0424 19:01:05.258942    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.258959    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0424 19:01:05.258945    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.258965    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0424 19:01:05.258970    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.258975    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0424 19:01:05.258979    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0424 19:01:05.258984    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0424 19:01:05.258989    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0424 19:01:05.258994    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0424 19:01:05.258998    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0424 19:01:05.259003    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.259007    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0424 19:01:05.259012    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0424 19:01:05.259016    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0424 19:01:05.259020    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0424 19:01:05.259036    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0424 19:01:05.259054    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0424 19:01:05.259060    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0424 19:01:05.259065    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0424 19:01:05.296237    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0424 19:01:05.296255    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0424 19:01:05.296267    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0424 19:01:05.296273    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0424 19:01:05.296278    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0424 19:01:05.296283    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0424 19:01:05.333401    3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0424 19:01:06.945899    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal
I0424 19:01:06.945927    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 32.132µs
I0424 19:01:06.974655    3785 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cff566f77-x5gjb] creating logical port openshift-image-registry_image-registry-6cff566f77-x5gjb for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:06.974819    3785 kube.go:256] Updating pod openshift-image-registry/image-registry-6cff566f77-x5gjb
I0424 19:01:06.974861    3785 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-fgz56] creating logical port openshift-console_downloads-5c54f4944f-fgz56 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:06.974982    3785 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-fgz56
I0424 19:01:06.996334    3785 pod.go:62] [openshift-image-registry/image-registry-6cff566f77-x5gjb] pod update took 21.56096ms
I0424 19:01:06.996360    3785 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cff566f77-x5gjb] addLogicalPort annotation time took 21.595398ms
I0424 19:01:06.996625    3785 pod.go:62] [openshift-console/downloads-5c54f4944f-fgz56] pod update took 21.672717ms
I0424 19:01:06.996651    3785 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-fgz56] addLogicalPort annotation time took 21.701642ms
I0424 19:01:06.997798    3785 pods.go:271] [openshift-image-registry/image-registry-6cff566f77-x5gjb] addLogicalPort took 23.16548ms, libovsdb time 1.132585ms
I0424 19:01:06.998142    3785 pods.go:271] [openshift-console/downloads-5c54f4944f-fgz56] addLogicalPort took 23.293431ms, libovsdb time 1.155576ms
I0424 19:01:07.002317    3785 base_network_controller_pods.go:487] [default/openshift-console/console-ccbbccf64-mndfx] creating logical port openshift-console_console-ccbbccf64-mndfx for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.002424    3785 kube.go:256] Updating pod openshift-console/console-ccbbccf64-mndfx
I0424 19:01:07.005282    3785 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65c8887f99-t4t7p] creating logical port openshift-ingress_router-default-65c8887f99-t4t7p for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.005353    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-b6zlt for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.005380    3785 kube.go:256] Updating pod openshift-ingress/router-default-65c8887f99-t4t7p
I0424 19:01:07.005525    3785 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt
I0424 19:01:07.025665    3785 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt] pod update took 20.175483ms
I0424 19:01:07.025683    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt] addLogicalPort annotation time took 20.197409ms
I0424 19:01:07.026695    3785 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt] addLogicalPort took 21.358015ms, libovsdb time 786.84µs
I0424 19:01:07.028101    3785 pod.go:62] [openshift-console/console-ccbbccf64-mndfx] pod update took 25.698999ms
I0424 19:01:07.028130    3785 base_network_controller_pods.go:951] [default/openshift-console/console-ccbbccf64-mndfx] addLogicalPort annotation time took 25.726332ms
I0424 19:01:07.028282    3785 pod.go:62] [openshift-ingress/router-default-65c8887f99-t4t7p] pod update took 22.937827ms
I0424 19:01:07.028307    3785 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65c8887f99-t4t7p] addLogicalPort annotation time took 22.963572ms
I0424 19:01:07.029238    3785 pods.go:271] [openshift-console/console-ccbbccf64-mndfx] addLogicalPort took 26.935452ms, libovsdb time 798.545µs
I0424 19:01:07.029521    3785 pods.go:271] [openshift-ingress/router-default-65c8887f99-t4t7p] addLogicalPort took 24.249766ms, libovsdb time 899.719µs
I0424 19:01:07.030299    3785 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ctffp] creating logical port openshift-ingress-canary_ingress-canary-ctffp for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.030400    3785 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ctffp
I0424 19:01:07.044026    3785 pod.go:62] [openshift-ingress-canary/ingress-canary-ctffp] pod update took 13.647716ms
I0424 19:01:07.044044    3785 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ctffp] addLogicalPort annotation time took 13.669491ms
I0424 19:01:07.044992    3785 pods.go:271] [openshift-ingress-canary/ingress-canary-ctffp] addLogicalPort took 14.703558ms, libovsdb time 735.218µs
I0424 19:01:07.101947    3785 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-blgcx] creating logical port openshift-dns_dns-default-blgcx for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.102023    3785 kube.go:256] Updating pod openshift-dns/dns-default-blgcx
I0424 19:01:07.104613    3785 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4ddtk] creating logical port openshift-insights_insights-runtime-extractor-4ddtk for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:07.104684    3785 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4ddtk
I0424 19:01:07.119261    3785 pod.go:62] [openshift-dns/dns-default-blgcx] pod update took 17.259929ms
I0424 19:01:07.119278    3785 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-blgcx] addLogicalPort annotation time took 17.278932ms
I0424 19:01:07.120220    3785 pods.go:271] [openshift-dns/dns-default-blgcx] addLogicalPort took 18.287107ms, libovsdb time 697.771µs
I0424 19:01:07.122870    3785 pod.go:62] [openshift-insights/insights-runtime-extractor-4ddtk] pod update took 18.209064ms
I0424 19:01:07.122884    3785 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4ddtk] addLogicalPort annotation time took 18.226081ms
I0424 19:01:07.123782    3785 pods.go:271] [openshift-insights/insights-runtime-extractor-4ddtk] addLogicalPort took 19.178071ms, libovsdb time 688.345µs
I0424 19:01:07.381658    3785 cni.go:452] [openshift-image-registry/image-registry-6cff566f77-x5gjb c6be6b9de9fb2681152dc2b2a1357407ce5266f1914a8ae792ef6341bd93c0bf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cff566f77-x5gjb c6be6b9de9fb2681152dc2b2a1357407ce5266f1914a8ae792ef6341bd93c0bf network default NAD default NAD key ]
I0424 19:01:07.393180    3785 cni.go:452] [openshift-console/downloads-5c54f4944f-fgz56 461fecb0b403cc3ed05b1d20a6e847ceac23a08557b8d56af6549d461e108f78 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-fgz56 461fecb0b403cc3ed05b1d20a6e847ceac23a08557b8d56af6549d461e108f78 network default NAD default NAD key ]
I0424 19:01:07.402423    3785 cni.go:452] [openshift-ingress/router-default-65c8887f99-t4t7p 7e15e106488ff5f758ca4f1ecba6f52acf0967990b4a4c5ce30d922e8ce86269 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65c8887f99-t4t7p 7e15e106488ff5f758ca4f1ecba6f52acf0967990b4a4c5ce30d922e8ce86269 network default NAD default NAD key ]
I0424 19:01:07.415610    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65c8887f99-t4t7p, hostIfaceName: 7e15e106488ff5f, network: default, NAD default, SandboxID: "7e15e106488ff5f758ca4f1ecba6f52acf0967990b4a4c5ce30d922e8ce86269", PCI device ID: , UID: "0a6abb25-e2f1-4c69-9226-dfa905d82c08", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0424 19:01:07.416623    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cff566f77-x5gjb, hostIfaceName: c6be6b9de9fb268, network: default, NAD default, SandboxID: "c6be6b9de9fb2681152dc2b2a1357407ce5266f1914a8ae792ef6341bd93c0bf", PCI device ID: , UID: "858a0dc9-b999-4af1-8f96-ad065dd9d865", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0424 19:01:07.416791    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-fgz56, hostIfaceName: 461fecb0b403cc3, network: default, NAD default, SandboxID: "461fecb0b403cc3ed05b1d20a6e847ceac23a08557b8d56af6549d461e108f78", PCI device ID: , UID: "b8b5991f-4e56-4fdf-8a23-70ee53f33cc3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0424 19:01:07.425284    3785 cni.go:452] [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key ]
I0424 19:01:07.436941    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ccbbccf64-mndfx, hostIfaceName: 9cbc98e289549d3, network: default, NAD default, SandboxID: "9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138", PCI device ID: , UID: "333f91a7-d03d-4fc5-bfa2-eb147357a1d3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0424 19:01:07.440961    3785 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt 3754ac9bb8592e465eba6e7d25bece50bff842a0a43b66660bfef7e880c2c9a9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt 3754ac9bb8592e465eba6e7d25bece50bff842a0a43b66660bfef7e880c2c9a9 network default NAD default NAD key ]
I0424 19:01:07.464112    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-b6zlt, hostIfaceName: 3754ac9bb8592e4, network: default, NAD default, SandboxID: "3754ac9bb8592e465eba6e7d25bece50bff842a0a43b66660bfef7e880c2c9a9", PCI device ID: , UID: "6a3c257e-dd5e-4712-9b1e-3c9b2b530187", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0424 19:01:07.472778    3785 cni.go:452] [openshift-ingress-canary/ingress-canary-ctffp 4a59bc654311fd3265fd815ca466b78b20a7e64fc04971299ebecd82d9005839 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ctffp 4a59bc654311fd3265fd815ca466b78b20a7e64fc04971299ebecd82d9005839 network default NAD default NAD key ]
W0424 19:01:07.490088    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0424 19:01:07.509614    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ctffp, hostIfaceName: 4a59bc654311fd3, network: default, NAD default, SandboxID: "4a59bc654311fd3265fd815ca466b78b20a7e64fc04971299ebecd82d9005839", PCI device ID: , UID: "a2913dd8-8bd3-4138-a4a5-357a45b3e7d6", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0424 19:01:07.530891    3785 cni.go:452] [openshift-dns/dns-default-blgcx ce9bd3a01ae665baa5088f744eeceb89bce995c384fd16a6b99d8027ecdad5c1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-blgcx ce9bd3a01ae665baa5088f744eeceb89bce995c384fd16a6b99d8027ecdad5c1 network default NAD default NAD key ]
I0424 19:01:07.539044    3785 cni.go:452] [openshift-insights/insights-runtime-extractor-4ddtk 745e4fe06d591ce6733c0e93cb2fb705536eb9beafcbebc10ca7db10e726afcc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4ddtk 745e4fe06d591ce6733c0e93cb2fb705536eb9beafcbebc10ca7db10e726afcc network default NAD default NAD key ]
I0424 19:01:07.541189    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-blgcx, hostIfaceName: ce9bd3a01ae665b, network: default, NAD default, SandboxID: "ce9bd3a01ae665baa5088f744eeceb89bce995c384fd16a6b99d8027ecdad5c1", PCI device ID: , UID: "8813b5b3-4552-436e-a653-461a1675e5c9", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
W0424 19:01:07.545416    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0424 19:01:07.557978    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4ddtk, hostIfaceName: 745e4fe06d591ce, network: default, NAD default, SandboxID: "745e4fe06d591ce6733c0e93cb2fb705536eb9beafcbebc10ca7db10e726afcc", PCI device ID: , UID: "5feed4be-74cb-457d-aa79-64466a9ee437", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0424 19:01:07.560980    3785 cni.go:473] [openshift-ingress-canary/ingress-canary-ctffp 4a59bc654311fd3265fd815ca466b78b20a7e64fc04971299ebecd82d9005839 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ctffp 4a59bc654311fd3265fd815ca466b78b20a7e64fc04971299ebecd82d9005839 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b8:69:3d:3f:6e\",\"name\":\"4a59bc654311fd3\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/075cc93d-ded7-452d-8cba-0c984926e8d1\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.586742    3785 cni.go:473] [openshift-dns/dns-default-blgcx ce9bd3a01ae665baa5088f744eeceb89bce995c384fd16a6b99d8027ecdad5c1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-blgcx ce9bd3a01ae665baa5088f744eeceb89bce995c384fd16a6b99d8027ecdad5c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:23:57:55:a2:09\",\"name\":\"ce9bd3a01ae665b\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd206952-4a0a-4678-b2cd-85fc9a772ca6\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.602730    3785 cni.go:473] [openshift-insights/insights-runtime-extractor-4ddtk 745e4fe06d591ce6733c0e93cb2fb705536eb9beafcbebc10ca7db10e726afcc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4ddtk 745e4fe06d591ce6733c0e93cb2fb705536eb9beafcbebc10ca7db10e726afcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0e:9d:15:b6:e0\",\"name\":\"745e4fe06d591ce\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cffec1e9-6b6e-4600-9901-bc8a56c11a0b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.691201    3785 cni.go:473] [openshift-console/downloads-5c54f4944f-fgz56 461fecb0b403cc3ed05b1d20a6e847ceac23a08557b8d56af6549d461e108f78 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-fgz56 461fecb0b403cc3ed05b1d20a6e847ceac23a08557b8d56af6549d461e108f78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:00:b7:21:4e:9f\",\"name\":\"461fecb0b403cc3\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80455ca7-b54a-4546-aef5-d75f8ee9a8d8\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.692283    3785 cni.go:473] [openshift-ingress/router-default-65c8887f99-t4t7p 7e15e106488ff5f758ca4f1ecba6f52acf0967990b4a4c5ce30d922e8ce86269 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65c8887f99-t4t7p 7e15e106488ff5f758ca4f1ecba6f52acf0967990b4a4c5ce30d922e8ce86269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:4f:cc:04:10:35\",\"name\":\"7e15e106488ff5f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69c7f7d4-4be8-4c02-a141-4f9e58a64e7a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.692331    3785 cni.go:473] [openshift-image-registry/image-registry-6cff566f77-x5gjb c6be6b9de9fb2681152dc2b2a1357407ce5266f1914a8ae792ef6341bd93c0bf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cff566f77-x5gjb c6be6b9de9fb2681152dc2b2a1357407ce5266f1914a8ae792ef6341bd93c0bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c7:b0:dc:b3:40\",\"name\":\"c6be6b9de9fb268\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7da7c3d-8c56-40c1-a2bb-db396ea05d3d\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.735312    3785 cni.go:473] [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:41:83:90:71:21\",\"name\":\"9cbc98e289549d3\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39f9029-bf13-4eb7-aa3b-1250c87f0876\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:07.735416    3785 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt 3754ac9bb8592e465eba6e7d25bece50bff842a0a43b66660bfef7e880c2c9a9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b6zlt 3754ac9bb8592e465eba6e7d25bece50bff842a0a43b66660bfef7e880c2c9a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6a:1d:b3:b9:df\",\"name\":\"3754ac9bb8592e4\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11946a82-2d5c-4c53-99eb-b894ee8ab8cc\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:01:08.298795    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:08.330576    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0424 19:01:08.330604    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0424 19:01:08.673078    3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal
I0424 19:01:08.673108    3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 38.93µs
W0424 19:01:09.315448    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0424 19:01:09.315487    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0424 19:01:09.391457    3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0424 19:01:09.406652    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0424 19:01:09.406674    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0424 19:01:09.406683    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0424 19:01:09.826911    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:11.650750    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:11.650783    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:12.367071    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0424 19:01:12.411774    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0424 19:01:12.753914    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-vgfqj] creating logical port openshift-monitoring_prometheus-operator-76b589d668-vgfqj for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:12.754006    3785 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-vgfqj
I0424 19:01:12.768512    3785 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-vgfqj] pod update took 14.531413ms
I0424 19:01:12.768531    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-vgfqj] addLogicalPort annotation time took 14.554341ms
I0424 19:01:12.769841    3785 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-vgfqj] addLogicalPort took 15.947641ms, libovsdb time 949.681µs
W0424 19:01:13.530590    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:13.530618    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0424 19:01:13.567308    3785 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-vgfqj bf7b089eb0e2b79aad0683c5d148f6ac1228df2b763558fc2d3e934d50989049 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-vgfqj bf7b089eb0e2b79aad0683c5d148f6ac1228df2b763558fc2d3e934d50989049 network default NAD default NAD key ]
I0424 19:01:13.577575    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-vgfqj, hostIfaceName: bf7b089eb0e2b79, network: default, NAD default, SandboxID: "bf7b089eb0e2b79aad0683c5d148f6ac1228df2b763558fc2d3e934d50989049", PCI device ID: , UID: "2517791d-24c3-4fa3-b381-1daf1da3ecdf", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0424 19:01:13.627139    3785 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-vgfqj bf7b089eb0e2b79aad0683c5d148f6ac1228df2b763558fc2d3e934d50989049 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-vgfqj bf7b089eb0e2b79aad0683c5d148f6ac1228df2b763558fc2d3e934d50989049 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:18:33:7b:2d:b8\",\"name\":\"bf7b089eb0e2b79\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50be5c84-220c-4107-ace7-07df471e4954\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:01:17.956993    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:01:18.288692    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-g2dzq for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:18.288801    3785 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq
I0424 19:01:18.312697    3785 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq] pod update took 23.92904ms
I0424 19:01:18.312718    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq] addLogicalPort annotation time took 23.954739ms
I0424 19:01:18.313983    3785 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq] addLogicalPort took 25.310234ms, libovsdb time 899.877µs
I0424 19:01:19.413946    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:19.414054    3785 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0424 19:01:19.447606    3785 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 33.589574ms
I0424 19:01:19.447627    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 33.615499ms
I0424 19:01:19.448903    3785 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 34.976006ms, libovsdb time 970.64µs
I0424 19:01:20.362985    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-78489b45d4-bl6tk] creating logical port openshift-monitoring_thanos-querier-78489b45d4-bl6tk for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:20.363124    3785 kube.go:256] Updating pod openshift-monitoring/thanos-querier-78489b45d4-bl6tk
I0424 19:01:20.387629    3785 pod.go:62] [openshift-monitoring/thanos-querier-78489b45d4-bl6tk] pod update took 24.543251ms
I0424 19:01:20.387655    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-78489b45d4-bl6tk] addLogicalPort annotation time took 24.571956ms
I0424 19:01:20.388915    3785 pods.go:271] [openshift-monitoring/thanos-querier-78489b45d4-bl6tk] addLogicalPort took 25.940739ms, libovsdb time 923.564µs
W0424 19:01:21.573550    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0424 19:01:21.921699    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:21.921731    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:21.962142    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:21.962170    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:22.339615    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0424 19:01:22.339637    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0424 19:01:22.339645    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
I0424 19:01:22.589439    3785 cni.go:452] [openshift-monitoring/alertmanager-main-1 07043c8378d2b4fb90e33a576c5096fa4d33b326974601db4c9669ff66f90e41 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 07043c8378d2b4fb90e33a576c5096fa4d33b326974601db4c9669ff66f90e41 network default NAD default NAD key ]
I0424 19:01:22.589493    3785 cni.go:452] [openshift-monitoring/thanos-querier-78489b45d4-bl6tk bf31f3af0c62b08021a36b2940512522766ae323f9743b46b7a901b317b9ff85 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-78489b45d4-bl6tk bf31f3af0c62b08021a36b2940512522766ae323f9743b46b7a901b317b9ff85 network default NAD default NAD key ]
I0424 19:01:22.590965    3785 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq e211bcb605d830dccccdfc5561294a81aa3722323cbbc0f023a8cfd620fe5995 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq e211bcb605d830dccccdfc5561294a81aa3722323cbbc0f023a8cfd620fe5995 network default NAD default NAD key ]
I0424 19:01:22.602189    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 07043c8378d2b4f, network: default, NAD default, SandboxID: "07043c8378d2b4fb90e33a576c5096fa4d33b326974601db4c9669ff66f90e41", PCI device ID: , UID: "13a2ad19-4699-4930-aa7c-1ee3cf526329", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0424 19:01:22.602252    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-g2dzq, hostIfaceName: e211bcb605d830d, network: default, NAD default, SandboxID: "e211bcb605d830dccccdfc5561294a81aa3722323cbbc0f023a8cfd620fe5995", PCI device ID: , UID: "5c495ced-f1f5-4f9f-8a63-6e4afc7639f6", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0424 19:01:22.603097    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-78489b45d4-bl6tk, hostIfaceName: bf31f3af0c62b08, network: default, NAD default, SandboxID: "bf31f3af0c62b08021a36b2940512522766ae323f9743b46b7a901b317b9ff85", PCI device ID: , UID: "dbc110c0-989c-4ab6-9672-b03c92e4123a", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0424 19:01:22.651923    3785 cni.go:473] [openshift-monitoring/alertmanager-main-1 07043c8378d2b4fb90e33a576c5096fa4d33b326974601db4c9669ff66f90e41 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 07043c8378d2b4fb90e33a576c5096fa4d33b326974601db4c9669ff66f90e41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:4a:1a:6d:4a:d0\",\"name\":\"07043c8378d2b4f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/852ef03d-89d6-48d2-ba1b-3419ce6274fe\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:22.669206    3785 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq e211bcb605d830dccccdfc5561294a81aa3722323cbbc0f023a8cfd620fe5995 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g2dzq e211bcb605d830dccccdfc5561294a81aa3722323cbbc0f023a8cfd620fe5995 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:77:e9:66:46:a0\",\"name\":\"e211bcb605d830d\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94eb6ee6-9bc6-4926-b252-5c46e3ef8fb9\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:22.688906    3785 cni.go:473] [openshift-monitoring/thanos-querier-78489b45d4-bl6tk bf31f3af0c62b08021a36b2940512522766ae323f9743b46b7a901b317b9ff85 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-78489b45d4-bl6tk bf31f3af0c62b08021a36b2940512522766ae323f9743b46b7a901b317b9ff85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e3:e8:b6:19:1d\",\"name\":\"bf31f3af0c62b08\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bcd1bb1-7482-4033-bab9-f93249733507\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:22.830903    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-788868fc8-v875c] creating logical port openshift-monitoring_metrics-server-788868fc8-v875c for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:22.831016    3785 kube.go:256] Updating pod openshift-monitoring/metrics-server-788868fc8-v875c
I0424 19:01:22.847031    3785 pod.go:62] [openshift-monitoring/metrics-server-788868fc8-v875c] pod update took 16.038925ms
I0424 19:01:22.847057    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-788868fc8-v875c] addLogicalPort annotation time took 16.066831ms
I0424 19:01:22.848299    3785 pods.go:271] [openshift-monitoring/metrics-server-788868fc8-v875c] addLogicalPort took 17.44253ms, libovsdb time 907.214µs
W0424 19:01:22.925146    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:22.925170    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:22.925179    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0424 19:01:22.999213    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-drwcm for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:22.999324    3785 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm
I0424 19:01:23.017020    3785 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm] pod update took 17.72094ms
I0424 19:01:23.017109    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm] addLogicalPort annotation time took 17.813828ms
I0424 19:01:23.018526    3785 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm] addLogicalPort took 19.331334ms, libovsdb time 902.389µs
I0424 19:01:23.196218    3785 cni.go:452] [openshift-monitoring/metrics-server-788868fc8-v875c 3498d328d4c9ea11fe608a7d895ac52d8633f6fd917b3272b1451fbe0388aaa0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-788868fc8-v875c 3498d328d4c9ea11fe608a7d895ac52d8633f6fd917b3272b1451fbe0388aaa0 network default NAD default NAD key ]
I0424 19:01:23.208131    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-788868fc8-v875c, hostIfaceName: 3498d328d4c9ea1, network: default, NAD default, SandboxID: "3498d328d4c9ea11fe608a7d895ac52d8633f6fd917b3272b1451fbe0388aaa0", PCI device ID: , UID: "f3eb3773-61cb-4ffa-b271-f417f9ac2ecd", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0424 19:01:23.270827    3785 cni.go:473] [openshift-monitoring/metrics-server-788868fc8-v875c 3498d328d4c9ea11fe608a7d895ac52d8633f6fd917b3272b1451fbe0388aaa0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-788868fc8-v875c 3498d328d4c9ea11fe608a7d895ac52d8633f6fd917b3272b1451fbe0388aaa0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a0:49:b0:5b:54\",\"name\":\"3498d328d4c9ea1\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb23688d-fbfe-4d3b-b34b-4e768865a383\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:01:23.416537    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0424 19:01:24.598544    3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-594458d858-wlnvw IP address from the namespace address-set, err: pod openshift-console/console-594458d858-wlnvw: no pod IPs found 
I0424 19:01:24.685339    3785 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:24.685453    3785 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0424 19:01:24.708652    3785 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm fd5c1286ce3d9a6460ed5f8ce3baaae0c3ad1402ba9a2280777b17ecc7c6ea15 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm fd5c1286ce3d9a6460ed5f8ce3baaae0c3ad1402ba9a2280777b17ecc7c6ea15 network default NAD default NAD key ]
I0424 19:01:24.714237    3785 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.830672ms
I0424 19:01:24.714266    3785 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.864262ms
I0424 19:01:24.715876    3785 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.554103ms, libovsdb time 1.133832ms
I0424 19:01:24.722573    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-drwcm, hostIfaceName: fd5c1286ce3d9a6, network: default, NAD default, SandboxID: "fd5c1286ce3d9a6460ed5f8ce3baaae0c3ad1402ba9a2280777b17ecc7c6ea15", PCI device ID: , UID: "c56d5b94-bb2a-45d3-81aa-bc8e81d341c6", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0424 19:01:24.781782    3785 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm fd5c1286ce3d9a6460ed5f8ce3baaae0c3ad1402ba9a2280777b17ecc7c6ea15 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-drwcm fd5c1286ce3d9a6460ed5f8ce3baaae0c3ad1402ba9a2280777b17ecc7c6ea15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4e:c4:bb:dd:bb\",\"name\":\"fd5c1286ce3d9a6\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82e2f2ef-7977-41e4-a752-71d5f7b4164c\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:25.181784    3785 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f4560f047657404aeb7f2826d05b6ebc91049af661d71cb08cf2a2a965c68efd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f4560f047657404aeb7f2826d05b6ebc91049af661d71cb08cf2a2a965c68efd network default NAD default NAD key ]
I0424 19:01:25.193058    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f4560f047657404, network: default, NAD default, SandboxID: "f4560f047657404aeb7f2826d05b6ebc91049af661d71cb08cf2a2a965c68efd", PCI device ID: , UID: "b694bfb3-e191-4d58-8105-9f48fad3f95c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0424 19:01:25.249361    3785 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f4560f047657404aeb7f2826d05b6ebc91049af661d71cb08cf2a2a965c68efd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f4560f047657404aeb7f2826d05b6ebc91049af661d71cb08cf2a2a965c68efd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d0:9a:52:36:9b\",\"name\":\"f4560f047657404\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c083be8-d035-42be-a66c-d11323a0e6dc\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:01:25.468659    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:25.468677    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:25.468683    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:25.515632    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:25.515683    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:25.537180    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0424 19:01:26.438806    3785 cni.go:452] [openshift-multus/network-metrics-daemon-9n6pm 26c8337e32fb2c6eec76c6009a98a42bef07e38974be0ee835651fd0c7cb496f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-9n6pm 26c8337e32fb2c6eec76c6009a98a42bef07e38974be0ee835651fd0c7cb496f network default NAD default NAD key ]
I0424 19:01:26.441820    3785 cni.go:452] [openshift-network-diagnostics/network-check-target-ss9mb 48a9f8c2f762f6409145ae7d98f5943a5f947e893d234dd853f181ff585a7c6a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ss9mb 48a9f8c2f762f6409145ae7d98f5943a5f947e893d234dd853f181ff585a7c6a network default NAD default NAD key ]
I0424 19:01:26.454631    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9n6pm, hostIfaceName: 26c8337e32fb2c6, network: default, NAD default, SandboxID: "26c8337e32fb2c6eec76c6009a98a42bef07e38974be0ee835651fd0c7cb496f", PCI device ID: , UID: "8763ae6f-e1a3-4db2-84ad-2427ea504440", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0424 19:01:26.454824    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ss9mb, hostIfaceName: 48a9f8c2f762f64, network: default, NAD default, SandboxID: "48a9f8c2f762f6409145ae7d98f5943a5f947e893d234dd853f181ff585a7c6a", PCI device ID: , UID: "2da8ef1d-d83b-4413-8c89-41851774e569", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0424 19:01:26.523331    3785 cni.go:473] [openshift-network-diagnostics/network-check-target-ss9mb 48a9f8c2f762f6409145ae7d98f5943a5f947e893d234dd853f181ff585a7c6a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ss9mb 48a9f8c2f762f6409145ae7d98f5943a5f947e893d234dd853f181ff585a7c6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:dd:ae:78:03:5e\",\"name\":\"48a9f8c2f762f64\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67f0fee1-26c6-4e63-b31b-3c07d3f8afe3\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:26.549881    3785 cni.go:473] [openshift-multus/network-metrics-daemon-9n6pm 26c8337e32fb2c6eec76c6009a98a42bef07e38974be0ee835651fd0c7cb496f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9n6pm 26c8337e32fb2c6eec76c6009a98a42bef07e38974be0ee835651fd0c7cb496f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4c:6b:48:ac:18\",\"name\":\"26c8337e32fb2c6\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48c2b179-b1d6-45c3-9f31-6c0d02319e95\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:26.914029    3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:26.914596    3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:01:26.921036    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:26.921061    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:26.921094    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:26.921108    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:26.927907    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0424 19:01:26.973029    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:26.973049    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:27.454167    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.454216    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.454223    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.454228    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.595302    3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0424 19:01:27.606392    3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:27.606487    3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:27.621810    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-55b89b7886-tklcd
I0424 19:01:27.621839    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-55b89b7886-tklcd
W0424 19:01:27.988184    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.988272    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.988306    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:27.988321    3785 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.321021    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:01:29.963544    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963570    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963578    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963583    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963599    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963603    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963607    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:29.963612    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:33.477516    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:33.477542    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:33.477550    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:01:33.477556    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0424 19:01:37.469424    3785 cni.go:452] [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key ]
I0424 19:01:37.562653    3785 cni.go:473] [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ccbbccf64-mndfx 9cbc98e289549d3b7d8e06231dedf9186e08f3c9269c98aacf9772715f2f8138 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:01:37.608325    3785 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:37.608358    3785 pods.go:176] Deleting pod: openshift-console/console-ccbbccf64-mndfx
I0424 19:01:37.609980    3785 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ccbbccf64-mndfx, ips: 10.129.0.7
I0424 19:01:37.610015    3785 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:37.617487    3785 base_network_controller_pods.go:487] [default/openshift-console/console-7b895b9bf6-v5ffr] creating logical port openshift-console_console-7b895b9bf6-v5ffr for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:01:37.617613    3785 kube.go:256] Updating pod openshift-console/console-7b895b9bf6-v5ffr
I0424 19:01:37.631377    3785 pod.go:62] [openshift-console/console-7b895b9bf6-v5ffr] pod update took 13.786622ms
I0424 19:01:37.631395    3785 base_network_controller_pods.go:951] [default/openshift-console/console-7b895b9bf6-v5ffr] addLogicalPort annotation time took 13.809639ms
I0424 19:01:37.632605    3785 pods.go:271] [openshift-console/console-7b895b9bf6-v5ffr] addLogicalPort took 15.149614ms, libovsdb time 898.82µs
I0424 19:01:37.978734    3785 cni.go:452] [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key ]
I0424 19:01:37.987959    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b895b9bf6-v5ffr, hostIfaceName: d7936de185bf94b, network: default, NAD default, SandboxID: "d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4", PCI device ID: , UID: "7a7aca40-349d-4468-9b72-b52723a91065", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0424 19:01:38.034238    3785 cni.go:473] [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c4:c2:cf:15:e8\",\"name\":\"d7936de185bf94b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e38ff876-646d-4257-ba75-36078c4ba864\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:38.543273    3785 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:38.543305    3785 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:38.548990    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-mndfx
I0424 19:01:38.549017    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-mndfx
W0424 19:01:46.438396    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0424 19:01:47.286359    3785 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:47.287037    3785 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:47.678793    3785 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:47.678816    3785 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:47.684614    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-pk4qh
I0424 19:01:47.684640    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-pk4qh
W0424 19:01:48.572829    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:01:48.894796    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:48.894826    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:49.808223    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:49.808243    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:49.808249    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:49.808261    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:49.808266    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:49.808270    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:50.434840    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:50.434860    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:50.434868    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:01:54.710824    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0424 19:01:54.941132    3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:54.941685    3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:55.726701    3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:55.726722    3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:55.735333    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-894dd87bf-x4h5l
I0424 19:01:55.735357    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-894dd87bf-x4h5l
W0424 19:01:58.089074    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:58.089093    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:58.089109    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:01:58.089116    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:02.491785    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:02:04.762047    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0424 19:02:04.780873    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0424 19:02:13.890179    3785 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:13.890778    3785 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:14.117288    3785 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:14.117307    3785 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:14.123625    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-594458d858-dmwgn
I0424 19:02:14.123645    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-594458d858-dmwgn
I0424 19:02:17.343355    3785 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:17.343909    3785 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:17.813284    3785 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:17.813305    3785 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:17.819095    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d6675cb5-fzhvv
I0424 19:02:17.819118    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d6675cb5-fzhvv
W0424 19:02:25.753674    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:25.753696    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:57.526203    3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67d6594d64-mvwlz IP address from the namespace address-set, err: pod openshift-console/console-67d6594d64-mvwlz: no pod IPs found 
I0424 19:03:13.888018    3785 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:13.888746    3785 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:14.086843    3785 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:14.086869    3785 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:14.091575    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-lckqb
I0424 19:03:14.091600    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-lckqb
I0424 19:03:15.213395    3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:15.213942    3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:15.213974    3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:15.213992    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0424 19:03:15.214011    3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:15.214016    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0424 19:03:16.240570    3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:16.240599    3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:16.240616    3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:16.240628    3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:17.871524    3785 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0424 19:03:17.881627    3785 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0424 19:03:22.492295    3785 cni.go:452] [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key ]
I0424 19:03:22.557109    3785 cni.go:473] [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b895b9bf6-v5ffr d7936de185bf94ba2ef69dc330035e4fc70b84828843718fc3fc8d54113155c4 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:03:22.606883    3785 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:22.606914    3785 pods.go:176] Deleting pod: openshift-console/console-7b895b9bf6-v5ffr
I0424 19:03:22.608153    3785 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b895b9bf6-v5ffr, ips: 10.129.0.20
I0424 19:03:22.608183    3785 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:22.615346    3785 base_network_controller_pods.go:487] [default/openshift-console/console-6746646fd9-hf5hb] creating logical port openshift-console_console-6746646fd9-hf5hb for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:03:22.615499    3785 kube.go:256] Updating pod openshift-console/console-6746646fd9-hf5hb
I0424 19:03:22.629954    3785 pod.go:62] [openshift-console/console-6746646fd9-hf5hb] pod update took 14.504809ms
I0424 19:03:22.629973    3785 base_network_controller_pods.go:951] [default/openshift-console/console-6746646fd9-hf5hb] addLogicalPort annotation time took 14.52873ms
I0424 19:03:22.631024    3785 pods.go:271] [openshift-console/console-6746646fd9-hf5hb] addLogicalPort took 15.693325ms, libovsdb time 760.283µs
I0424 19:03:22.949806    3785 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:22.949837    3785 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:22.954812    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-v5ffr
I0424 19:03:22.954839    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-v5ffr
I0424 19:03:22.974382    3785 cni.go:452] [openshift-console/console-6746646fd9-hf5hb c178f9434ca606480ae6ed119a24ab0da7804c1dfc948759a3ee30ac19d8e1ca network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6746646fd9-hf5hb c178f9434ca606480ae6ed119a24ab0da7804c1dfc948759a3ee30ac19d8e1ca network default NAD default NAD key ]
I0424 19:03:22.983720    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6746646fd9-hf5hb, hostIfaceName: c178f9434ca6064, network: default, NAD default, SandboxID: "c178f9434ca606480ae6ed119a24ab0da7804c1dfc948759a3ee30ac19d8e1ca", PCI device ID: , UID: "04b129d0-00e6-4fef-b6ee-16da870b48eb", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0424 19:03:23.030735    3785 cni.go:473] [openshift-console/console-6746646fd9-hf5hb c178f9434ca606480ae6ed119a24ab0da7804c1dfc948759a3ee30ac19d8e1ca network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6746646fd9-hf5hb c178f9434ca606480ae6ed119a24ab0da7804c1dfc948759a3ee30ac19d8e1ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:96:fa:97:47:69\",\"name\":\"c178f9434ca6064\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c5c9ea5-8737-4f6b-8da5-e41832259f25\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:03:24.266232    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:24.266960    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:03:25.143409    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:03:25.143434    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:03:25.143456    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:03:25.143513    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0424 19:03:25.152783    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:25.152809    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:03:25.190356    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:03:25.190380    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:03:33.008464    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0424 19:03:50.463509    3785 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:50.464152    3785 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:50.775911    3785 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:50.775937    3785 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:50.781936    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67d6594d64-chtsv
I0424 19:03:50.781970    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67d6594d64-chtsv
I0424 19:04:42.613020    3785 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0424 19:06:25.308895    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=105
I0424 19:06:30.767840    3785 namespace.go:98] [tsf] adding namespace
I0424 19:06:30.768767    3785 namespace.go:102] [tsf] adding namespace took 902.057µs
I0424 19:06:30.785947    3785 namespace.go:142] [tsf] updating namespace
I0424 19:06:30.807948    3785 namespace.go:142] [tsf] updating namespace
I0424 19:06:34.765314    3785 namespace.go:98] [rhtpa-operator] adding namespace
I0424 19:06:34.766235    3785 namespace.go:102] [rhtpa-operator] adding namespace took 898.484µs
I0424 19:06:34.768932    3785 namespace.go:98] [konflux-ui] adding namespace
I0424 19:06:34.769757    3785 namespace.go:102] [konflux-ui] adding namespace took 810.733µs
I0424 19:06:34.772397    3785 namespace.go:98] [tsf-tas] adding namespace
I0424 19:06:34.773088    3785 namespace.go:102] [tsf-tas] adding namespace took 674.048µs
I0424 19:06:34.778097    3785 namespace.go:98] [tsf-keycloak] adding namespace
I0424 19:06:34.778224    3785 namespace.go:98] [tsf-tpa] adding namespace
I0424 19:06:34.778363    3785 namespace.go:98] [konflux-operator] adding namespace
I0424 19:06:34.778610    3785 namespace.go:98] [rhbk-operator] adding namespace
I0424 19:06:34.778803    3785 namespace.go:102] [tsf-keycloak] adding namespace took 686.852µs
I0424 19:06:34.779439    3785 namespace.go:102] [tsf-tpa] adding namespace took 1.197379ms
I0424 19:06:34.780043    3785 namespace.go:102] [konflux-operator] adding namespace took 1.660918ms
I0424 19:06:34.780069    3785 namespace.go:98] [cert-manager-operator] adding namespace
I0424 19:06:34.780818    3785 namespace.go:102] [rhbk-operator] adding namespace took 2.193627ms
I0424 19:06:34.781366    3785 namespace.go:102] [cert-manager-operator] adding namespace took 1.291612ms
I0424 19:06:34.810956    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:06:34.818973    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:06:34.822524    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:06:34.823904    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:06:34.826032    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:06:34.831068    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:06:34.831186    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:06:34.834809    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:06:34.834822    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:06:34.850899    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:06:34.885979    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:06:34.893918    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:06:34.894012    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:06:34.910065    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:06:34.914441    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:06:34.930301    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:06:34.952327    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:06:34.961872    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:06:34.971966    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:06:34.983857    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:06:34.996853    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:06:35.001606    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:06:35.007815    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:06:35.020549    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:06:35.932209    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:06:35.939142    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:06:43.741677    3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:43.742292    3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:43.742323    3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:43.742332    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:43.742343    3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:43.742348    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:44.766041    3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:44.766063    3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:44.766078    3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:44.766088    3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:44.804017    3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:44.804593    3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:44.804621    3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:44.804629    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:44.804638    3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:44.804642    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:45.829430    3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:45.829452    3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:45.829489    3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:45.829501    3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:50.202369    3785 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:50.203019    3785 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:50.203056    3785 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:50.203069    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:50.203083    3785 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:50.203089    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:51.255223    3785 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:51.255878    3785 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:51.255905    3785 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:51.255915    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:51.255925    3785 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:51.255930    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:51.259138    3785 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:51.259160    3785 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:51.259170    3785 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:51.259183    3785 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:52.156149    3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.156730    3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.156760    3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.156769    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:52.156781    3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.156785    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:52.187032    3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.187446    3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.187482    3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.187488    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:06:52.187497    3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:52.187501    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:06:52.281174    3785 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:52.281195    3785 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:52.281210    3785 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:52.281224    3785 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.194551    3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.194581    3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.194603    3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.194613    3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.220219    3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.220239    3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.220250    3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:53.220261    3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:57.202633    3785 namespace.go:98] [cert-manager] adding namespace
I0424 19:06:57.203526    3785 namespace.go:102] [cert-manager] adding namespace took 870.159µs
I0424 19:06:57.227599    3785 namespace.go:142] [cert-manager] updating namespace
I0424 19:06:57.237215    3785 namespace.go:142] [cert-manager] updating namespace
I0424 19:06:58.832029    3785 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ltf74] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-ltf74 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:06:58.832170    3785 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-ltf74
I0424 19:06:58.852611    3785 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74] pod update took 20.464607ms
I0424 19:06:58.852638    3785 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ltf74] addLogicalPort annotation time took 20.494827ms
I0424 19:06:58.854040    3785 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74] addLogicalPort took 22.029267ms, libovsdb time 953.982µs
I0424 19:06:59.203451    3785 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74 d6c56ec6206341240a97270ca42c0d702610aba26124cd7eb200255bb5f35316 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74 d6c56ec6206341240a97270ca42c0d702610aba26124cd7eb200255bb5f35316 network default NAD default NAD key ]
I0424 19:06:59.212658    3785 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-ltf74, hostIfaceName: d6c56ec62063412, network: default, NAD default, SandboxID: "d6c56ec6206341240a97270ca42c0d702610aba26124cd7eb200255bb5f35316", PCI device ID: , UID: "b527a834-cf24-4ed4-b867-c903f6ffd19d", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0424 19:06:59.260280    3785 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74 d6c56ec6206341240a97270ca42c0d702610aba26124cd7eb200255bb5f35316 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ltf74 d6c56ec6206341240a97270ca42c0d702610aba26124cd7eb200255bb5f35316 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3c:6c:31:c3:5a\",\"name\":\"d6c56ec62063412\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa7957fe-c381-4106-b627-38c047b7dd1d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:07:00.197942    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0424 19:07:01.851979    3785 namespace.go:142] [openshift-operators] updating namespace
I0424 19:07:01.862399    3785 namespace.go:142] [openshift-operators] updating namespace
W0424 19:07:02.869254    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0424 19:07:02.869271    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0424 19:07:08.882903    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0424 19:07:08.882931    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0424 19:07:08.883911    3785 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-sx65p for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:07:08.884008    3785 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p
I0424 19:07:08.900778    3785 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p] pod update took 16.792617ms
I0424 19:07:08.900799    3785 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p] addLogicalPort annotation time took 16.817658ms
I0424 19:07:08.901970    3785 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p] addLogicalPort took 18.074763ms, libovsdb time 847.734µs
I0424 19:07:09.245777    3785 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p 794cabce6b03ab5c711864da6709939e9cc7212114e956e8cba79431b5c8870f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p 794cabce6b03ab5c711864da6709939e9cc7212114e956e8cba79431b5c8870f network default NAD default NAD key ]
I0424 19:07:09.254894    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-sx65p, hostIfaceName: 794cabce6b03ab5, network: default, NAD default, SandboxID: "794cabce6b03ab5c711864da6709939e9cc7212114e956e8cba79431b5c8870f", PCI device ID: , UID: "e09038c6-fa80-465f-abb4-46cf2001bb5d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0424 19:07:09.304081    3785 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p 794cabce6b03ab5c711864da6709939e9cc7212114e956e8cba79431b5c8870f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-sx65p 794cabce6b03ab5c711864da6709939e9cc7212114e956e8cba79431b5c8870f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a0:f0:c2:d4:ce\",\"name\":\"794cabce6b03ab5\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69efdb16-1237-494a-a78d-c68979f8532e\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:07:11.463934    3785 namespace.go:98] [trusted-artifact-signer] adding namespace
I0424 19:07:11.464782    3785 namespace.go:102] [trusted-artifact-signer] adding namespace took 826.832µs
I0424 19:07:11.490373    3785 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:07:11.511456    3785 namespace.go:142] [trusted-artifact-signer] updating namespace
W0424 19:07:11.924493    3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0424 19:07:16.420870    3785 namespace.go:142] [openshift-operators] updating namespace
I0424 19:07:16.871073    3785 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-hpv4p for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:07:16.871198    3785 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p
I0424 19:07:16.918280    3785 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p] pod update took 47.10773ms
I0424 19:07:16.918306    3785 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p] addLogicalPort annotation time took 47.139885ms
I0424 19:07:16.919550    3785 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p] addLogicalPort took 48.494013ms, libovsdb time 844.224µs
I0424 19:07:17.232431    3785 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p 1e9639fb048172655301bff3f8d06c8532b564f0b8f5ec6783b577fc1817487c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p 1e9639fb048172655301bff3f8d06c8532b564f0b8f5ec6783b577fc1817487c network default NAD default NAD key ]
I0424 19:07:17.242383    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-hpv4p, hostIfaceName: 1e9639fb0481726, network: default, NAD default, SandboxID: "1e9639fb048172655301bff3f8d06c8532b564f0b8f5ec6783b577fc1817487c", PCI device ID: , UID: "8a32be40-a889-424e-ba62-4276b25afa4b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0424 19:07:17.291374    3785 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p 1e9639fb048172655301bff3f8d06c8532b564f0b8f5ec6783b577fc1817487c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-hpv4p 1e9639fb048172655301bff3f8d06c8532b564f0b8f5ec6783b577fc1817487c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:84:2e:cd:15:bb\",\"name\":\"1e9639fb0481726\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fd10186-499f-42ec-8373-8d66653aa14c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:07:22.941741    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0424 19:07:27.805420    3785 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-mdkcl for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:07:27.805610    3785 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl
I0424 19:07:27.824387    3785 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl] pod update took 18.809104ms
I0424 19:07:27.824411    3785 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl] addLogicalPort annotation time took 18.837639ms
I0424 19:07:27.825667    3785 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl] addLogicalPort took 20.264873ms, libovsdb time 898.4µs
I0424 19:07:28.165929    3785 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl 8d914ee2c6b2b85b820f49e71cb8328291595712f3d5d2d824fb349a6c1e5310 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl 8d914ee2c6b2b85b820f49e71cb8328291595712f3d5d2d824fb349a6c1e5310 network default NAD default NAD key ]
I0424 19:07:28.175396    3785 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-mdkcl, hostIfaceName: 8d914ee2c6b2b85, network: default, NAD default, SandboxID: "8d914ee2c6b2b85b820f49e71cb8328291595712f3d5d2d824fb349a6c1e5310", PCI device ID: , UID: "6fb48837-1db2-467c-85cd-09cf33e82969", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0424 19:07:28.223833    3785 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl 8d914ee2c6b2b85b820f49e71cb8328291595712f3d5d2d824fb349a6c1e5310 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mdkcl 8d914ee2c6b2b85b820f49e71cb8328291595712f3d5d2d824fb349a6c1e5310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c0:ef:09:f0:ca\",\"name\":\"8d914ee2c6b2b85\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de5f7956-4cdf-44bc-951e-098c1e044c3b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:07:29.300946    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
W0424 19:07:31.032729    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0424 19:07:31.537113    3785 namespace.go:98] [openshift-pipelines] adding namespace
I0424 19:07:31.537978    3785 namespace.go:102] [openshift-pipelines] adding namespace took 840.408µs
I0424 19:07:31.564486    3785 namespace.go:142] [openshift-pipelines] updating namespace
I0424 19:07:32.269482    3785 namespace.go:142] [cert-manager] updating namespace
I0424 19:07:32.462417    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:07:32.870953    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:07:33.074829    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:07:38.470190    3785 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace
I0424 19:07:38.872111    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:07:39.072765    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:07:39.275820    3785 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:07:39.475013    3785 namespace.go:142] [tsf] updating namespace
I0424 19:07:39.677940    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:07:39.877592    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:07:40.079883    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:07:40.216446    3785 namespace.go:142] [cert-manager] updating namespace
I0424 19:07:40.225123    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:07:40.232463    3785 namespace.go:142] [default] updating namespace
I0424 19:07:40.245170    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:07:40.255704    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:07:40.266137    3785 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace
I0424 19:07:40.277092    3785 namespace.go:142] [openshift] updating namespace
I0424 19:07:40.286676    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:07:40.298778    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:07:40.307001    3785 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:07:40.317607    3785 namespace.go:142] [tsf] updating namespace
I0424 19:07:40.325141    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:07:40.342093    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:07:40.361650    3785 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:07:40.461600    3785 namespace.go:142] [cert-manager] updating namespace
I0424 19:07:40.568042    3785 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:07:40.860153    3785 namespace.go:142] [default] updating namespace
I0424 19:07:40.962499    3785 namespace.go:142] [konflux-operator] updating namespace
I0424 19:07:41.064096    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:07:41.162666    3785 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace
I0424 19:07:41.262793    3785 namespace.go:142] [openshift] updating namespace
I0424 19:07:41.362827    3785 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:07:41.460310    3785 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:07:41.562799    3785 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:07:41.662409    3785 namespace.go:142] [tsf] updating namespace
I0424 19:07:41.764319    3785 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:07:41.863412    3785 namespace.go:142] [tsf-tas] updating namespace
I0424 19:07:41.961838    3785 namespace.go:142] [tsf-tpa] updating namespace
W0424 19:07:42.026830    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0424 19:07:42.301915    3785 namespace.go:142] [openshift-pipelines] updating namespace
I0424 19:07:43.515367    3785 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:07:43.515920    3785 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:07:43.581423    3785 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:07:43.581441    3785 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:07:43.595744    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0424 19:07:43.595768    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0424 19:07:51.097126    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-f648d for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:07:51.097212    3785 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d
I0424 19:07:51.112683    3785 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d] pod update took 15.492401ms
I0424 19:07:51.112709    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d] addLogicalPort annotation time took 15.522546ms
I0424 19:07:51.114320    3785 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d] addLogicalPort took 17.207963ms, libovsdb time 1.26429ms
I0424 19:07:51.179441    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-8mmqb for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:07:51.179541    3785 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb
I0424 19:07:51.195727    3785 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb] pod update took 16.205149ms
I0424 19:07:51.195745    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb] addLogicalPort annotation time took 16.227708ms
I0424 19:07:51.196826    3785 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb] addLogicalPort took 17.39546ms, libovsdb time 768.599µs
I0424 19:07:51.463826    3785 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d e44a38d7d92de72123630bd575e7b1f6968f1807492a1906e99e6b9ee23cd4c5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d e44a38d7d92de72123630bd575e7b1f6968f1807492a1906e99e6b9ee23cd4c5 network default NAD default NAD key ]
I0424 19:07:51.473599    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-f648d, hostIfaceName: e44a38d7d92de72, network: default, NAD default, SandboxID: "e44a38d7d92de72123630bd575e7b1f6968f1807492a1906e99e6b9ee23cd4c5", PCI device ID: , UID: "61ade1f8-a45d-4698-be5d-8553cee84522", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0424 19:07:51.526310    3785 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d e44a38d7d92de72123630bd575e7b1f6968f1807492a1906e99e6b9ee23cd4c5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f648d e44a38d7d92de72123630bd575e7b1f6968f1807492a1906e99e6b9ee23cd4c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:95:71:4e:b3:04\",\"name\":\"e44a38d7d92de72\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a830720-01c1-4aad-b8d4-8877e0a823a0\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:07:51.542490    3785 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb 8831db01fabc8d6c146014adec714a485b925d3dd15d66cb3243d61097fb8245 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb 8831db01fabc8d6c146014adec714a485b925d3dd15d66cb3243d61097fb8245 network default NAD default NAD key ]
I0424 19:07:51.552775    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-8mmqb, hostIfaceName: 8831db01fabc8d6, network: default, NAD default, SandboxID: "8831db01fabc8d6c146014adec714a485b925d3dd15d66cb3243d61097fb8245", PCI device ID: , UID: "99d80475-e1bb-43e8-be0a-e11ce9c11fe5", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0424 19:07:51.602313    3785 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb 8831db01fabc8d6c146014adec714a485b925d3dd15d66cb3243d61097fb8245 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-8mmqb 8831db01fabc8d6c146014adec714a485b925d3dd15d66cb3243d61097fb8245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1f:64:16:7e:82\",\"name\":\"8831db01fabc8d6\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db20563c-38b1-4282-a459-a39a497b50c9\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:07:53.413421    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0424 19:07:55.131486    3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:07:55.131507    3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:07:55.131513    3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:07:55.159347    3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:07:55.159366    3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:07:55.159373    3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:07:55.460927    3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:07:55.460942    3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:07:55.460947    3785 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:07:55.460951    3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:07:57.383638    3785 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0424 19:07:57.401920    3785 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0424 19:08:06.131891    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:08:06.131910    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:08:06.131915    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:08:06.153512    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:08:06.153527    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:08:06.153534    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0424 19:08:08.376820    3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0424 19:08:20.657083    3785 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:08:20.657690    3785 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:08:20.676541    3785 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:08:20.676559    3785 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:08:20.680990    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0424 19:08:20.681008    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0424 19:08:22.460329    3785 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0424 19:08:22.460931    3785 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0424 19:08:22.460963    3785 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0424 19:08:22.463181    3785 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0424 19:08:22.495240    3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0424 19:08:25.597729    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0424 19:08:31.563667    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0424 19:08:31.563689    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0424 19:08:31.563686    3785 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0424 19:08:31.563702    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0424 19:08:33.539916    3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0424 19:08:33.539992    3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj: no pod IPs found 
I0424 19:08:38.390666    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-g2px7] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-g2px7 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:08:38.390797    3785 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-g2px7
I0424 19:08:38.404641    3785 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7] pod update took 13.866975ms
I0424 19:08:38.404665    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-g2px7] addLogicalPort annotation time took 13.895131ms
I0424 19:08:38.405855    3785 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7] addLogicalPort took 15.204929ms, libovsdb time 831.189µs
I0424 19:08:38.413296    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0424 19:08:38.750957    3785 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7 5a9b2407d85bdd6e4931ef6c15c9b0f2a352437ac05b7a492352095d3b3ed4d8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7 5a9b2407d85bdd6e4931ef6c15c9b0f2a352437ac05b7a492352095d3b3ed4d8 network default NAD default NAD key ]
I0424 19:08:38.760068    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-g2px7, hostIfaceName: 5a9b2407d85bdd6, network: default, NAD default, SandboxID: "5a9b2407d85bdd6e4931ef6c15c9b0f2a352437ac05b7a492352095d3b3ed4d8", PCI device ID: , UID: "e3be0f51-8157-4769-bdb4-a00165ab6730", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0424 19:08:38.808967    3785 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7 5a9b2407d85bdd6e4931ef6c15c9b0f2a352437ac05b7a492352095d3b3ed4d8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-g2px7 5a9b2407d85bdd6e4931ef6c15c9b0f2a352437ac05b7a492352095d3b3ed4d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:21:67:a5:de:a2\",\"name\":\"5a9b2407d85bdd6\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8d9ae66-8f1b-435a-912c-eb976d915120\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:08:40.377082    3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0424 19:08:42.337119    3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0424 19:08:45.438849    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:08:45.438989    3785 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0424 19:08:45.452676    3785 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.717663ms
I0424 19:08:45.452701    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.749195ms
I0424 19:08:45.454015    3785 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.182675ms, libovsdb time 932.039µs
I0424 19:08:50.595920    3785 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 51ace5418533c26df07916a646bd18e342c60783c6f6b1073d6f3b943c99f88a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 51ace5418533c26df07916a646bd18e342c60783c6f6b1073d6f3b943c99f88a network default NAD default NAD key ]
I0424 19:08:50.605090    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 51ace5418533c26, network: default, NAD default, SandboxID: "51ace5418533c26df07916a646bd18e342c60783c6f6b1073d6f3b943c99f88a", PCI device ID: , UID: "69a22520-8b90-4918-b04b-ff963ec44e8c", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0424 19:08:50.653063    3785 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 51ace5418533c26df07916a646bd18e342c60783c6f6b1073d6f3b943c99f88a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 51ace5418533c26df07916a646bd18e342c60783c6f6b1073d6f3b943c99f88a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:99:0b:52:b4:a4\",\"name\":\"51ace5418533c26\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7837703e-0dd0-4277-bbb8-7f35145d767f\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:08:57.453362    3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0424 19:08:58.987926    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-wkcm5 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:08:58.988008    3785 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5
I0424 19:08:59.003412    3785 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5] pod update took 15.42384ms
I0424 19:08:59.003436    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5] addLogicalPort annotation time took 15.451568ms
I0424 19:08:59.004694    3785 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5] addLogicalPort took 16.781183ms, libovsdb time 835.842µs
I0424 19:08:59.352284    3785 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5 624adfb4ae24f588e566ebd8dd58dbf2fa66bdcb9f14d902303fe8511d58d018 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5 624adfb4ae24f588e566ebd8dd58dbf2fa66bdcb9f14d902303fe8511d58d018 network default NAD default NAD key ]
I0424 19:08:59.361409    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-wkcm5, hostIfaceName: 624adfb4ae24f58, network: default, NAD default, SandboxID: "624adfb4ae24f588e566ebd8dd58dbf2fa66bdcb9f14d902303fe8511d58d018", PCI device ID: , UID: "0ae438cb-6d36-45c6-92f2-858603a3f9a0", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0424 19:08:59.413754    3785 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5 624adfb4ae24f588e566ebd8dd58dbf2fa66bdcb9f14d902303fe8511d58d018 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wkcm5 624adfb4ae24f588e566ebd8dd58dbf2fa66bdcb9f14d902303fe8511d58d018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:12:f0:ba:e6:a7\",\"name\":\"624adfb4ae24f58\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b41e99f6-ec39-4dda-b71b-9c17011fbfec\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:09:02.794054    3785 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:09:02.794076    3785 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:09:02.794087    3785 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0424 19:09:12.999695    3785 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:09:13.000292    3785 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:09:13.053819    3785 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:13.053841    3785 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:13.059959    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0424 19:09:13.060017    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0424 19:09:14.916862    3785 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-6wm29-rg5hm] creating logical port tsf-tas_segment-backup-installation-6wm29-rg5hm for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:14.916951    3785 kube.go:256] Updating pod tsf-tas/segment-backup-installation-6wm29-rg5hm
I0424 19:09:14.935781    3785 pod.go:62] [tsf-tas/segment-backup-installation-6wm29-rg5hm] pod update took 18.851851ms
I0424 19:09:14.935800    3785 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-6wm29-rg5hm] addLogicalPort annotation time took 18.876178ms
I0424 19:09:14.936978    3785 pods.go:271] [tsf-tas/segment-backup-installation-6wm29-rg5hm] addLogicalPort took 20.132206ms, libovsdb time 846.445µs
I0424 19:09:15.274080    3785 cni.go:452] [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key ]
I0424 19:09:15.283276    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-6wm29-rg5hm, hostIfaceName: 13bea312984602b, network: default, NAD default, SandboxID: "13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76", PCI device ID: , UID: "4efdb526-49c3-4b56-9259-f645a09c5971", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0424 19:09:15.334656    3785 cni.go:473] [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:62:48:44:96:b1\",\"name\":\"13bea312984602b\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4fb6dfb-d8e3-4ae0-bc35-6eac25fa9037\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:09:15.656176    3785 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-555d9b4675-xwrbj] creating logical port tsf-tas_fulcio-server-555d9b4675-xwrbj for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:15.656265    3785 kube.go:256] Updating pod tsf-tas/fulcio-server-555d9b4675-xwrbj
I0424 19:09:15.677907    3785 pod.go:62] [tsf-tas/fulcio-server-555d9b4675-xwrbj] pod update took 21.664068ms
I0424 19:09:15.677932    3785 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-555d9b4675-xwrbj] addLogicalPort annotation time took 21.692147ms
I0424 19:09:15.679189    3785 pods.go:271] [tsf-tas/fulcio-server-555d9b4675-xwrbj] addLogicalPort took 23.027667ms, libovsdb time 869.376µs
I0424 19:09:16.031122    3785 cni.go:452] [tsf-tas/fulcio-server-555d9b4675-xwrbj aee9595742c565bc2b615f2ba92dfe4adf8de413bb357d4782c295252aa9b56d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-555d9b4675-xwrbj aee9595742c565bc2b615f2ba92dfe4adf8de413bb357d4782c295252aa9b56d network default NAD default NAD key ]
I0424 19:09:16.043853    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-555d9b4675-xwrbj, hostIfaceName: aee9595742c565b, network: default, NAD default, SandboxID: "aee9595742c565bc2b615f2ba92dfe4adf8de413bb357d4782c295252aa9b56d", PCI device ID: , UID: "6062dc7e-3a2d-4ded-a112-b9d0f2b288f9", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0424 19:09:16.117809    3785 cni.go:473] [tsf-tas/fulcio-server-555d9b4675-xwrbj aee9595742c565bc2b615f2ba92dfe4adf8de413bb357d4782c295252aa9b56d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-555d9b4675-xwrbj aee9595742c565bc2b615f2ba92dfe4adf8de413bb357d4782c295252aa9b56d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a3:32:c3:8e:54\",\"name\":\"aee9595742c565b\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b0feb6c-b576-417a-815c-da3c999b39f4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:09:16.293885    3785 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-545b7945d5-lvn8l] creating logical port tsf-tas_trillian-logserver-545b7945d5-lvn8l for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:16.294001    3785 kube.go:256] Updating pod tsf-tas/trillian-logserver-545b7945d5-lvn8l
I0424 19:09:16.310874    3785 pod.go:62] [tsf-tas/trillian-logserver-545b7945d5-lvn8l] pod update took 16.908914ms
I0424 19:09:16.310964    3785 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-545b7945d5-lvn8l] addLogicalPort annotation time took 17.000531ms
I0424 19:09:16.312571    3785 pods.go:271] [tsf-tas/trillian-logserver-545b7945d5-lvn8l] addLogicalPort took 18.703314ms, libovsdb time 1.052253ms
I0424 19:09:16.670780    3785 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-4m2md-j7lhb] creating logical port tsf-tas_rekor-createtree-job-4m2md-j7lhb for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:16.670885    3785 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-4m2md-j7lhb
I0424 19:09:16.682902    3785 pod.go:62] [tsf-tas/rekor-createtree-job-4m2md-j7lhb] pod update took 12.041964ms
I0424 19:09:16.682931    3785 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-4m2md-j7lhb] addLogicalPort annotation time took 12.07459ms
I0424 19:09:16.684358    3785 pods.go:271] [tsf-tas/rekor-createtree-job-4m2md-j7lhb] addLogicalPort took 13.592995ms, libovsdb time 987.93µs
I0424 19:09:17.046280    3785 cni.go:452] [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key ]
I0424 19:09:17.056780    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-4m2md-j7lhb, hostIfaceName: eac800b7d387728, network: default, NAD default, SandboxID: "eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6", PCI device ID: , UID: "358c189c-33e3-4ba0-af09-5f46f2937ba8", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0424 19:09:17.116854    3785 cni.go:473] [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ec:ec:ff:5a:23\",\"name\":\"eac800b7d387728\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e151fc7-a683-4580-ac01-751c269b3f8b\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:09:22.025384    3785 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:09:22.025957    3785 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:09:22.908689    3785 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:22.908715    3785 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:23.391970    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0424 19:09:24.561633    3785 cni.go:452] [tsf-tas/trillian-logserver-545b7945d5-lvn8l 45a94f61e4217ca3aae30040bb9c3e9902e8508f636546a38612198c53b20fc7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-545b7945d5-lvn8l 45a94f61e4217ca3aae30040bb9c3e9902e8508f636546a38612198c53b20fc7 network default NAD default NAD key ]
I0424 19:09:24.571771    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-545b7945d5-lvn8l, hostIfaceName: 45a94f61e4217ca, network: default, NAD default, SandboxID: "45a94f61e4217ca3aae30040bb9c3e9902e8508f636546a38612198c53b20fc7", PCI device ID: , UID: "68c5b8dc-0275-4119-940e-a57084d61890", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0424 19:09:24.628860    3785 cni.go:473] [tsf-tas/trillian-logserver-545b7945d5-lvn8l 45a94f61e4217ca3aae30040bb9c3e9902e8508f636546a38612198c53b20fc7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-545b7945d5-lvn8l 45a94f61e4217ca3aae30040bb9c3e9902e8508f636546a38612198c53b20fc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ce:01:68:f6:61\",\"name\":\"45a94f61e4217ca\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cda8f31-d046-4b67-ad90-4fa25aa8ca2d\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:09:25.302213    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81
W0424 19:09:25.898701    3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0424 19:09:28.593073    3785 cni.go:452] [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key ]
I0424 19:09:28.688751    3785 cni.go:473] [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-6wm29-rg5hm 13bea312984602b1a009c661fbdfa46d1931e2f4e7a6d096b5c8a8db37e2da76 network default NAD default NAD key default], result "{}", err <nil>
W0424 19:09:29.918548    3785 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0424 19:09:30.309215    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=87
I0424 19:09:30.690899    3785 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:09:30.690933    3785 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-6wm29-rg5hm
I0424 19:09:30.692170    3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-6wm29-rg5hm, ips: 10.129.0.31
I0424 19:09:30.692208    3785 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:09:31.605409    3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0424 19:09:31.711026    3785 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:31.711047    3785 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:09:37.561784    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-4q8hx for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:37.561880    3785 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx
I0424 19:09:37.574902    3785 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx] pod update took 13.047464ms
I0424 19:09:37.574925    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx] addLogicalPort annotation time took 13.074942ms
I0424 19:09:37.576142    3785 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx] addLogicalPort took 14.375537ms, libovsdb time 834.332µs
I0424 19:09:37.741329    3785 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zkfwx for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:09:37.741414    3785 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx
I0424 19:09:37.754069    3785 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx] pod update took 12.668887ms
I0424 19:09:37.754089    3785 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx] addLogicalPort annotation time took 12.699331ms
I0424 19:09:37.755277    3785 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx] addLogicalPort took 13.985927ms, libovsdb time 759.99µs
I0424 19:09:37.918433    3785 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx db9e88f60f7c8743d7315e56081e8ba7f045d25553fc296f03cad0b60be382e9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx db9e88f60f7c8743d7315e56081e8ba7f045d25553fc296f03cad0b60be382e9 network default NAD default NAD key ]
I0424 19:09:37.928764    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-4q8hx, hostIfaceName: db9e88f60f7c874, network: default, NAD default, SandboxID: "db9e88f60f7c8743d7315e56081e8ba7f045d25553fc296f03cad0b60be382e9", PCI device ID: , UID: "90fb6fe7-cb61-4368-8a0f-4cc54c14e181", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0424 19:09:37.982428    3785 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx db9e88f60f7c8743d7315e56081e8ba7f045d25553fc296f03cad0b60be382e9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4q8hx db9e88f60f7c8743d7315e56081e8ba7f045d25553fc296f03cad0b60be382e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fb:d0:2c:e5:fa\",\"name\":\"db9e88f60f7c874\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbbd22cf-52b8-464d-90de-40e7833200c1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:09:38.097401    3785 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx 8aae977dc7ac92408e6dec25506e333e9661f272ddbb91c048c525aa0e18b806 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx 8aae977dc7ac92408e6dec25506e333e9661f272ddbb91c048c525aa0e18b806 network default NAD default NAD key ]
I0424 19:09:38.120924    3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zkfwx, hostIfaceName: 8aae977dc7ac924, network: default, NAD default, SandboxID: "8aae977dc7ac92408e6dec25506e333e9661f272ddbb91c048c525aa0e18b806", PCI device ID: , UID: "491343ae-7f02-4d35-bb38-dd004ed400cc", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0424 19:09:38.173192    3785 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx 8aae977dc7ac92408e6dec25506e333e9661f272ddbb91c048c525aa0e18b806 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkfwx 8aae977dc7ac92408e6dec25506e333e9661f272ddbb91c048c525aa0e18b806 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9a:95:ca:b3:11\",\"name\":\"8aae977dc7ac924\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/745cd7e4-76b2-4ca4-8588-5fdcc6870653\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:09:40.990546    3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0424 19:09:42.318108    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=756
I0424 19:10:00.175975    3785 namespace.go:142] [openshift-pipelines] updating namespace
W0424 19:10:00.717282    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0424 19:10:04.263247    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:04.263865    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:05.142253    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:05.142295    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:06.386326    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0424 19:10:07.286869    3785 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:07.287388    3785 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:07.307692    3785 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:07.307709    3785 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:07.310612    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0424 19:10:07.310644    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0424 19:10:14.403775    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0424 19:10:15.349427    3785 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:15.349995    3785 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:16.374938    3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:16.374964    3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:17.852550    3785 cni.go:452] [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key ]
I0424 19:10:17.936811    3785 cni.go:473] [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-4m2md-j7lhb eac800b7d3877281d26947b568255616c9323b3f899cac328ae0996dbf694de6 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:10:17.986302    3785 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:17.986330    3785 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-4m2md-j7lhb
I0424 19:10:17.987675    3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-4m2md-j7lhb, ips: 10.129.0.34
I0424 19:10:17.987703    3785 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:18.869593    3785 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:18.869625    3785 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:22.332542    3785 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:22.333111    3785 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:22.890952    3785 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-56c6887b4d-4vz5g] creating logical port tsf-tas_rekor-search-ui-56c6887b4d-4vz5g for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:10:22.891062    3785 kube.go:256] Updating pod tsf-tas/rekor-search-ui-56c6887b4d-4vz5g
I0424 19:10:22.902453    3785 pod.go:62] [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g] pod update took 11.422677ms
I0424 19:10:22.902489    3785 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-56c6887b4d-4vz5g] addLogicalPort annotation time took 11.464469ms
I0424 19:10:22.903865    3785 pods.go:271] [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g] addLogicalPort took 12.931133ms, libovsdb time 999.318µs
I0424 19:10:23.253984    3785 cni.go:452] [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g 1cd69f3e336a3a920fcde1f2c080645f5f08f56c8b68c42356b93d1bee0dba75 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g 1cd69f3e336a3a920fcde1f2c080645f5f08f56c8b68c42356b93d1bee0dba75 network default NAD default NAD key ]
I0424 19:10:23.263197    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-56c6887b4d-4vz5g, hostIfaceName: 1cd69f3e336a3a9, network: default, NAD default, SandboxID: "1cd69f3e336a3a920fcde1f2c080645f5f08f56c8b68c42356b93d1bee0dba75", PCI device ID: , UID: "470f44bd-6dbe-42b0-9b41-79b5612c4a97", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0424 19:10:23.314448    3785 cni.go:473] [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g 1cd69f3e336a3a920fcde1f2c080645f5f08f56c8b68c42356b93d1bee0dba75 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-56c6887b4d-4vz5g 1cd69f3e336a3a920fcde1f2c080645f5f08f56c8b68c42356b93d1bee0dba75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ca:10:32:dd:8a\",\"name\":\"1cd69f3e336a3a9\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ce05c2b-d784-4a2b-a30d-1c7b222c8597\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:10:23.356917    3785 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:23.356938    3785 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:23.396758    3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:23.396773    3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:23.400389    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cts8z
I0424 19:10:23.400418    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cts8z
I0424 19:10:24.340835    3785 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:24.341384    3785 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:25.222149    3785 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:25.222176    3785 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:10:26.904530    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0424 19:10:29.233836    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0424 19:10:29.318632    3785 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0424 19:10:30.439440    3785 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:30.440028    3785 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:30.459176    3785 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:30.459199    3785 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:30.465010    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0424 19:10:30.465031    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
W0424 19:10:32.346928    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0424 19:10:36.426041    3785 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:36.426675    3785 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:37.448179    3785 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:37.448200    3785 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:37.551368    3785 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-d4gqr] creating logical port tsf-tpa_migrate-db-d4gqr for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:10:37.551497    3785 kube.go:256] Updating pod tsf-tpa/migrate-db-d4gqr
I0424 19:10:37.562427    3785 pod.go:62] [tsf-tpa/migrate-db-d4gqr] pod update took 10.981761ms
I0424 19:10:37.562452    3785 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-d4gqr] addLogicalPort annotation time took 11.012225ms
I0424 19:10:37.563906    3785 pods.go:271] [tsf-tpa/migrate-db-d4gqr] addLogicalPort took 12.556549ms, libovsdb time 1.001592ms
I0424 19:10:37.909952    3785 cni.go:452] [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key ]
I0424 19:10:37.920921    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-d4gqr, hostIfaceName: 37ff1d9c104dd36, network: default, NAD default, SandboxID: "37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a", PCI device ID: , UID: "e2bc7895-fc45-4e08-bd7c-c816fbdcf491", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0424 19:10:37.971413    3785 cni.go:473] [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:74:ca:48:0d:ed\",\"name\":\"37ff1d9c104dd36\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4679472-53fe-40c1-bd92-f49391d75c40\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:10:38.913381    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0424 19:10:43.396988    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0424 19:10:45.015899    3785 cni.go:452] [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key ]
I0424 19:10:45.115477    3785 cni.go:473] [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-d4gqr 37ff1d9c104dd36b28139e229dc24fe66219aaab607703c7e284a37ba47a287a network default NAD default NAD key default], result "{}", err <nil>
I0424 19:10:45.164907    3785 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:45.164934    3785 pods.go:176] Deleting pod: tsf-tpa/migrate-db-d4gqr
I0424 19:10:45.166187    3785 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-d4gqr, ips: 10.129.0.38
I0424 19:10:45.166213    3785 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:46.026278    3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:46.026309    3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:47.408682    3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0424 19:10:48.996388    3785 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7mzdk-2x6mm] creating logical port tsf-tas_tuf-repository-init-7mzdk-2x6mm for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:10:48.996503    3785 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7mzdk-2x6mm
I0424 19:10:49.007754    3785 pod.go:62] [tsf-tas/tuf-repository-init-7mzdk-2x6mm] pod update took 11.293665ms
I0424 19:10:49.007775    3785 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-7mzdk-2x6mm] addLogicalPort annotation time took 11.321968ms
I0424 19:10:49.009256    3785 pods.go:271] [tsf-tas/tuf-repository-init-7mzdk-2x6mm] addLogicalPort took 12.882624ms, libovsdb time 1.062966ms
I0424 19:10:50.584904    3785 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:50.585589    3785 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:51.607078    3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:51.607102    3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:53.858225    3785 cni.go:452] [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key ]
I0424 19:10:53.867559    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7mzdk-2x6mm, hostIfaceName: 729beb50c2bc328, network: default, NAD default, SandboxID: "729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506", PCI device ID: , UID: "95a0c38e-49b8-4ab6-bffa-9d28266bf434", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0424 19:10:53.917975    3785 cni.go:473] [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4e:2e:51:c5:02\",\"name\":\"729beb50c2bc328\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed4aff31-16ec-4bd2-8c61-2668ab0fed9f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:10:54.308900    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104
I0424 19:10:55.380283    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0424 19:10:59.091736    3785 cni.go:452] [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key ]
I0424 19:10:59.180554    3785 cni.go:473] [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-7mzdk-2x6mm 729beb50c2bc3286c72cf43821176e92bd474d9eb728c658ccc6d557937fe506 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:10:59.232881    3785 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:59.232915    3785 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7mzdk-2x6mm
I0424 19:10:59.234139    3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7mzdk-2x6mm, ips: 10.129.0.39
I0424 19:10:59.234167    3785 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:00.256449    3785 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:00.256491    3785 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:01.101385    3785 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-lq2k6] creating logical port tsf-tas_tuf-97fc8ff76-lq2k6 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:11:01.101506    3785 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-lq2k6
I0424 19:11:01.122245    3785 pod.go:62] [tsf-tas/tuf-97fc8ff76-lq2k6] pod update took 20.779285ms
I0424 19:11:01.122273    3785 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-lq2k6] addLogicalPort annotation time took 20.812957ms
I0424 19:11:01.123702    3785 pods.go:271] [tsf-tas/tuf-97fc8ff76-lq2k6] addLogicalPort took 22.337055ms, libovsdb time 900.708µs
W0424 19:11:01.431947    3785 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0424 19:11:03.564767    3785 cni.go:452] [tsf-tas/tuf-97fc8ff76-lq2k6 19530e1c814f745e0c6cc4e2e447a31417cf6ae75abbcbb2789e7fb65de2422c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-lq2k6 19530e1c814f745e0c6cc4e2e447a31417cf6ae75abbcbb2789e7fb65de2422c network default NAD default NAD key ]
I0424 19:11:03.575137    3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-lq2k6, hostIfaceName: 19530e1c814f745, network: default, NAD default, SandboxID: "19530e1c814f745e0c6cc4e2e447a31417cf6ae75abbcbb2789e7fb65de2422c", PCI device ID: , UID: "43593a3c-5fb3-4f3b-8b8d-74356aeab6c7", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0424 19:11:03.626664    3785 cni.go:473] [tsf-tas/tuf-97fc8ff76-lq2k6 19530e1c814f745e0c6cc4e2e447a31417cf6ae75abbcbb2789e7fb65de2422c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-lq2k6 19530e1c814f745e0c6cc4e2e447a31417cf6ae75abbcbb2789e7fb65de2422c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5e:a8:db:33:49\",\"name\":\"19530e1c814f745\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/654cff9a-b8af-46e1-ba3f-4469555c1c29\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:11:06.127013    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0424 19:11:17.143560    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0424 19:11:19.733988    3785 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:19.734665    3785 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:19.775807    3785 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:19.775831    3785 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:19.781730    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0424 19:11:19.781763    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0424 19:11:20.526937    3785 namespace.go:98] [build-service] adding namespace
I0424 19:11:20.527836    3785 namespace.go:102] [build-service] adding namespace took 872.404µs
I0424 19:11:20.531074    3785 namespace.go:98] [integration-service] adding namespace
I0424 19:11:20.531170    3785 namespace.go:98] [image-controller] adding namespace
I0424 19:11:20.532009    3785 namespace.go:102] [integration-service] adding namespace took 910.763µs
I0424 19:11:20.532664    3785 namespace.go:102] [image-controller] adding namespace took 1.47437ms
I0424 19:11:20.534964    3785 namespace.go:98] [default-tenant] adding namespace
I0424 19:11:20.535702    3785 namespace.go:102] [default-tenant] adding namespace took 721.172µs
I0424 19:11:20.557650    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:20.586296    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:20.594532    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:20.627022    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:20.627056    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:20.647337    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:20.662696    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:20.681780    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:20.858306    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:20.946713    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:21.059917    3785 namespace.go:98] [release-service] adding namespace
I0424 19:11:21.060771    3785 namespace.go:102] [release-service] adding namespace took 836.069µs
I0424 19:11:21.082292    3785 namespace.go:142] [release-service] updating namespace
I0424 19:11:21.115626    3785 namespace.go:142] [release-service] updating namespace
I0424 19:11:21.224423    3785 namespace.go:142] [konflux-ui] updating namespace
I0424 19:11:21.353593    3785 namespace.go:98] [konflux-info] adding namespace
I0424 19:11:21.354301    3785 namespace.go:102] [konflux-info] adding namespace took 692.277µs
I0424 19:11:21.408747    3785 namespace.go:142] [konflux-info] updating namespace
I0424 19:11:21.437921    3785 namespace.go:142] [konflux-info] updating namespace
I0424 19:11:21.485886    3785 namespace.go:98] [namespace-lister] adding namespace
I0424 19:11:21.486522    3785 namespace.go:102] [namespace-lister] adding namespace took 620.915µs
I0424 19:11:21.528229    3785 namespace.go:142] [namespace-lister] updating namespace
I0424 19:11:21.629436    3785 namespace.go:142] [namespace-lister] updating namespace
I0424 19:11:21.633093    3785 namespace.go:98] [enterprise-contract-service] adding namespace
I0424 19:11:21.633752    3785 namespace.go:102] [enterprise-contract-service] adding namespace took 645.649µs
I0424 19:11:21.660560    3785 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:11:21.691065    3785 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:11:21.722893    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:21.811346    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:22.455907    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:22.844445    3785 namespace.go:98] [segment-bridge] adding namespace
I0424 19:11:22.845270    3785 namespace.go:102] [segment-bridge] adding namespace took 807.563µs
I0424 19:11:22.891983    3785 namespace.go:142] [segment-bridge] updating namespace
I0424 19:11:22.919905    3785 namespace.go:142] [segment-bridge] updating namespace
I0424 19:11:22.942161    3785 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0424 19:11:22.942707    3785 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0424 19:11:22.942724    3785 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0424 19:11:22.945330    3785 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0424 19:11:22.957187    3785 namespace.go:98] [konflux-cli] adding namespace
I0424 19:11:22.957911    3785 namespace.go:102] [konflux-cli] adding namespace took 710.64µs
I0424 19:11:22.988692    3785 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0424 19:11:22.988709    3785 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0424 19:11:22.989337    3785 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0424 19:11:23.027898    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:23.128144    3785 namespace.go:142] [konflux-cli] updating namespace
I0424 19:11:23.276420    3785 namespace.go:142] [konflux-cli] updating namespace
I0424 19:11:23.451425    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:23.759973    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:23.827507    3785 base_network_controller_pods.go:487] [default/konflux-ui/proxy-68b66bb64d-lr5tf] creating logical port konflux-ui_proxy-68b66bb64d-lr5tf for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:11:23.827637    3785 kube.go:256] Updating pod konflux-ui/proxy-68b66bb64d-lr5tf
I0424 19:11:23.903610    3785 pod.go:62] [konflux-ui/proxy-68b66bb64d-lr5tf] pod update took 76.007581ms
I0424 19:11:23.903689    3785 base_network_controller_pods.go:951] [default/konflux-ui/proxy-68b66bb64d-lr5tf] addLogicalPort annotation time took 76.08938ms
I0424 19:11:23.905079    3785 pods.go:271] [konflux-ui/proxy-68b66bb64d-lr5tf] addLogicalPort took 77.58627ms, libovsdb time 891.736µs
I0424 19:11:23.938011    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:23.991014    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:24.030683    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:24.060121    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:24.368102    3785 namespace.go:142] [build-service] updating namespace
I0424 19:11:24.606950    3785 namespace.go:142] [default-tenant] updating namespace
I0424 19:11:24.761029    3785 namespace.go:142] [image-controller] updating namespace
I0424 19:11:24.866821    3785 namespace.go:142] [integration-service] updating namespace
I0424 19:11:25.900675    3785 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-67f6d8488f-b98s5] creating logical port integration-service_integration-service-controller-manager-67f6d8488f-b98s5 for pod on switch ip-10-0-0-135.ec2.internal
I0424 19:11:25.900769    3785 kube.go:256] Updating pod integration-service/integration-service-controller-manager-67f6d8488f-b98s5
I0424 19:11:25.920751    3785 pod.go:62] [integration-service/integration-service-controller-manager-67f6d8488f-b98s5] pod update took 20.005518ms
I0424 19:11:25.920777    3785 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-67f6d8488f-b98s5] addLogicalPort annotation time took 20.033694ms
I0424 19:11:25.921992    3785 pods.go:271] [integration-service/integration-service-controller-manager-67f6d8488f-b98s5] addLogicalPort took 21.335938ms, libovsdb time 832.797µs
I0424 19:11:26.378859    3785 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:11:26.581847    3785 namespace.go:142] [konflux-cli] updating namespace
W0424 19:11:26.662232    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0424 19:11:26.780020    3785 namespace.go:142] [konflux-info] updating namespace
I0424 19:11:26.981447    3785 namespace.go:142] [namespace-lister] updating namespace
I0424 19:11:27.177751    3785 namespace.go:142] [release-service] updating namespace
I0424 19:11:27.381128    3785 namespace.go:142] [segment-bridge] updating namespace
I0424 19:11:27.497295    3785 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:11:27.508765    3785 namespace.go:142] [konflux-cli] updating namespace
I0424 19:11:27.524936    3785 namespace.go:142] [konflux-info] updating namespace
I0424 19:11:27.543885    3785 namespace.go:142] [namespace-lister] updating namespace
I0424 19:11:27.553341    3785 namespace.go:142] [release-service] updating namespace
I0424 19:11:27.573123    3785 namespace.go:142] [segment-bridge] updating namespace
I0424 19:11:27.613945    3785 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:11:27.717756    3785 namespace.go:142] [konflux-cli] updating namespace
I0424 19:11:27.819110    3785 namespace.go:142] [konflux-info] updating namespace
I0424 19:11:27.923301    3785 namespace.go:142] [namespace-lister] updating namespace
I0424 19:11:28.009325    3785 namespace.go:142] [release-service] updating namespace
I0424 19:11:28.115270    3785 namespace.go:142] [segment-bridge] updating namespace
I0424 19:11:29.886854    3785 cni.go:452] [integration-service/integration-service-controller-manager-67f6d8488f-b98s5 49aaaa67b6f4ef9cf9c397b5a9dc8d264516dfb937d3539ba6202646701def4c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-67f6d8488f-b98s5 49aaaa67b6f4ef9cf9c397b5a9dc8d264516dfb937d3539ba6202646701def4c network default NAD default NAD key ]
I0424 19:11:29.896950    3785 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-67f6d8488f-b98s5, hostIfaceName: 49aaaa67b6f4ef9, network: default, NAD default, SandboxID: "49aaaa67b6f4ef9cf9c397b5a9dc8d264516dfb937d3539ba6202646701def4c", PCI device ID: , UID: "c98b664f-15ab-4c34-8d07-5d85374ea4b5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0424 19:11:29.947041    3785 cni.go:473] [integration-service/integration-service-controller-manager-67f6d8488f-b98s5 49aaaa67b6f4ef9cf9c397b5a9dc8d264516dfb937d3539ba6202646701def4c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-67f6d8488f-b98s5 49aaaa67b6f4ef9cf9c397b5a9dc8d264516dfb937d3539ba6202646701def4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a5:f1:55:32:40\",\"name\":\"49aaaa67b6f4ef9\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bda013c4-7951-49cb-8da3-11427d616a35\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:11:31.698000    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0424 19:11:31.732718    3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0424 19:11:31.930713    3785 cni.go:452] [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key ]
I0424 19:11:31.940628    3785 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-68b66bb64d-lr5tf, hostIfaceName: d809d24764c164c, network: default, NAD default, SandboxID: "d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b", PCI device ID: , UID: "9fcb6ae9-8aa0-47d2-88cf-86de903fdde1", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0424 19:11:31.992157    3785 cni.go:473] [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cc:a0:fe:7d:d0\",\"name\":\"d809d24764c164c\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e621a640-ed37-44ea-a1a2-549c7c0189c7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:11:32.277511    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0424 19:11:32.278411    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0424 19:11:33.716973    3785 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0424 19:11:34.764354    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0424 19:11:34.764378    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0424 19:11:35.764976    3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0424 19:11:35.765166    3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0424 19:11:37.312989    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0424 19:11:37.313005    3785 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0424 19:11:38.771442    3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0424 19:11:38.771479    3785 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0424 19:11:43.286891    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0424 19:11:43.290520    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0424 19:11:43.615767    3785 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:43.616327    3785 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:43.819839    3785 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.819862    3785 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.824387    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk
I0424 19:11:43.824408    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk
W0424 19:12:14.836986    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0424 19:12:14.837004    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0424 19:12:14.837014    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0424 19:12:14.837019    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0424 19:12:15.371372    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0424 19:12:15.371390    3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-135.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0424 19:12:44.296280    3785 cni.go:452] [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key ]
I0424 19:12:44.369409    3785 cni.go:473] [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-68b66bb64d-lr5tf d809d24764c164c8cd8e8003fa3bc8fd375a5e9d2cb9c2f71e52907a6443b80b network default NAD default NAD key default], result "{}", err <nil>
I0424 19:12:44.430775    3785 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:44.430809    3785 pods.go:176] Deleting pod: konflux-ui/proxy-68b66bb64d-lr5tf
I0424 19:12:44.432081    3785 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-68b66bb64d-lr5tf, ips: 10.129.0.41
I0424 19:12:44.432114    3785 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:44.691327    3785 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:44.691352    3785 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:44.694141    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-68b66bb64d-lr5tf
I0424 19:12:44.694173    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-68b66bb64d-lr5tf
I0424 19:12:53.357052    3785 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:53.357608    3785 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:53.374440    3785 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:53.374458    3785 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:53.380442    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0424 19:12:53.380462    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0424 19:13:09.416577    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0424 19:13:15.303940    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0424 19:13:17.788041    3785 namespace.go:98] [default-managed-tenant-hc8gk] adding namespace
I0424 19:13:17.789129    3785 namespace.go:102] [default-managed-tenant-hc8gk] adding namespace took 1.059339ms
I0424 19:13:17.816072    3785 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace
I0424 19:13:17.836764    3785 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace
I0424 19:13:18.828867    3785 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace
I0424 19:13:18.960941    3785 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace
I0424 19:13:19.059837    3785 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace
I0424 19:14:13.396790    3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0424 19:14:59.394724    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0424 19:15:14.314858    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=32
I0424 19:15:33.311831    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155
I0424 19:16:20.406708    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0424 19:16:51.321361    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=255
I0424 19:16:57.304802    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45
I0424 19:16:59.311815    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79
I0424 19:17:49.416248    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0424 19:18:26.382751    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0424 19:18:34.380744    3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
I0424 19:18:40.411331    3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0424 19:19:28.388918    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0424 19:19:31.401379    3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0424 19:19:32.306819    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0424 19:19:35.399632    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0424 19:20:03.845521    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:20:03.846138    3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:20:04.709378    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:04.709437    3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:37.055138    3785 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:37.055193    3785 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:37.059266    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-qk57s
I0424 19:20:37.059298    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-qk57s
I0424 19:20:46.030947    3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:46.030981    3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:46.035410    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d4gqr
I0424 19:20:46.035437    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d4gqr
I0424 19:20:51.030632    3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:51.030665    3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:51.034024    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5lbss
I0424 19:20:51.034056    3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5lbss
I0424 19:21:09.314596    3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0424 19:21:38.419833    3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9