+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-217.ec2.internal
++ [[ -n ip-10-0-1-217.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-217.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0425 23:02:11.159413870 - disable conntrack on geneve port'
I0425 23:02:11.159413870 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0425 23:02:11.219283010 - starting ovnkube-node'
I0425 23:02:11.219283010 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-217.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-217.ec2.internal --init-node ip-10-0-1-217.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-217.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0425 23:02:11.286501    3776 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0425 23:02:11.286562    3776 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bb77b33dba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0425 23:02:11.288101    3776 kube.go:431] Waiting for certificate
I0425 23:02:11.288138    3776 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0425 23:02:11.288176    3776 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0425 23:02:11.289048    3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0425 23:02:11.320886    3776 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0425 23:02:11.320912    3776 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0425 23:02:11.324013    3776 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0425 23:02:11.324105    3776 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6xvjs"
I0425 23:02:11.329549    3776 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6xvjs"
I0425 23:02:11.329643    3776 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0425 23:02:12.288552    3776 kube.go:438] Certificate found
I0425 23:02:12.289102    3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0425 23:02:12.290067    3776 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0425 23:02:12.342261    3776 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 22:57:11 +0000 UTC" deadline="2026-04-26 18:11:49.807707474 +0000 UTC"
I0425 23:02:12.342301    3776 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h9m37.465419953s"
I0425 23:02:12.363138    3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0425 23:02:12.383067    3776 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0425 23:02:12.383164    3776 server.go:101] MetricServer registers OVS metrics
I0425 23:02:12.383507    3776 server.go:105] MetricServer registers OVN DB metrics
I0425 23:02:12.383901    3776 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0425 23:02:12.383964    3776 factory.go:561] Starting watch factory
I0425 23:02:12.384051    3776 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384066    3776 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384065    3776 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384077    3776 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384076    3776 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384085    3776 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384093    3776 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384146    3776 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384073    3776 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384169    3776 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384753    3776 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.384773    3776 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.386415    3776 controller_manager.go:370] Starting the ovnkube controller
I0425 23:02:12.386428    3776 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-217.ec2.internal
I0425 23:02:12.386504    3776 controller_manager.go:395] NBDB zone sync took: 51.005µs
I0425 23:02:12.386516    3776 factory.go:561] Starting watch factory
I0425 23:02:12.388310    3776 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0425 23:02:12.388330    3776 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0425 23:02:12.399177    3776 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.399794    3776 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.400031    3776 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.401093    3776 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.401156    3776 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.404275    3776 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0425 23:02:12.404340    3776 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0425 23:02:12.409309    3776 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0425 23:02:12.409392    3776 server.go:109] MetricServer registers OVN Controller metrics
I0425 23:02:12.411393    3776 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0425 23:02:12.414142    3776 server.go:113] MetricServer registers OVN Northd metrics
I0425 23:02:12.418338    3776 metrics.go:519] OVN Metrics Server starts to run ...
I0425 23:02:12.490163    3776 factory.go:1977] *v1.Namespace informer cache synced successfully
I0425 23:02:12.490182    3776 factory.go:1977] *v1.Node informer cache synced successfully
I0425 23:02:12.490185    3776 factory.go:1977] *v1.Service informer cache synced successfully
I0425 23:02:12.490189    3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0425 23:02:12.490192    3776 factory.go:1977] *v1.Pod informer cache synced successfully
I0425 23:02:12.490195    3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0425 23:02:12.490267    3776 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.490297    3776 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.490300    3776 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.490323    3776 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.492288    3776 factory.go:1977] *v1.Namespace informer cache synced successfully
I0425 23:02:12.492300    3776 factory.go:1977] *v1.Node informer cache synced successfully
I0425 23:02:12.492303    3776 factory.go:1977] *v1.Service informer cache synced successfully
I0425 23:02:12.492306    3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0425 23:02:12.492309    3776 factory.go:1977] *v1.Pod informer cache synced successfully
I0425 23:02:12.492312    3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0425 23:02:12.493014    3776 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.493020    3776 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0425 23:02:12.496012    3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0425 23:02:12.496022    3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0425 23:02:12.496078    3776 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.496096    3776 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.497425    3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0425 23:02:12.497440    3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0425 23:02:12.498120    3776 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.502073    3776 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0425 23:02:12.502133    3776 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.502144    3776 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.503321    3776 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0425 23:02:12.504410    3776 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.507250    3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0425 23:02:12.507307    3776 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.507320    3776 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.508515    3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0425 23:02:12.509447    3776 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.513311    3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0425 23:02:12.513385    3776 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.513401    3776 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.513589    3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0425 23:02:12.515594    3776 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.518360    3776 factory.go:1977] *v1.EgressService informer cache synced successfully
I0425 23:02:12.518417    3776 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.518428    3776 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.519508    3776 factory.go:1977] *v1.EgressService informer cache synced successfully
I0425 23:02:12.520800    3776 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.523584    3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0425 23:02:12.523792    3776 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0425 23:02:12.523810    3776 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0425 23:02:12.525050    3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0425 23:02:12.525887    3776 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0425 23:02:12.528650    3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0425 23:02:12.528738    3776 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.528757    3776 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.529171    3776 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.529187    3776 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.530549    3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0425 23:02:12.531388    3776 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.531426    3776 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0425 23:02:12.534509    3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0425 23:02:12.534519    3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0425 23:02:12.534525    3776 factory.go:680] Watch Factory start up complete, took: 150.565425ms
I0425 23:02:12.534587    3776 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0425 23:02:12.535875    3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0425 23:02:12.535886    3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0425 23:02:12.535892    3776 factory.go:680] Watch Factory start up complete, took: 149.375354ms
I0425 23:02:12.535899    3776 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-217.ec2.internal" zone
I0425 23:02:12.591028    3776 default_node_network_controller.go:710] Initializing the default node network controller
I0425 23:02:12.686304    3776 udn_isolation.go:101] Starting UDN host isolation manager
I0425 23:02:12.692958    3776 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0425 23:02:12.753552    3776 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0425 23:02:12.753639    3776 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0425 23:02:12.753657    3776 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0425 23:02:12.785220    3776 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0425 23:02:12.785289    3776 default_node_network_controller.go:809] Node ip-10-0-1-217.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0425 23:02:12.790850    3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.217"] k8s.ovn.org/zone-name:ip-10-0-1-217.ec2.internal] on node ip-10-0-1-217.ec2.internal
I0425 23:02:12.811823    3776 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0425 23:02:12.818047    3776 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0425 23:02:12.818218    3776 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0425 23:02:12.818371    3776 gateway_init.go:263] Preparing Gateway
I0425 23:02:12.818385    3776 gateway_shared_intf.go:1687] Creating new gateway
I0425 23:02:12.952080    3776 iptables.go:108] Creating table: filter chain: FORWARD
I0425 23:02:12.959130    3776 iptables.go:108] Creating table: filter chain: OUTPUT
I0425 23:02:12.965819    3776 gateway_shared_intf.go:1816] Gateway Creation Complete
I0425 23:02:12.965833    3776 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-217.ec2.internal","mac-address":"0a:ff:fe:da:64:d3","ip-addresses":["10.0.1.217/24"],"ip-address":"10.0.1.217/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dfbc6f54-e63f-48f7-9295-d79eaf3e52a0 k8s.ovn.org/node-encap-ips:["10.0.1.217"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.217/24"} k8s.ovn.org/zone-name:ip-10-0-1-217.ec2.internal] on node ip-10-0-1-217.ec2.internal
I0425 23:02:12.982942    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:13.036636    3776 controller_manager.go:429] Waiting for node in zone sync took: 500.724646ms
I0425 23:02:13.040509    3776 controller_manager.go:611] Switching to transit router for layer2 networks
I0425 23:02:13.040523    3776 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-217.ec2.internal
I0425 23:02:13.054781    3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0425 23:02:13.061358    3776 controller_manager.go:290] SCTP support detected in OVN
I0425 23:02:13.061926    3776 services_controller.go:69] Creating services controller for network=default
I0425 23:02:13.062029    3776 udn_enabled_svc.go:80] Waiting for service informer to sync
I0425 23:02:13.062115    3776 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0425 23:02:13.062152    3776 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0425 23:02:13.062171    3776 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0425 23:02:13.062181    3776 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0425 23:02:13.062352    3776 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0425 23:02:13.062397    3776 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0425 23:02:13.062430    3776 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.746µs
I0425 23:02:13.062432    3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.558µs
I0425 23:02:13.062444    3776 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 47.347µs
I0425 23:02:13.062449    3776 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0425 23:02:13.062458    3776 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0425 23:02:13.062467    3776 default_network_controller.go:325] Starting the default network controller
I0425 23:02:13.062478    3776 udn_enabled_svc.go:95] Performing full resync
I0425 23:02:13.062543    3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.154µs
I0425 23:02:13.062756    3776 udn_enabled_svc.go:99] Waiting for handler to sync
I0425 23:02:13.062767    3776 udn_enabled_svc.go:104] Starting worker
I0425 23:02:13.071269    3776 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0425 23:02:13.071324    3776 repair.go:33] Syncing exgw routes took 42.17µs
I0425 23:02:13.071346    3776 default_network_controller.go:414] Starting all the Watchers...
I0425 23:02:13.071477    3776 namespace.go:98] [openshift-etcd] adding namespace
I0425 23:02:13.071486    3776 namespace.go:98] [openshift-package-operator] adding namespace
I0425 23:02:13.071489    3776 namespace.go:98] [openshift-marketplace] adding namespace
I0425 23:02:13.071494    3776 namespace.go:98] [openshift-cluster-version] adding namespace
I0425 23:02:13.071518    3776 namespace.go:98] [openshift-console-user-settings] adding namespace
I0425 23:02:13.071517    3776 namespace.go:98] [openshift-ingress-canary] adding namespace
I0425 23:02:13.071524    3776 namespace.go:98] [kube-public] adding namespace
I0425 23:02:13.071527    3776 namespace.go:98] [kube-system] adding namespace
I0425 23:02:13.071536    3776 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0425 23:02:13.071545    3776 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0425 23:02:13.071546    3776 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0425 23:02:13.071550    3776 namespace.go:98] [openshift-ingress-operator] adding namespace
I0425 23:02:13.071549    3776 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0425 23:02:13.071555    3776 namespace.go:98] [kube-node-lease] adding namespace
I0425 23:02:13.071558    3776 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0425 23:02:13.072041    3776 namespace.go:102] [openshift-etcd] adding namespace took 551.72µs
I0425 23:02:13.072058    3776 namespace.go:98] [default] adding namespace
I0425 23:02:13.072544    3776 namespace.go:102] [default] adding namespace took 479.473µs
I0425 23:02:13.072562    3776 namespace.go:98] [openshift-config-operator] adding namespace
I0425 23:02:13.073137    3776 namespace.go:102] [openshift-config-operator] adding namespace took 569.794µs
I0425 23:02:13.073151    3776 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0425 23:02:13.073522    3776 namespace.go:102] [openshift-package-operator] adding namespace took 2.024899ms
I0425 23:02:13.073541    3776 namespace.go:98] [openshift-apiserver] adding namespace
I0425 23:02:13.073981    3776 namespace.go:102] [openshift-cluster-version] adding namespace took 2.4776ms
I0425 23:02:13.073997    3776 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0425 23:02:13.074845    3776 namespace.go:102] [openshift-marketplace] adding namespace took 3.346476ms
I0425 23:02:13.074860    3776 namespace.go:98] [openshift-node] adding namespace
I0425 23:02:13.075347    3776 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.822ms
I0425 23:02:13.075361    3776 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0425 23:02:13.075717    3776 namespace.go:102] [kube-system] adding namespace took 4.185458ms
I0425 23:02:13.075726    3776 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0425 23:02:13.076228    3776 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.701468ms
I0425 23:02:13.076241    3776 namespace.go:98] [openshift-dns-operator] adding namespace
I0425 23:02:13.076617    3776 namespace.go:102] [kube-public] adding namespace took 5.086669ms
I0425 23:02:13.076628    3776 namespace.go:98] [openshift-console-operator] adding namespace
I0425 23:02:13.077147    3776 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.604541ms
I0425 23:02:13.077160    3776 namespace.go:98] [openshift-operators] adding namespace
I0425 23:02:13.077795    3776 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.24631ms
I0425 23:02:13.077807    3776 namespace.go:98] [openshift-authentication-operator] adding namespace
I0425 23:02:13.078240    3776 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.686393ms
I0425 23:02:13.078247    3776 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0425 23:02:13.078715    3776 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.15886ms
I0425 23:02:13.078723    3776 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0425 23:02:13.079117    3776 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.562676ms
I0425 23:02:13.079135    3776 namespace.go:98] [openshift-insights] adding namespace
I0425 23:02:13.079573    3776 namespace.go:102] [kube-node-lease] adding namespace took 8.008372ms
I0425 23:02:13.079588    3776 namespace.go:98] [openshift-operators-redhat] adding namespace
I0425 23:02:13.080059    3776 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.492654ms
I0425 23:02:13.080075    3776 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0425 23:02:13.080432    3776 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.275521ms
I0425 23:02:13.080445    3776 namespace.go:98] [openshift] adding namespace
I0425 23:02:13.080802    3776 namespace.go:102] [openshift-apiserver] adding namespace took 7.255497ms
I0425 23:02:13.080813    3776 namespace.go:98] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] adding namespace
I0425 23:02:13.081143    3776 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.140038ms
I0425 23:02:13.081160    3776 namespace.go:98] [openshift-ingress] adding namespace
I0425 23:02:13.081553    3776 namespace.go:102] [openshift-node] adding namespace took 6.688898ms
I0425 23:02:13.081564    3776 namespace.go:98] [openshift-config-managed] adding namespace
I0425 23:02:13.081907    3776 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.541261ms
I0425 23:02:13.081923    3776 namespace.go:98] [openshift-authentication] adding namespace
I0425 23:02:13.082313    3776 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.582292ms
I0425 23:02:13.082325    3776 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0425 23:02:13.082645    3776 namespace.go:102] [openshift-dns-operator] adding namespace took 6.399623ms
I0425 23:02:13.082660    3776 namespace.go:98] [dedicated-admin] adding namespace
I0425 23:02:13.083066    3776 namespace.go:102] [openshift-console-operator] adding namespace took 6.433569ms
I0425 23:02:13.083077    3776 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0425 23:02:13.083388    3776 namespace.go:102] [openshift-operators] adding namespace took 6.222758ms
I0425 23:02:13.083404    3776 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
W0425 23:02:13.083865    3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7qxbv: pod openshift-network-diagnostics/network-check-target-7qxbv: no pod IPs found 
W0425 23:02:13.083880    3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d6vnf: pod openshift-network-diagnostics/network-check-target-d6vnf: no pod IPs found 
I0425 23:02:13.083903    3776 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.090228ms
I0425 23:02:13.083915    3776 namespace.go:98] [openshift-backplane] adding namespace
I0425 23:02:13.084330    3776 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.076959ms
I0425 23:02:13.084343    3776 namespace.go:98] [openshift-dns] adding namespace
I0425 23:02:13.084696    3776 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.968363ms
I0425 23:02:13.084705    3776 namespace.go:98] [openshift-host-network] adding namespace
I0425 23:02:13.085166    3776 namespace.go:102] [openshift-insights] adding namespace took 6.024017ms
I0425 23:02:13.085181    3776 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0425 23:02:13.085550    3776 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.956262ms
I0425 23:02:13.085562    3776 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0425 23:02:13.085935    3776 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.854743ms
I0425 23:02:13.085946    3776 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0425 23:02:13.086274    3776 namespace.go:102] [openshift] adding namespace took 5.823381ms
I0425 23:02:13.086289    3776 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0425 23:02:13.086698    3776 namespace.go:102] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] adding namespace took 5.8792ms
I0425 23:02:13.086709    3776 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0425 23:02:13.087172    3776 namespace.go:102] [openshift-ingress] adding namespace took 6.006675ms
I0425 23:02:13.087187    3776 namespace.go:98] [openshift-backplane-cee] adding namespace
I0425 23:02:13.087601    3776 namespace.go:102] [openshift-config-managed] adding namespace took 6.032477ms
I0425 23:02:13.087615    3776 namespace.go:98] [openshift-console] adding namespace
I0425 23:02:13.088043    3776 namespace.go:102] [openshift-authentication] adding namespace took 6.114449ms
I0425 23:02:13.088057    3776 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0425 23:02:13.088439    3776 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.108795ms
I0425 23:02:13.088452    3776 namespace.go:98] [openshift-network-console] adding namespace
I0425 23:02:13.088819    3776 namespace.go:102] [dedicated-admin] adding namespace took 6.1537ms
I0425 23:02:13.088829    3776 namespace.go:98] [openshift-config] adding namespace
I0425 23:02:13.089157    3776 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.073974ms
I0425 23:02:13.089174    3776 namespace.go:98] [openshift-backplane-cse] adding namespace
I0425 23:02:13.089574    3776 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.164707ms
I0425 23:02:13.089584    3776 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0425 23:02:13.089941    3776 namespace.go:102] [openshift-backplane] adding namespace took 6.020637ms
I0425 23:02:13.089957    3776 namespace.go:98] [openshift-logging] adding namespace
I0425 23:02:13.090365    3776 namespace.go:102] [openshift-dns] adding namespace took 6.016335ms
I0425 23:02:13.090377    3776 namespace.go:98] [openshift-network-operator] adding namespace
I0425 23:02:13.090809    3776 namespace.go:102] [openshift-host-network] adding namespace took 6.097607ms
I0425 23:02:13.090822    3776 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0425 23:02:13.091289    3776 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.102671ms
I0425 23:02:13.091304    3776 namespace.go:98] [openshift-backplane-csm] adding namespace
I0425 23:02:13.091604    3776 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.037609ms
I0425 23:02:13.091612    3776 namespace.go:98] [openshift-backplane-tam] adding namespace
I0425 23:02:13.092105    3776 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.153239ms
I0425 23:02:13.092117    3776 namespace.go:98] [openshift-network-node-identity] adding namespace
I0425 23:02:13.092485    3776 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.190399ms
I0425 23:02:13.092830    3776 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.114882ms
I0425 23:02:13.092847    3776 namespace.go:98] [openshift-infra] adding namespace
I0425 23:02:13.093218    3776 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.025691ms
I0425 23:02:13.093229    3776 namespace.go:98] [openshift-backplane-srep] adding namespace
I0425 23:02:13.093552    3776 namespace.go:102] [openshift-console] adding namespace took 5.931653ms
I0425 23:02:13.093561    3776 namespace.go:98] [openshift-monitoring] adding namespace
I0425 23:02:13.094030    3776 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.967207ms
I0425 23:02:13.094045    3776 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0425 23:02:13.094363    3776 namespace.go:102] [openshift-network-console] adding namespace took 5.907978ms
I0425 23:02:13.094371    3776 namespace.go:98] [openshift-machine-api] adding namespace
I0425 23:02:13.094844    3776 namespace.go:102] [openshift-config] adding namespace took 6.008765ms
I0425 23:02:13.094857    3776 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0425 23:02:13.095260    3776 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.081186ms
I0425 23:02:13.095270    3776 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0425 23:02:13.095633    3776 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.043702ms
I0425 23:02:13.095643    3776 namespace.go:98] [openshift-multus] adding namespace
I0425 23:02:13.095978    3776 namespace.go:102] [openshift-logging] adding namespace took 6.013013ms
I0425 23:02:13.095993    3776 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0425 23:02:13.096359    3776 namespace.go:102] [openshift-network-operator] adding namespace took 5.976916ms
I0425 23:02:13.096369    3776 namespace.go:98] [openshift-image-registry] adding namespace
I0425 23:02:13.096901    3776 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.074899ms
I0425 23:02:13.096913    3776 namespace.go:98] [openshift-controller-manager] adding namespace
I0425 23:02:13.097259    3776 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.948285ms
I0425 23:02:13.097272    3776 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0425 23:02:13.097620    3776 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.003385ms
I0425 23:02:13.097631    3776 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0425 23:02:13.098021    3776 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.899601ms
I0425 23:02:13.098032    3776 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0425 23:02:13.098383    3776 namespace.go:102] [openshift-infra] adding namespace took 5.530559ms
I0425 23:02:13.098393    3776 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0425 23:02:13.098755    3776 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.521758ms
I0425 23:02:13.099120    3776 namespace.go:102] [openshift-monitoring] adding namespace took 5.554824ms
I0425 23:02:13.099467    3776 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.416713ms
I0425 23:02:13.099835    3776 namespace.go:102] [openshift-machine-api] adding namespace took 5.460422ms
I0425 23:02:13.099846    3776 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0425 23:02:13.100554    3776 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.692835ms
I0425 23:02:13.100564    3776 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
W0425 23:02:13.100890    3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6tvfc: pod openshift-multus/network-metrics-daemon-6tvfc: no pod IPs found 
W0425 23:02:13.100902    3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-k5q6r: pod openshift-multus/network-metrics-daemon-k5q6r: no pod IPs found 
I0425 23:02:13.100942    3776 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.666223ms
I0425 23:02:13.101320    3776 namespace.go:102] [openshift-multus] adding namespace took 5.672536ms
I0425 23:02:13.101693    3776 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.69528ms
I0425 23:02:13.102120    3776 namespace.go:102] [openshift-image-registry] adding namespace took 5.746764ms
I0425 23:02:13.102473    3776 namespace.go:102] [openshift-controller-manager] adding namespace took 5.554474ms
I0425 23:02:13.102869    3776 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.592802ms
I0425 23:02:13.103239    3776 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.602972ms
I0425 23:02:13.103593    3776 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.555932ms
I0425 23:02:13.103961    3776 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.563628ms
I0425 23:02:13.104331    3776 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.479749ms
I0425 23:02:13.104644    3776 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.076547ms
W0425 23:02:13.104728    3776 master.go:471] Unable to parse remote node ip-10-0-2-186.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0425 23:02:13.104828    3776 master.go:548] Adding or Updating local node "ip-10-0-1-217.ec2.internal" for network "default"
I0425 23:02:13.104865    3776 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-186.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-186.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-186.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-186.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-186.ec2.internal
W0425 23:02:13.112364    3776 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7qxbv: pod openshift-network-diagnostics/network-check-target-7qxbv: no pod IPs found 
W0425 23:02:13.112386    3776 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-k5q6r: pod openshift-multus/network-metrics-daemon-k5q6r: no pod IPs found 
I0425 23:02:13.113405    3776 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-217.ec2.internal for the network default
I0425 23:02:13.113781    3776 zone_ic_handler.go:195] Time taken to create transit switch: 360.769µs
I0425 23:02:13.114553    3776 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0425 23:02:13.114579    3776 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0425 23:02:13.114592    3776 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0425 23:02:13.114609    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-217.ec2.internal in network "default"
I0425 23:02:13.114660    3776 node_tracker.go:169] Node ip-10-0-1-217.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:13.114695    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:13.114701    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-186.ec2.internal in network "default"
I0425 23:02:13.114710    3776 node_tracker.go:235] Node ip-10-0-2-186.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-186.ec2.internal"
I0425 23:02:13.114718    3776 node_tracker.go:169] Node ip-10-0-2-186.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:13.114724    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:13.140703    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-186.ec2.internal in network "default"
I0425 23:02:13.140739    3776 node_tracker.go:169] Node ip-10-0-2-186.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:13.140750    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:13.140784    3776 default_network_controller.go:1025] Node "ip-10-0-2-186.ec2.internal" in remote zone "ip-10-0-2-186.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:13.141432    3776 zone_ic_handler.go:195] Time taken to create transit switch: 205.879µs
I0425 23:02:13.141450    3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-186.ec2.internal for the network default
I0425 23:02:13.142309    3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-186.ec2.internal" on network "default" took: 1.093332ms
I0425 23:02:13.215569    3776 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0425 23:02:13.215587    3776 services_controller.go:208] Setting up event handlers for services for network=default
I0425 23:02:13.215638    3776 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0425 23:02:13.215670    3776 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0425 23:02:13.215695    3776 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0425 23:02:13.316059    3776 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0425 23:02:13.316085    3776 repair.go:60] Starting repairing loop for services
I0425 23:02:13.316172    3776 repair.go:131] Deleted 0 stale service LBs
I0425 23:02:13.316192    3776 repair.go:137] Deleted 0 stale Chassis Template Vars
I0425 23:02:13.316206    3776 repair.go:62] Finished repairing loop for services: 124.674µs
I0425 23:02:13.316230    3776 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0425 23:02:13.316240    3776 services_controller.go:254] Starting workers for network=default
I0425 23:02:13.316560    3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7qxbv] creating logical port openshift-network-diagnostics_network-check-target-7qxbv for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:13.316569    3776 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-d6vnf, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d6vnf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d6vnf: no pod IPs found 
I0425 23:02:13.316582    3776 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6tvfc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6tvfc: suppressed error logged: pod openshift-multus/network-metrics-daemon-6tvfc: no pod IPs found 
I0425 23:02:13.316561    3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-k5q6r] creating logical port openshift-multus_network-metrics-daemon-k5q6r for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:13.316803    3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7qxbv
I0425 23:02:13.316873    3776 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-k5q6r
I0425 23:02:13.332296    3776 pod.go:62] [openshift-multus/network-metrics-daemon-k5q6r] pod update took 15.570456ms
I0425 23:02:13.332314    3776 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-k5q6r] addLogicalPort annotation time took 15.590913ms
I0425 23:02:13.333279    3776 pods.go:271] [openshift-multus/network-metrics-daemon-k5q6r] addLogicalPort took 16.728162ms, libovsdb time 761.143µs
I0425 23:02:13.333807    3776 pod.go:62] [openshift-network-diagnostics/network-check-target-7qxbv] pod update took 17.148438ms
I0425 23:02:13.333831    3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7qxbv] addLogicalPort annotation time took 17.176965ms
I0425 23:02:13.334821    3776 pods.go:271] [openshift-network-diagnostics/network-check-target-7qxbv] addLogicalPort took 18.265702ms, libovsdb time 772.064µs
I0425 23:02:13.335376    3776 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0425 23:02:13.335399    3776 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0425 23:02:13.335413    3776 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0425 23:02:13.335418    3776 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0425 23:02:13.335600    3776 repair.go:29] Repairing admin network policies took 177.447µs
I0425 23:02:13.335720    3776 repair.go:92] Repairing baseline admin network policies took 111.428µs
I0425 23:02:13.336226    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0425 23:02:13.336243    3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0425 23:02:13.338197    3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0425 23:02:13.338227    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0425 23:02:13.338238    3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0425 23:02:13.338804    3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0425 23:02:13.338834    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0425 23:02:13.338845    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0425 23:02:13.340541    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0425 23:02:13.340561    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0425 23:02:13.340573    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0425 23:02:13.341158    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0425 23:02:13.341173    3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0425 23:02:13.341181    3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0425 23:02:13.343622    3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0425 23:02:13.343639    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0425 23:02:13.343648    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0425 23:02:13.345744    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0425 23:02:13.345763    3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0425 23:02:13.345770    3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0425 23:02:13.346343    3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0425 23:02:13.346366    3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0425 23:02:13.346376    3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0425 23:02:13.347850    3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0425 23:02:13.347870    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0425 23:02:13.347880    3776 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0425 23:02:13.349634    3776 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0425 23:02:13.349659    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0425 23:02:13.350098    3776 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0425 23:02:13.350112    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0425 23:02:13.350826    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0425 23:02:13.350842    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0425 23:02:13.350848    3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0425 23:02:13.351163    3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0425 23:02:13.351188    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0425 23:02:13.351219    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0425 23:02:13.352033    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0425 23:02:13.352050    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0425 23:02:13.352059    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0425 23:02:13.352790    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0425 23:02:13.352814    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0425 23:02:13.352824    3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0425 23:02:13.353400    3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0425 23:02:13.353421    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0425 23:02:13.353434    3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0425 23:02:13.354018    3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0425 23:02:13.354038    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0425 23:02:13.354045    3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0425 23:02:13.355307    3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0425 23:02:13.355323    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0425 23:02:13.355334    3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0425 23:02:13.356589    3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0425 23:02:13.356608    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0425 23:02:13.356616    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0425 23:02:13.357110    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0425 23:02:13.357126    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0425 23:02:13.357134    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0425 23:02:13.357625    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0425 23:02:13.357639    3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0425 23:02:13.357647    3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0425 23:02:13.358537    3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0425 23:02:13.358557    3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0425 23:02:13.358565    3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0425 23:02:13.359072    3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0425 23:02:13.359090    3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0425 23:02:13.359101    3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0425 23:02:13.360053    3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0425 23:02:13.360070    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0425 23:02:13.360079    3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0425 23:02:13.361035    3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0425 23:02:13.361052    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0425 23:02:13.361058    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0425 23:02:13.361351    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0425 23:02:13.361375    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0425 23:02:13.361387    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0425 23:02:13.362234    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0425 23:02:13.362252    3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0425 23:02:13.362259    3776 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0425 23:02:13.363555    3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0425 23:02:13.363572    3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0425 23:02:13.363580    3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0425 23:02:13.364420    3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0425 23:02:13.364439    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0425 23:02:13.364448    3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0425 23:02:13.365547    3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0425 23:02:13.365564    3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0425 23:02:13.365575    3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0425 23:02:13.366554    3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0425 23:02:13.370606    3776 egressfirewall.go:374] Starting EgressFirewall controller
I0425 23:02:13.370640    3776 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0425 23:02:13.370641    3776 controller.go:133] Adding controller egress-firewall-controller event handlers
I0425 23:02:13.370668    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0425 23:02:13.370669    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0425 23:02:13.370701    3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0425 23:02:13.370709    3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0425 23:02:13.370967    3776 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0425 23:02:13.370981    3776 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0425 23:02:13.370986    3776 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0425 23:02:13.370994    3776 egressqos.go:193] Setting up event handlers for EgressQoS
I0425 23:02:13.371003    3776 egressfirewall.go:723] Syncing node "ip-10-0-1-217.ec2.internal" for egress firewall
I0425 23:02:13.371012    3776 egressfirewall.go:723] Syncing node "ip-10-0-2-186.ec2.internal" for egress firewall
I0425 23:02:13.371078    3776 egressqos.go:245] Starting EgressQoS Controller
I0425 23:02:13.371087    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0425 23:02:13.371093    3776 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0425 23:02:13.371098    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0425 23:02:13.371103    3776 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0425 23:02:13.371108    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0425 23:02:13.371116    3776 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0425 23:02:13.371120    3776 egressqos.go:259] Repairing EgressQoSes
I0425 23:02:13.371123    3776 egressqos.go:399] Starting repairing loop for egressqos
I0425 23:02:13.371189    3776 egressqos.go:401] Finished repairing loop for egressqos: 65.317µs
I0425 23:02:13.371208    3776 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0425 23:02:13.371239    3776 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-217.ec2.internal
I0425 23:02:13.371278    3776 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-217.ec2.internal : 39.192µs
I0425 23:02:13.371378    3776 egressservice_zone.go:210] Starting Egress Services Controller
I0425 23:02:13.371387    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0425 23:02:13.371393    3776 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0425 23:02:13.371398    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0425 23:02:13.371403    3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0425 23:02:13.371408    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0425 23:02:13.371412    3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0425 23:02:13.371417    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0425 23:02:13.371421    3776 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0425 23:02:13.371424    3776 egressservice_zone.go:228] Repairing Egress Services
I0425 23:02:13.371672    3776 master_controller.go:88] Starting Admin Policy Based Route Controller
I0425 23:02:13.371697    3776 external_controller.go:278] Starting Admin Policy Based Route Controller
I0425 23:02:13.371728    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-217.ec2.internal
I0425 23:02:13.371740    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-217.ec2.internal: 13.311µs
I0425 23:02:13.371747    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-186.ec2.internal
I0425 23:02:13.371751    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-186.ec2.internal: 4.186µs
I0425 23:02:13.371783    3776 default_network_controller.go:585] Completing all the Watchers took 300.430273ms
I0425 23:02:13.371796    3776 default_network_controller.go:589] Starting unidling controllers
I0425 23:02:13.371807    3776 unidle.go:46] Registering OVN SB ControllerEvent handler
I0425 23:02:13.371812    3776 unidle.go:63] Populating Initial ContollerEvent events
I0425 23:02:13.371822    3776 unidle.go:79] Setting up event handlers for services
I0425 23:02:13.371877    3776 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0425 23:02:13.483949    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:13.983437    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:14.483884    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:14.984206    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:15.138047    3776 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0425 23:02:15.484021    3776 default_node_network_controller.go:519] Node connection status = connected
I0425 23:02:15.502113    3776 bridgeconfig.go:537] Gateway is ready
I0425 23:02:15.502132    3776 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0425 23:02:15.514396    3776 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.217. Updating OVN encap IP.
I0425 23:02:15.520054    3776 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.217 - it is already configured
I0425 23:02:15.520070    3776 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.217/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0425 23:02:15.520329    3776 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.217/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-217.ec2.internal","mac-address":"0a:ff:fe:da:64:d3","ip-addresses":["10.0.1.217/24"],"ip-address":"10.0.1.217/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dfbc6f54-e63f-48f7-9295-d79eaf3e52a0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.217/24"}] on node ip-10-0-1-217.ec2.internal
I0425 23:02:15.534403    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-217.ec2.internal in network "default"
I0425 23:02:15.534454    3776 node_tracker.go:169] Node ip-10-0-1-217.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:15.534455    3776 egressfirewall.go:723] Syncing node "ip-10-0-1-217.ec2.internal" for egress firewall
I0425 23:02:15.534471    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:15.534497    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-217.ec2.internal
I0425 23:02:15.534520    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-217.ec2.internal: 31.646µs
I0425 23:02:15.534554    3776 master.go:548] Adding or Updating local node "ip-10-0-1-217.ec2.internal" for network "default"
I0425 23:02:15.534834    3776 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.217
I0425 23:02:15.534930    3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-217.ec2.internal
I0425 23:02:15.539704    3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-217.ec2.internal. Updating no re-route policies
I0425 23:02:15.539789    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2mf7g
I0425 23:02:15.539808    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2mf7g
I0425 23:02:15.539806    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7qxbv
I0425 23:02:15.539821    3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-r6mp9
I0425 23:02:15.539833    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9krpz
I0425 23:02:15.539846    3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-r6mp9
I0425 23:02:15.539846    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9krpz
I0425 23:02:15.539861    3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-217.ec2.internal
I0425 23:02:15.539872    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9krpz after 0 failed attempt(s)
I0425 23:02:15.539870    3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-r6mp9 after 0 failed attempt(s)
I0425 23:02:15.539804    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-217.ec2.internal
I0425 23:02:15.539862    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-928c8
I0425 23:02:15.539889    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-217.ec2.internal
I0425 23:02:15.539904    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-217.ec2.internal after 0 failed attempt(s)
I0425 23:02:15.539826    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7qxbv
I0425 23:02:15.539946    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jnhtd
I0425 23:02:15.539948    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kl9mq
I0425 23:02:15.539876    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bvmf8
I0425 23:02:15.539960    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vbn98
I0425 23:02:15.539965    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jnhtd
I0425 23:02:15.539971    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bvmf8
I0425 23:02:15.539974    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vbn98
I0425 23:02:15.539991    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jnhtd after 0 failed attempt(s)
I0425 23:02:15.539994    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vbn98 after 0 failed attempt(s)
I0425 23:02:15.539889    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-928c8
I0425 23:02:15.540025    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-928c8 after 0 failed attempt(s)
I0425 23:02:15.539836    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2mf7g after 0 failed attempt(s)
I0425 23:02:15.540035    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bvmf8 after 0 failed attempt(s)
I0425 23:02:15.539791    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hsb5r
I0425 23:02:15.540052    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hsb5r
I0425 23:02:15.539836    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-k5q6r
I0425 23:02:15.540066    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hsb5r after 0 failed attempt(s)
I0425 23:02:15.540070    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-k5q6r
I0425 23:02:15.540095    3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-k5q6r] creating logical port openshift-multus_network-metrics-daemon-k5q6r for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:15.539878    3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-217.ec2.internal
I0425 23:02:15.540159    3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-217.ec2.internal after 0 failed attempt(s)
I0425 23:02:15.539959    3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7qxbv] creating logical port openshift-network-diagnostics_network-check-target-7qxbv for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:15.539967    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kl9mq
I0425 23:02:15.540289    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kl9mq after 0 failed attempt(s)
I0425 23:02:15.540981    3776 pods.go:271] [openshift-network-diagnostics/network-check-target-7qxbv] addLogicalPort took 1.032627ms, libovsdb time 463.021µs
I0425 23:02:15.540994    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7qxbv after 0 failed attempt(s)
I0425 23:02:15.541072    3776 pods.go:271] [openshift-multus/network-metrics-daemon-k5q6r] addLogicalPort took 982.461µs, libovsdb time 512.338µs
I0425 23:02:15.541083    3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-k5q6r after 0 failed attempt(s)
I0425 23:02:15.549394    3776 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0425 23:02:15.561882    3776 iptables.go:108] Creating table: mangle chain: OUTPUT
I0425 23:02:15.565527    3776 iptables.go:108] Creating table: nat chain: OUTPUT
I0425 23:02:15.619319    3776 iptables.go:108] Creating table: nat chain: PREROUTING
I0425 23:02:15.682474    3776 iptables.go:108] Creating table: filter chain: FORWARD
I0425 23:02:15.699252    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-186.ec2.internal
I0425 23:02:15.699274    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-186.ec2.internal: 27.24µs
I0425 23:02:15.699252    3776 egressfirewall.go:723] Syncing node "ip-10-0-2-186.ec2.internal" for egress firewall
I0425 23:02:15.699259    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-186.ec2.internal in network "default"
I0425 23:02:15.699332    3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-186.ec2.internal. Updating no re-route policies
I0425 23:02:15.699337    3776 node_tracker.go:169] Node ip-10-0-2-186.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:15.699354    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:15.701964    3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0425 23:02:15.702148    3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0425 23:02:15.702221    3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0425 23:02:15.702312    3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0425 23:02:15.702369    3776 gateway_init.go:325] Gateway and management port readiness took 2.723448473s
I0425 23:02:15.702393    3776 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0425 23:02:15.702422    3776 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0425 23:02:15.702434    3776 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0425 23:02:15.702442    3776 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0425 23:02:15.702497    3776 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0425 23:02:15.702595    3776 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.266µs
I0425 23:02:15.702835    3776 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0425 23:02:15.702863    3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.712µs
I0425 23:02:15.702871    3776 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.046µs
I0425 23:02:15.702877    3776 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0425 23:02:15.702887    3776 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0425 23:02:15.702894    3776 default_node_network_controller.go:899] Starting the default node network controller
I0425 23:02:15.702898    3776 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0425 23:02:15.702912    3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.609µs
I0425 23:02:15.703046    3776 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0425 23:02:15.703055    3776 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0425 23:02:15.703084    3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae4f10 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 <nil> 0xc0002ee070 0xc000ccc3c0 0xc0002ee0e0 0xc0002ee150 <nil> 0xc000ccc2d0 0xc0061fe620 <nil> <nil> <nil> 0xc0002ee1c0 <nil> map[0x2ff9080:0xc002486de0 0x2ff95c0:0xc004c85da0 0x2ffa2e0:0xc002486d20 0x2ffa580:0xc002486d80 0x2ffad60:0xc002486e40 0x2ffb000:0xc002486ea0 0x2ffb2a0:0xc004c85d40 0x2ffba80:0xc004c85e00 0x2ffbd20:0xc004c85e60 0x3026980:0xc00026e240 0x3026d20:0xc00340a180 0x3027800:0xc000cca840 0x3029160:0xc0019e2000 0x30298a0:0xc002f02a80 0x302a720:0xc000f935c0] 0xc000a42a80 0}
I0425 23:02:15.703150    3776 gateway.go:151] Starting gateway service sync
I0425 23:02:15.703534    3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0425 23:02:15.706001    3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0425 23:02:15.730166    3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0425 23:02:15.731576    3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0425 23:02:15.732961    3776 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0425 23:02:15.770708    3776 gateway.go:168] Gateway service sync done. Time taken: 67.545981ms
I0425 23:02:15.771096    3776 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31074
I0425 23:02:15.771600    3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae4f10 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 <nil> 0xc0002ee070 0xc000ccc3c0 0xc0002ee0e0 0xc0002ee150 <nil> 0xc000ccc2d0 0xc0061fe620 <nil> <nil> <nil> 0xc0002ee1c0 <nil> map[0x2ff9080:0xc002486de0 0x2ff95c0:0xc004c85da0 0x2ffa2e0:0xc002486d20 0x2ffa580:0xc002486d80 0x2ffad60:0xc002486e40 0x2ffb000:0xc002486ea0 0x2ffb2a0:0xc004c85d40 0x2ffba80:0xc004c85e00 0x2ffbd20:0xc004c85e60 0x3026980:0xc00026e240 0x3026d20:0xc00340a180 0x3027800:0xc000cca840 0x3029160:0xc0019e2000 0x30298a0:0xc002f02a80 0x302a720:0xc000f935c0] 0xc000a42a80 0}
I0425 23:02:15.772115    3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae4f10 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 <nil> 0xc0002ee070 0xc000ccc3c0 0xc0002ee0e0 0xc0002ee150 <nil> 0xc000ccc2d0 0xc0061fe620 <nil> <nil> <nil> 0xc0002ee1c0 <nil> map[0x2ff9080:0xc002486de0 0x2ff95c0:0xc004c85da0 0x2ffa2e0:0xc002486d20 0x2ffa580:0xc002486d80 0x2ffad60:0xc002486e40 0x2ffb000:0xc002486ea0 0x2ffb2a0:0xc004c85d40 0x2ffba80:0xc004c85e00 0x2ffbd20:0xc004c85e60 0x3026980:0xc00026e240 0x3026d20:0xc00340a180 0x3027800:0xc000cca840 0x3029160:0xc0019e2000 0x30298a0:0xc002f02a80 0x302a720:0xc000f935c0] 0xc000a42a80 0}
I0425 23:02:15.772161    3776 gateway.go:532] Reconciling gateway with updates
I0425 23:02:15.778166    3776 gateway.go:339] Spawning Conntrack Rule Check Thread
I0425 23:02:15.778249    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0425 23:02:15.778258    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0425 23:02:15.778268    3776 default_node_network_controller.go:944] Gateway and management port readiness took 75.205969ms
I0425 23:02:15.778272    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0425 23:02:15.778279    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0425 23:02:15.778290    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0425 23:02:15.778305    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0425 23:02:15.778328    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0425 23:02:15.778340    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0425 23:02:15.778346    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.778348    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0425 23:02:15.778351    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0425 23:02:15.778357    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0425 23:02:15.778360    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0425 23:02:15.778368    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0425 23:02:15.778367    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0425 23:02:15.778370    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0425 23:02:15.778376    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0425 23:02:15.778386    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0425 23:02:15.778383    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0425 23:02:15.778383    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0425 23:02:15.778395    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0425 23:02:15.778400    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0425 23:02:15.778397    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0425 23:02:15.778403    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0425 23:02:15.778407    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0425 23:02:15.778394    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0425 23:02:15.778415    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0425 23:02:15.778416    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0425 23:02:15.778419    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0425 23:02:15.778432    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0425 23:02:15.778436    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0425 23:02:15.778444    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0425 23:02:15.778448    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0425 23:02:15.778450    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0425 23:02:15.778371    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0425 23:02:15.778463    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0425 23:02:15.778469    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0425 23:02:15.778472    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0425 23:02:15.778471    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0425 23:02:15.778372    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0425 23:02:15.778478    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0425 23:02:15.778484    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0425 23:02:15.778492    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0425 23:02:15.778491    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0425 23:02:15.778494    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0425 23:02:15.778500    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0425 23:02:15.778503    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0425 23:02:15.778513    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0425 23:02:15.778515    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0425 23:02:15.778516    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0425 23:02:15.778343    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0425 23:02:15.778501    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0425 23:02:15.778535    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0425 23:02:15.778541    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0425 23:02:15.778546    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0425 23:02:15.778483    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.778546    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0425 23:02:15.778558    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0425 23:02:15.778563    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0425 23:02:15.778566    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0425 23:02:15.778568    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0425 23:02:15.778567    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0425 23:02:15.778577    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0425 23:02:15.778577    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0425 23:02:15.778572    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0425 23:02:15.778581    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0425 23:02:15.778583    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0425 23:02:15.778541    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0425 23:02:15.778590    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0425 23:02:15.778566    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.778469    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0425 23:02:15.778377    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0425 23:02:15.778528    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0425 23:02:15.778665    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0425 23:02:15.778347    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0425 23:02:15.778459    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0425 23:02:15.778715    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0425 23:02:15.778458    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0425 23:02:15.778738    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0425 23:02:15.778743    3776 port_claim.go:71] Svc openshift-ingress/router-default: port 30286 is already open, no action needed
I0425 23:02:15.778745    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0425 23:02:15.778752    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0425 23:02:15.778756    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0425 23:02:15.778762    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0425 23:02:15.778765    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0425 23:02:15.778765    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0425 23:02:15.778769    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0425 23:02:15.778772    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0425 23:02:15.778777    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0425 23:02:15.778779    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0425 23:02:15.778554    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0425 23:02:15.778804    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0425 23:02:15.778753    3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed
I0425 23:02:15.778756    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0425 23:02:15.778749    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0425 23:02:15.778738    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0425 23:02:15.778968    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0425 23:02:15.778550    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0425 23:02:15.778586    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0425 23:02:15.778572    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0425 23:02:15.779307    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0425 23:02:15.779320    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0425 23:02:15.780355    3776 node_ip_handler_linux.go:160] Node IP manager is running
W0425 23:02:15.819277    3776 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0425 23:02:15.819461    3776 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0425 23:02:15.819662    3776 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0425 23:02:15.830513    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0425 23:02:15.830535    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0425 23:02:15.830542    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0425 23:02:15.830548    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0425 23:02:15.872054    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0425 23:02:15.872091    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.872098    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0425 23:02:15.872110    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0425 23:02:15.872144    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0425 23:02:15.872171    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0425 23:02:15.872185    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0425 23:02:15.872192    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0425 23:02:15.872198    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0425 23:02:15.872203    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0425 23:02:15.872207    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0425 23:02:15.872213    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0425 23:02:15.872219    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918150    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0425 23:02:15.918172    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918205    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918216    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0425 23:02:15.918255    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918267    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918275    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918285    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0425 23:02:15.918295    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0425 23:02:15.918302    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0425 23:02:15.918309    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0425 23:02:15.918319    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0425 23:02:15.918327    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0425 23:02:15.918334    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0425 23:02:15.918341    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0425 23:02:16.888353    3776 default_node_network_controller.go:1380] Starting node controller node sync
W0425 23:02:16.888399    3776 egressip_healthcheck.go:76] Health checking using insecure connection
I0425 23:02:16.888468    3776 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0425 23:02:16.901380    3776 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.996624ms
I0425 23:02:16.901534    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-186.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0425 23:02:16.901544    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-186.ec2.internal", IP: 10.0.2.186 to PMTUD blocking rules
I0425 23:02:16.907434    3776 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0425 23:02:16.907836    3776 egressservice_node.go:93] Setting up event handlers for Egress Services
I0425 23:02:16.908064    3776 egressservice_node.go:183] Starting Egress Services Controller
I0425 23:02:16.908090    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0425 23:02:16.908120    3776 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0425 23:02:16.908134    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0425 23:02:16.908142    3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0425 23:02:16.908153    3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0425 23:02:16.908158    3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0425 23:02:16.908162    3776 egressservice_node.go:197] Repairing Egress Services
I0425 23:02:16.919079    3776 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0425 23:02:16.919090    3776 external_controller.go:278] Starting Admin Policy Based Route Controller
I0425 23:02:16.919344    3776 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0425 23:02:16.919357    3776 link_network_manager.go:119] Link manager is running
I0425 23:02:16.919366    3776 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0425 23:02:16.919562    3776 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0425 23:02:16.920158    3776 vrf_manager.go:128] VRF manager is running
I0425 23:02:16.920357    3776 node_controller_manager.go:437] Removing flows to drop GARP
I0425 23:02:16.920367    3776 gateway.go:532] Reconciling gateway with updates
I0425 23:02:16.941744    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0425 23:02:16.941761    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0425 23:02:16.941773    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0425 23:02:16.941774    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0425 23:02:16.941777    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0425 23:02:16.941786    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0425 23:02:16.941794    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0425 23:02:16.941797    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0425 23:02:16.941799    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0425 23:02:16.941801    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0425 23:02:16.941806    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0425 23:02:16.941810    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0425 23:02:16.941810    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0425 23:02:16.941821    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0425 23:02:16.941825    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0425 23:02:16.941794    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0425 23:02:16.941839    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0425 23:02:16.941846    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0425 23:02:16.941851    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0425 23:02:16.941837    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0425 23:02:16.941855    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0425 23:02:16.941851    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0425 23:02:16.941859    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0425 23:02:16.941869    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0425 23:02:16.941868    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0425 23:02:16.941874    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0425 23:02:16.941878    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0425 23:02:16.941879    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0425 23:02:16.941883    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0425 23:02:16.941885    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0425 23:02:16.941886    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0425 23:02:16.941891    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0425 23:02:16.941893    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0425 23:02:16.941891    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0425 23:02:16.941891    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0425 23:02:16.941904    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0425 23:02:16.941900    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0425 23:02:16.941907    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.941899    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0425 23:02:16.941911    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0425 23:02:16.941909    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0425 23:02:16.941922    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0425 23:02:16.941925    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0425 23:02:16.941924    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0425 23:02:16.941922    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.941929    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0425 23:02:16.941934    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0425 23:02:16.941937    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0425 23:02:16.941938    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0425 23:02:16.941944    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0425 23:02:16.941943    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0425 23:02:16.941946    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0425 23:02:16.941950    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0425 23:02:16.941816    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0425 23:02:16.941959    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0425 23:02:16.941958    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0425 23:02:16.941881    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0425 23:02:16.941975    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0425 23:02:16.941977    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0425 23:02:16.941991    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0425 23:02:16.942003    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0425 23:02:16.941787    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0425 23:02:16.942015    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0425 23:02:16.942040    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0425 23:02:16.942003    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0425 23:02:16.941775    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0425 23:02:16.942066    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0425 23:02:16.942107    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0425 23:02:16.941868    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0425 23:02:16.942125    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0425 23:02:16.942175    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0425 23:02:16.941813    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0425 23:02:16.941897    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0425 23:02:16.941870    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0425 23:02:16.942277    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0425 23:02:16.941827    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0425 23:02:16.941762    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0425 23:02:16.942353    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0425 23:02:16.941776    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0425 23:02:16.942393    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0425 23:02:16.941749    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0425 23:02:16.942410    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0425 23:02:16.941788    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0425 23:02:16.942470    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0425 23:02:16.942478    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0425 23:02:16.941797    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0425 23:02:16.942492    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0425 23:02:16.941826    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0425 23:02:16.942529    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0425 23:02:16.941838    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0425 23:02:16.942551    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0425 23:02:16.942563    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.941851    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0425 23:02:16.942575    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0425 23:02:16.941836    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0425 23:02:16.942627    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0425 23:02:16.941840    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0425 23:02:16.941859    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0425 23:02:16.942729    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0425 23:02:16.942736    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0425 23:02:16.941864    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.941875    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0425 23:02:16.942751    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.941872    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0425 23:02:16.942760    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0425 23:02:16.941762    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0425 23:02:16.942769    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0425 23:02:16.942783    3776 port_claim.go:71] Svc openshift-ingress/router-default: port 30286 is already open, no action needed
I0425 23:02:16.942793    3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed
I0425 23:02:16.941900    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0425 23:02:16.941933    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0425 23:02:16.941920    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0425 23:02:16.941942    3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0425 23:02:16.942902    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0425 23:02:16.942910    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0425 23:02:16.941946    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0425 23:02:16.941961    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0425 23:02:16.941958    3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0425 23:02:16.981391    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0425 23:02:16.981414    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.981423    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0425 23:02:16.981430    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.981436    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0425 23:02:16.981443    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0425 23:02:16.981450    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0425 23:02:16.981457    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0425 23:02:17.021205    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0425 23:02:17.021235    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0425 23:02:17.021242    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0425 23:02:17.060729    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0425 23:02:17.060752    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0425 23:02:17.060765    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0425 23:02:17.060773    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0425 23:02:17.060781    3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0425 23:02:19.260089    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-186.ec2.internal
I0425 23:02:19.260118    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-186.ec2.internal: 35.947µs
I0425 23:02:19.353770    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-217.ec2.internal
I0425 23:02:19.353792    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-217.ec2.internal: 25.244µs
I0425 23:02:19.384646    3776 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b57c9b684-vtnnk] creating logical port openshift-image-registry_image-registry-6b57c9b684-vtnnk for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:19.384783    3776 kube.go:256] Updating pod openshift-image-registry/image-registry-6b57c9b684-vtnnk
I0425 23:02:19.402342    3776 pod.go:62] [openshift-image-registry/image-registry-6b57c9b684-vtnnk] pod update took 17.582753ms
I0425 23:02:19.402359    3776 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6b57c9b684-vtnnk] addLogicalPort annotation time took 17.603834ms
I0425 23:02:19.403358    3776 pods.go:271] [openshift-image-registry/image-registry-6b57c9b684-vtnnk] addLogicalPort took 18.720109ms, libovsdb time 765.143µs
I0425 23:02:19.409188    3776 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-77tpw] creating logical port openshift-ingress-canary_ingress-canary-77tpw for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:19.409275    3776 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-77tpw
I0425 23:02:19.421247    3776 pod.go:62] [openshift-ingress-canary/ingress-canary-77tpw] pod update took 11.987902ms
I0425 23:02:19.421269    3776 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-77tpw] addLogicalPort annotation time took 12.012452ms
I0425 23:02:19.422210    3776 pods.go:271] [openshift-ingress-canary/ingress-canary-77tpw] addLogicalPort took 13.02883ms, libovsdb time 700.083µs
I0425 23:02:19.422270    3776 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-5drpj] creating logical port openshift-dns_dns-default-5drpj for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:02:19.422343    3776 kube.go:256] Updating pod openshift-dns/dns-default-5drpj
I0425 23:02:19.435888    3776 pod.go:62] [openshift-dns/dns-default-5drpj] pod update took 13.571981ms
I0425 23:02:19.435907    3776 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-5drpj] addLogicalPort annotation time took 13.593348ms
I0425 23:02:19.436885    3776 pods.go:271] [openshift-dns/dns-default-5drpj] addLogicalPort took 14.625017ms, libovsdb time 754.063µs
I0425 23:02:19.793275    3776 cni.go:452] [openshift-ingress-canary/ingress-canary-77tpw b1e6526d5d3524fa235cf2d0254ffd8354c2028b7b80f270e3939655163dd347 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-77tpw b1e6526d5d3524fa235cf2d0254ffd8354c2028b7b80f270e3939655163dd347 network default NAD default NAD key ]
I0425 23:02:19.823764    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-77tpw, hostIfaceName: b1e6526d5d3524f, network: default, NAD default, SandboxID: "b1e6526d5d3524fa235cf2d0254ffd8354c2028b7b80f270e3939655163dd347", PCI device ID: , UID: "922d5acc-386d-47a5-946e-673e9567cf93", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0425 23:02:19.873180    3776 cni.go:473] [openshift-ingress-canary/ingress-canary-77tpw b1e6526d5d3524fa235cf2d0254ffd8354c2028b7b80f270e3939655163dd347 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-77tpw b1e6526d5d3524fa235cf2d0254ffd8354c2028b7b80f270e3939655163dd347 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:43:d5:b4:9f:b0\",\"name\":\"b1e6526d5d3524f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85620b2d-0e67-4772-a370-0ead0d82950b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:02:28.160916    3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0425 23:02:30.072404    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default"
I0425 23:02:30.072420    3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall
I0425 23:02:30.072432    3776 node_tracker.go:220] Node ip-10-0-0-165.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0425 23:02:30.072463    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:30.072477    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 18.557µs
E0425 23:02:30.072484    3776 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0425 23:02:30.072496    3776 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-165.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal, error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0425 23:02:30.091535    3776 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input
E0425 23:02:30.091555    3776 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input
I0425 23:02:30.091575    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0425 23:02:30.091621    3776 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-165.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-165.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-165.ec2.internal"
I0425 23:02:30.103695    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0425 23:02:30.103737    3776 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-165.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-165.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-165.ec2.internal"
I0425 23:02:30.116321    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0425 23:02:30.128872    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:30.128901    3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall
I0425 23:02:30.128911    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:30.128926    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 18.089µs
I0425 23:02:30.340981    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:30.341004    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 29.923µs
I0425 23:02:30.341043    3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall
I0425 23:02:30.341105    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:30.362339    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:30.551018    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:30.615502    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:40.145090    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:43.115505    3776 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-165.ec2.internal
I0425 23:02:43.115543    3776 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-165.ec2.internal
I0425 23:02:43.115636    3776 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-165.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal
I0425 23:02:45.541823    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-724h6
I0425 23:02:45.541834    3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-smptr
I0425 23:02:45.541854    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-724h6
I0425 23:02:45.541857    3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-smptr
I0425 23:02:45.541890    3776 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-smptr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-smptr: suppressed error logged: pod openshift-multus/network-metrics-daemon-smptr: no pod IPs found 
I0425 23:02:45.541893    3776 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-724h6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-724h6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-724h6: no pod IPs found 
I0425 23:02:47.997063    3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall
I0425 23:02:47.997103    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:47.997122    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:47.997137    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 17.698µs
I0425 23:02:52.350944    3776 cni.go:452] [openshift-network-diagnostics/network-check-target-7qxbv ec9506e14892db8a0ed908eefb4ccbb8e05da4d1f0df3dcf0b389c8180187cfd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7qxbv ec9506e14892db8a0ed908eefb4ccbb8e05da4d1f0df3dcf0b389c8180187cfd network default NAD default NAD key ]
I0425 23:02:52.360122    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7qxbv, hostIfaceName: ec9506e14892db8, network: default, NAD default, SandboxID: "ec9506e14892db8a0ed908eefb4ccbb8e05da4d1f0df3dcf0b389c8180187cfd", PCI device ID: , UID: "ca2ca1bb-bfa2-4e85-a6d1-0c016a3c4220", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0425 23:02:52.405161    3776 cni.go:473] [openshift-network-diagnostics/network-check-target-7qxbv ec9506e14892db8a0ed908eefb4ccbb8e05da4d1f0df3dcf0b389c8180187cfd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7qxbv ec9506e14892db8a0ed908eefb4ccbb8e05da4d1f0df3dcf0b389c8180187cfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:cf:29:7d:98:26\",\"name\":\"ec9506e14892db8\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d513bfd-69ec-42ce-aa75-717e43fe9ff2\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:02:52.961951    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default"
I0425 23:02:52.961995    3776 node_tracker.go:235] Node ip-10-0-0-165.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-165.ec2.internal"
I0425 23:02:52.962011    3776 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:52.962020    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:52.962019    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:53.096454    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default"
I0425 23:02:53.096500    3776 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0425 23:02:53.096527    3776 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:53.096540    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:53.097769    3776 zone_ic_handler.go:195] Time taken to create transit switch: 321.512µs
I0425 23:02:53.097790    3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-165.ec2.internal for the network default
I0425 23:02:53.098979    3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-165.ec2.internal" on network "default" took: 1.542607ms
W0425 23:02:55.227297    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0425 23:02:55.653218    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:55.653241    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 33.966µs
I0425 23:02:55.653254    3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default"
I0425 23:02:55.653278    3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall
I0425 23:02:55.653307    3776 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default"
I0425 23:02:55.653323    3776 services_controller.go:574] Full service sync requested for network=default
I0425 23:02:55.653342    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules
I0425 23:02:55.653357    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0425 23:02:55.653796    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0425 23:02:55.659618    3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-165.ec2.internal. Updating no re-route policies
I0425 23:02:55.668294    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules
I0425 23:02:55.668310    3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0425 23:02:55.719774    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0425 23:02:59.422510    3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal
I0425 23:02:59.422544    3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 43.426µs
W0425 23:03:07.158044    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0425 23:03:26.234511    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0425 23:03:26.234535    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0425 23:03:26.723575    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0425 23:04:23.541580    3776 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-5pptj] creating logical port openshift-console-operator_console-operator-66dbbb6468-5pptj for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:23.541664    3776 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-5pptj
I0425 23:04:23.544894    3776 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-ljk2b for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:23.544984    3776 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b
I0425 23:04:23.552526    3776 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lcg7d for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:23.552605    3776 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d
I0425 23:04:23.568824    3776 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-5pptj] pod update took 27.182289ms
I0425 23:04:23.568844    3776 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-5pptj] addLogicalPort annotation time took 27.209147ms
I0425 23:04:23.569908    3776 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-5pptj] addLogicalPort took 28.34234ms, libovsdb time 827.08µs
I0425 23:04:23.573914    3776 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b] pod update took 28.957897ms
I0425 23:04:23.573938    3776 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b] addLogicalPort annotation time took 28.983927ms
I0425 23:04:23.574808    3776 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b] addLogicalPort took 29.927986ms, libovsdb time 663.642µs
I0425 23:04:23.578981    3776 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d] pod update took 26.400041ms
I0425 23:04:23.578998    3776 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d] addLogicalPort annotation time took 26.420139ms
I0425 23:04:23.579866    3776 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d] addLogicalPort took 27.355059ms, libovsdb time 664.234µs
I0425 23:04:23.644480    3776 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-qw86l for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:23.644567    3776 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l
I0425 23:04:23.667398    3776 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l] pod update took 22.86024ms
I0425 23:04:23.667418    3776 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l] addLogicalPort annotation time took 22.883462ms
I0425 23:04:23.668609    3776 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l] addLogicalPort took 24.139663ms, libovsdb time 921.696µs
I0425 23:04:23.756892    3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-7x2v4 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:23.757003    3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4
I0425 23:04:23.776917    3776 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4] pod update took 19.935678ms
I0425 23:04:23.776937    3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4] addLogicalPort annotation time took 19.988939ms
I0425 23:04:23.777881    3776 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4] addLogicalPort took 21.005518ms, libovsdb time 710.268µs
I0425 23:04:23.896025    3776 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-5pptj ae3b8e37f04c5c5ef0336e19d9988065c10994835ee41027bb2ae9eab2c14d31 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-5pptj ae3b8e37f04c5c5ef0336e19d9988065c10994835ee41027bb2ae9eab2c14d31 network default NAD default NAD key ]
I0425 23:04:23.907726    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-5pptj, hostIfaceName: ae3b8e37f04c5c5, network: default, NAD default, SandboxID: "ae3b8e37f04c5c5ef0336e19d9988065c10994835ee41027bb2ae9eab2c14d31", PCI device ID: , UID: "487e9a3e-ce98-4fad-952e-ea3793ec6d54", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0425 23:04:23.952925    3776 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-5pptj ae3b8e37f04c5c5ef0336e19d9988065c10994835ee41027bb2ae9eab2c14d31 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-5pptj ae3b8e37f04c5c5ef0336e19d9988065c10994835ee41027bb2ae9eab2c14d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:dc:9a:10:72:d1\",\"name\":\"ae3b8e37f04c5c5\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/136369f8-071c-4408-bbad-c251f9d10f3f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:24.003039    3776 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l 4f3ea4f37c154a1cd2eef2281ad76c124c038a323cc51f1a028561774e525a95 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l 4f3ea4f37c154a1cd2eef2281ad76c124c038a323cc51f1a028561774e525a95 network default NAD default NAD key ]
I0425 23:04:24.014199    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-qw86l, hostIfaceName: 4f3ea4f37c154a1, network: default, NAD default, SandboxID: "4f3ea4f37c154a1cd2eef2281ad76c124c038a323cc51f1a028561774e525a95", PCI device ID: , UID: "d3ed60f5-581d-40ac-a9f8-be9207012599", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0425 23:04:24.058854    3776 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l 4f3ea4f37c154a1cd2eef2281ad76c124c038a323cc51f1a028561774e525a95 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-qw86l 4f3ea4f37c154a1cd2eef2281ad76c124c038a323cc51f1a028561774e525a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c2:6d:2e:1e:4f\",\"name\":\"4f3ea4f37c154a1\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4effa5d5-59c3-4b72-ad69-77f09a5e2531\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:24.111305    3776 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4 79d2ac9cda31249194b1b8641fd3786c5b8defc4aae81ddb42324fe47ab11b3f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4 79d2ac9cda31249194b1b8641fd3786c5b8defc4aae81ddb42324fe47ab11b3f network default NAD default NAD key ]
I0425 23:04:24.121078    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-7x2v4, hostIfaceName: 79d2ac9cda31249, network: default, NAD default, SandboxID: "79d2ac9cda31249194b1b8641fd3786c5b8defc4aae81ddb42324fe47ab11b3f", PCI device ID: , UID: "d85b1d11-9f32-4893-b353-93b278106843", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0425 23:04:24.165223    3776 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4 79d2ac9cda31249194b1b8641fd3786c5b8defc4aae81ddb42324fe47ab11b3f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7x2v4 79d2ac9cda31249194b1b8641fd3786c5b8defc4aae81ddb42324fe47ab11b3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ed:23:71:e3:c1\",\"name\":\"79d2ac9cda31249\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/099e8429-aa50-4880-bd47-e28cef2bfe24\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:04:26.923206    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0425 23:04:28.289794    3776 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0425 23:04:28.290690    3776 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 863.189µs
I0425 23:04:28.310493    3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0425 23:04:28.399336    3776 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-hpdwd for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:28.399426    3776 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd
I0425 23:04:28.414462    3776 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd] pod update took 15.06198ms
I0425 23:04:28.414483    3776 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd] addLogicalPort annotation time took 15.087852ms
I0425 23:04:28.415565    3776 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd] addLogicalPort took 16.243566ms, libovsdb time 746.508µs
I0425 23:04:28.757279    3776 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd 4450316d9f074053164fdba102ec4bd740918d4b3333f486feaebb32a40de6c8 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd 4450316d9f074053164fdba102ec4bd740918d4b3333f486feaebb32a40de6c8 network default NAD default NAD key ]
I0425 23:04:28.767331    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-hpdwd, hostIfaceName: 4450316d9f07405, network: default, NAD default, SandboxID: "4450316d9f074053164fdba102ec4bd740918d4b3333f486feaebb32a40de6c8", PCI device ID: , UID: "c1b34647-8bfb-499b-bdd4-37fa5262f170", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0425 23:04:28.812652    3776 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd 4450316d9f074053164fdba102ec4bd740918d4b3333f486feaebb32a40de6c8 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hpdwd 4450316d9f074053164fdba102ec4bd740918d4b3333f486feaebb32a40de6c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2d:71:92:1e:de\",\"name\":\"4450316d9f07405\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a898da92-86eb-4a8e-8f63-926d051b42d7\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:29.274240    3776 namespace.go:98] [openshift-service-ca] adding namespace
I0425 23:04:29.275002    3776 namespace.go:102] [openshift-service-ca] adding namespace took 740.74µs
I0425 23:04:29.290299    3776 namespace.go:142] [openshift-service-ca] updating namespace
W0425 23:04:38.902397    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0425 23:04:39.501732    3776 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b de320b75414f6d3224a8f72abce9b7dcb3fdef86b2212effb141d8269c85cc10 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b de320b75414f6d3224a8f72abce9b7dcb3fdef86b2212effb141d8269c85cc10 network default NAD default NAD key ]
I0425 23:04:39.510605    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-ljk2b, hostIfaceName: de320b75414f6d3, network: default, NAD default, SandboxID: "de320b75414f6d3224a8f72abce9b7dcb3fdef86b2212effb141d8269c85cc10", PCI device ID: , UID: "919a766e-36c7-40b8-9a9f-be7ec70ee737", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0425 23:04:39.559017    3776 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b de320b75414f6d3224a8f72abce9b7dcb3fdef86b2212effb141d8269c85cc10 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ljk2b de320b75414f6d3224a8f72abce9b7dcb3fdef86b2212effb141d8269c85cc10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:28:8d:a1:2b:5b\",\"name\":\"de320b75414f6d3\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaccdde2-0eb0-40fb-a023-7f0f98acc4d5\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:43.501923    3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:43.502542    3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:43.502580    3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:43.502590    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0425 23:04:43.502609    3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:43.502616    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0425 23:04:54.243366    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0425 23:04:54.328219    3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:54.328242    3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:54.328255    3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:54.328262    3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:54.335037    3776 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zb284] creating logical port openshift-insights_insights-runtime-extractor-zb284 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:54.335153    3776 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zb284
I0425 23:04:54.356161    3776 pod.go:62] [openshift-insights/insights-runtime-extractor-zb284] pod update took 21.038655ms
I0425 23:04:54.356180    3776 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zb284] addLogicalPort annotation time took 21.061759ms
I0425 23:04:54.357195    3776 pods.go:271] [openshift-insights/insights-runtime-extractor-zb284] addLogicalPort took 22.169841ms, libovsdb time 744.93µs
I0425 23:04:54.427302    3776 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-vktt8] creating logical port openshift-console_downloads-5c54f4944f-vktt8 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:54.427379    3776 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-vktt8
I0425 23:04:54.449548    3776 pod.go:62] [openshift-console/downloads-5c54f4944f-vktt8] pod update took 22.191986ms
I0425 23:04:54.449570    3776 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-vktt8] addLogicalPort annotation time took 22.219146ms
I0425 23:04:54.450558    3776 pods.go:271] [openshift-console/downloads-5c54f4944f-vktt8] addLogicalPort took 23.266884ms, libovsdb time 709.644µs
I0425 23:04:54.692196    3776 cni.go:452] [openshift-insights/insights-runtime-extractor-zb284 84a8be6b095e20ece6713755b9f9617dc012e93c9045c1adfc5d05cd2eb56de8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zb284 84a8be6b095e20ece6713755b9f9617dc012e93c9045c1adfc5d05cd2eb56de8 network default NAD default NAD key ]
I0425 23:04:54.701347    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zb284, hostIfaceName: 84a8be6b095e20e, network: default, NAD default, SandboxID: "84a8be6b095e20ece6713755b9f9617dc012e93c9045c1adfc5d05cd2eb56de8", PCI device ID: , UID: "aa90bf70-a055-4345-9698-536f3e72be67", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0425 23:04:54.748273    3776 cni.go:473] [openshift-insights/insights-runtime-extractor-zb284 84a8be6b095e20ece6713755b9f9617dc012e93c9045c1adfc5d05cd2eb56de8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zb284 84a8be6b095e20ece6713755b9f9617dc012e93c9045c1adfc5d05cd2eb56de8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a1:e1:9c:67:78\",\"name\":\"84a8be6b095e20e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f46d2fb-5f7b-47ae-95d3-4a889e630666\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:54.786210    3776 cni.go:452] [openshift-console/downloads-5c54f4944f-vktt8 862ef4078e54724c52a24b0f70465c5e8ad71e3b947dc31c18aa07e6c1bdb94b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-vktt8 862ef4078e54724c52a24b0f70465c5e8ad71e3b947dc31c18aa07e6c1bdb94b network default NAD default NAD key ]
I0425 23:04:54.795733    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-vktt8, hostIfaceName: 862ef4078e54724, network: default, NAD default, SandboxID: "862ef4078e54724c52a24b0f70465c5e8ad71e3b947dc31c18aa07e6c1bdb94b", PCI device ID: , UID: "cbb2c86f-a5c2-4c92-92c3-78e8a2e9f66b", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0425 23:04:54.842603    3776 cni.go:473] [openshift-console/downloads-5c54f4944f-vktt8 862ef4078e54724c52a24b0f70465c5e8ad71e3b947dc31c18aa07e6c1bdb94b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-vktt8 862ef4078e54724c52a24b0f70465c5e8ad71e3b947dc31c18aa07e6c1bdb94b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:06:3e:17:28:ec\",\"name\":\"862ef4078e54724\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d01f3f4d-ecc4-433b-893a-8f439b9453e9\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:55.426370    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:55.427067    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:55.444172    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:55.444194    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:55.446731    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c4f69cb6c-ps4xr
I0425 23:04:55.446758    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c4f69cb6c-ps4xr
I0425 23:04:55.505066    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:55.505855    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:04:55.519808    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:55.519830    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:04:55.522564    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b57c9b684-qnb86
I0425 23:04:55.522592    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b57c9b684-qnb86
I0425 23:04:55.750506    3776 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d c1565e5630a872b74eed129eb3d228da0973bd850fffbb46acbdc2a2bb67d357 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d c1565e5630a872b74eed129eb3d228da0973bd850fffbb46acbdc2a2bb67d357 network default NAD default NAD key ]
I0425 23:04:55.759949    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lcg7d, hostIfaceName: c1565e5630a872b, network: default, NAD default, SandboxID: "c1565e5630a872b74eed129eb3d228da0973bd850fffbb46acbdc2a2bb67d357", PCI device ID: , UID: "2da0128e-46d4-4cb2-a770-5945f70e6d70", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0425 23:04:55.805943    3776 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d c1565e5630a872b74eed129eb3d228da0973bd850fffbb46acbdc2a2bb67d357 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lcg7d c1565e5630a872b74eed129eb3d228da0973bd850fffbb46acbdc2a2bb67d357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:98:70:47:10:54\",\"name\":\"c1565e5630a872b\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd1c12fc-04ff-4b87-9839-a6cb9b6a368a\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:04:56.441365    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0425 23:04:56.441394    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0425 23:04:56.443813    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.443828    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.443835    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.464958    3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0425 23:04:56.514136    3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0425 23:04:56.542753    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0425 23:04:56.542772    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0425 23:04:56.542803    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.542813    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.542818    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.563867    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.563885    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.563893    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0425 23:04:56.563907    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0425 23:04:56.563918    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
I0425 23:04:56.949345    3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0425 23:04:56.959956    3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0425 23:04:58.485012    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-h2f4v for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:58.485109    3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v
I0425 23:04:58.504845    3776 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v] pod update took 19.757161ms
I0425 23:04:58.504871    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v] addLogicalPort annotation time took 19.790263ms
I0425 23:04:58.506032    3776 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v] addLogicalPort took 21.038228ms, libovsdb time 869.534µs
I0425 23:04:59.444858    3776 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v 3a29ecceeccb923c1fb49c34b1ba7c9d7d1c67f506006fd99b57f00a2b5961c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v 3a29ecceeccb923c1fb49c34b1ba7c9d7d1c67f506006fd99b57f00a2b5961c5 network default NAD default NAD key ]
I0425 23:04:59.454375    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-h2f4v, hostIfaceName: 3a29ecceeccb923, network: default, NAD default, SandboxID: "3a29ecceeccb923c1fb49c34b1ba7c9d7d1c67f506006fd99b57f00a2b5961c5", PCI device ID: , UID: "268956e9-55f8-4ed7-84c7-e5411ee080ee", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0425 23:04:59.507046    3776 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v 3a29ecceeccb923c1fb49c34b1ba7c9d7d1c67f506006fd99b57f00a2b5961c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h2f4v 3a29ecceeccb923c1fb49c34b1ba7c9d7d1c67f506006fd99b57f00a2b5961c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:dc:45:0e:22:18\",\"name\":\"3a29ecceeccb923\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3796367-2961-4bc9-bac2-3a61332d1859\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:04:59.785143    3776 base_network_controller_pods.go:487] [default/openshift-console/console-5f967f89dd-t2v9h] creating logical port openshift-console_console-5f967f89dd-t2v9h for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:04:59.785253    3776 kube.go:256] Updating pod openshift-console/console-5f967f89dd-t2v9h
I0425 23:04:59.805931    3776 pod.go:62] [openshift-console/console-5f967f89dd-t2v9h] pod update took 20.715363ms
I0425 23:04:59.805953    3776 base_network_controller_pods.go:951] [default/openshift-console/console-5f967f89dd-t2v9h] addLogicalPort annotation time took 20.74125ms
I0425 23:04:59.807243    3776 pods.go:271] [openshift-console/console-5f967f89dd-t2v9h] addLogicalPort took 22.114775ms, libovsdb time 967.07µs
I0425 23:05:00.148584    3776 cni.go:452] [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key ]
I0425 23:05:00.159239    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f967f89dd-t2v9h, hostIfaceName: 8364f3e0620539d, network: default, NAD default, SandboxID: "8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82", PCI device ID: , UID: "57dfee7f-c772-43bd-a168-5753c1e10d9b", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0425 23:05:00.213514    3776 cni.go:473] [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fc:ba:ff:88:e6\",\"name\":\"8364f3e0620539d\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed8a2e63-7dd7-43b4-a923-ab11d4907bbe\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:05:01.050977    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0425 23:05:01.075551    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0425 23:05:02.541987    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0425 23:05:03.056321    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:03.477162    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:04.377621    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:07.562015    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:10.496295    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0425 23:05:11.112255    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0425 23:05:13.513974    3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0425 23:05:13.513991    3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0425 23:05:13.513995    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0425 23:05:17.122985    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:17.123150    3776 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0425 23:05:17.143082    3776 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.970335ms
I0425 23:05:17.143107    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.001133ms
I0425 23:05:17.144502    3776 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.539636ms, libovsdb time 933.999µs
I0425 23:05:17.490852    3776 cni.go:452] [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key ]
I0425 23:05:17.502592    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 36871be460c37cc, network: default, NAD default, SandboxID: "36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd", PCI device ID: , UID: "c821cb0b-d572-427e-90e0-49ae1a1b1236", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0425 23:05:17.557125    3776 cni.go:473] [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f6:9a:bc:2f:d7\",\"name\":\"36871be460c37cc\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c222ede7-4a3b-400c-8528-d96ea7c6aeb2\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:05:19.077809    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-697d984cf7-629tz] creating logical port openshift-monitoring_thanos-querier-697d984cf7-629tz for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:19.077914    3776 kube.go:256] Updating pod openshift-monitoring/thanos-querier-697d984cf7-629tz
I0425 23:05:19.100309    3776 pod.go:62] [openshift-monitoring/thanos-querier-697d984cf7-629tz] pod update took 22.423581ms
I0425 23:05:19.100338    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-697d984cf7-629tz] addLogicalPort annotation time took 22.461827ms
I0425 23:05:19.101910    3776 pods.go:271] [openshift-monitoring/thanos-querier-697d984cf7-629tz] addLogicalPort took 24.116929ms, libovsdb time 1.037671ms
W0425 23:05:19.185005    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:19.185030    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:19.185035    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0425 23:05:19.441508    3776 cni.go:452] [openshift-monitoring/thanos-querier-697d984cf7-629tz 5899c52e334ea0af7afc7ffd385892a4a503cef4d343ea9674ecd2d1e9e05fc7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-697d984cf7-629tz 5899c52e334ea0af7afc7ffd385892a4a503cef4d343ea9674ecd2d1e9e05fc7 network default NAD default NAD key ]
I0425 23:05:19.451536    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-697d984cf7-629tz, hostIfaceName: 5899c52e334ea0a, network: default, NAD default, SandboxID: "5899c52e334ea0af7afc7ffd385892a4a503cef4d343ea9674ecd2d1e9e05fc7", PCI device ID: , UID: "3944a0d4-4f6b-4c87-81d2-f301d7388420", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0425 23:05:19.501179    3776 cni.go:473] [openshift-monitoring/thanos-querier-697d984cf7-629tz 5899c52e334ea0af7afc7ffd385892a4a503cef4d343ea9674ecd2d1e9e05fc7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-697d984cf7-629tz 5899c52e334ea0af7afc7ffd385892a4a503cef4d343ea9674ecd2d1e9e05fc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:09:7a:f7:8b:41\",\"name\":\"5899c52e334ea0a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8caec4d9-0af5-4e5f-b86b-d4fc67e5acd7\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:05:19.570360    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:19.570382    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:19.570388    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0425 23:05:20.682449    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-56d7454bf5-4kcnl] creating logical port openshift-monitoring_metrics-server-56d7454bf5-4kcnl for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:20.682574    3776 kube.go:256] Updating pod openshift-monitoring/metrics-server-56d7454bf5-4kcnl
I0425 23:05:20.704266    3776 pod.go:62] [openshift-monitoring/metrics-server-56d7454bf5-4kcnl] pod update took 21.732536ms
I0425 23:05:20.704296    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-56d7454bf5-4kcnl] addLogicalPort annotation time took 21.766657ms
I0425 23:05:20.705767    3776 pods.go:271] [openshift-monitoring/metrics-server-56d7454bf5-4kcnl] addLogicalPort took 23.338088ms, libovsdb time 1.021533ms
I0425 23:05:20.855591    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kzdkb for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:20.855792    3776 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb
I0425 23:05:20.876446    3776 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb] pod update took 20.690805ms
I0425 23:05:20.876468    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb] addLogicalPort annotation time took 20.718581ms
I0425 23:05:20.877980    3776 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb] addLogicalPort took 22.407454ms, libovsdb time 1.137536ms
W0425 23:05:21.191636    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:21.217156    3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684c94545d-bqbp7 IP address from the namespace address-set, err: pod openshift-console/console-684c94545d-bqbp7: no pod IPs found 
I0425 23:05:21.323560    3776 cni.go:452] [openshift-monitoring/metrics-server-56d7454bf5-4kcnl 14c8c07825759b936a83243efcb8b54d7899d0004d953357db8f75ec95252877 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-56d7454bf5-4kcnl 14c8c07825759b936a83243efcb8b54d7899d0004d953357db8f75ec95252877 network default NAD default NAD key ]
I0425 23:05:21.323560    3776 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb b8e1fd40192b82e7e2a0a2f5ac603b0787d771dad92e7241406dded7e9f73e71 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb b8e1fd40192b82e7e2a0a2f5ac603b0787d771dad92e7241406dded7e9f73e71 network default NAD default NAD key ]
I0425 23:05:21.335772    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kzdkb, hostIfaceName: b8e1fd40192b82e, network: default, NAD default, SandboxID: "b8e1fd40192b82e7e2a0a2f5ac603b0787d771dad92e7241406dded7e9f73e71", PCI device ID: , UID: "0e03db85-2193-48f8-8f8e-48cbf8008edb", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0425 23:05:21.336275    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-56d7454bf5-4kcnl, hostIfaceName: 14c8c07825759b9, network: default, NAD default, SandboxID: "14c8c07825759b936a83243efcb8b54d7899d0004d953357db8f75ec95252877", PCI device ID: , UID: "cfbf617c-5046-4017-9846-6ed2ab022abe", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0425 23:05:21.385015    3776 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb b8e1fd40192b82e7e2a0a2f5ac603b0787d771dad92e7241406dded7e9f73e71 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kzdkb b8e1fd40192b82e7e2a0a2f5ac603b0787d771dad92e7241406dded7e9f73e71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b2:54:b1:60:fd\",\"name\":\"b8e1fd40192b82e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d25a7ac8-9419-4773-b440-d0720cd71373\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:05:21.402504    3776 cni.go:473] [openshift-monitoring/metrics-server-56d7454bf5-4kcnl 14c8c07825759b936a83243efcb8b54d7899d0004d953357db8f75ec95252877 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-56d7454bf5-4kcnl 14c8c07825759b936a83243efcb8b54d7899d0004d953357db8f75ec95252877 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f4:50:a0:d5:b1\",\"name\":\"14c8c07825759b9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e905426-521b-4724-bf19-d4900785e5a3\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:05:21.520615    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7d66b89f98-sw4vq] creating logical port openshift-monitoring_telemeter-client-7d66b89f98-sw4vq for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:21.520864    3776 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7d66b89f98-sw4vq
I0425 23:05:21.546629    3776 pod.go:62] [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq] pod update took 25.862051ms
I0425 23:05:21.546649    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7d66b89f98-sw4vq] addLogicalPort annotation time took 25.888852ms
I0425 23:05:21.548149    3776 pods.go:271] [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq] addLogicalPort took 27.556654ms, libovsdb time 985.716µs
I0425 23:05:21.945697    3776 cni.go:452] [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq 85fff35bceb54d49573a231e7f35498f8901348f9e93a88bf5dfc29bda51e62f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq 85fff35bceb54d49573a231e7f35498f8901348f9e93a88bf5dfc29bda51e62f network default NAD default NAD key ]
I0425 23:05:21.956113    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7d66b89f98-sw4vq, hostIfaceName: 85fff35bceb54d4, network: default, NAD default, SandboxID: "85fff35bceb54d49573a231e7f35498f8901348f9e93a88bf5dfc29bda51e62f", PCI device ID: , UID: "b0813667-c2b3-4d45-be5f-e41c20a00ac6", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0425 23:05:22.005434    3776 cni.go:473] [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq 85fff35bceb54d49573a231e7f35498f8901348f9e93a88bf5dfc29bda51e62f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7d66b89f98-sw4vq 85fff35bceb54d49573a231e7f35498f8901348f9e93a88bf5dfc29bda51e62f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e7:c7:3b:7c:d0\",\"name\":\"85fff35bceb54d4\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f3da93-79a1-4b8f-92b9-3a0437a7063f\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:05:23.601721    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0425 23:05:23.601738    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0425 23:05:23.627205    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0425 23:05:23.665277    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:23.665295    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:23.665300    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:23.665305    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:24.166245    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:24.166264    3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:24.166271    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:24.166276    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:24.246539    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0425 23:05:24.645652    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0425 23:05:24.645699    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0425 23:05:26.451002    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0425 23:05:26.481911    3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-689c8bc4db-g289n IP address from the namespace address-set, err: pod openshift-console/console-689c8bc4db-g289n: no pod IPs found 
I0425 23:05:29.184042    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:29.184072    3776 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b57c9b684-vtnnk
I0425 23:05:29.185336    3776 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b57c9b684-vtnnk, ips: 10.129.0.5
I0425 23:05:29.185366    3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:29.196444    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:29.196463    3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:29.201799    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b57c9b684-vtnnk
I0425 23:05:29.201829    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b57c9b684-vtnnk
W0425 23:05:29.611951    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.611974    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.611981    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.611987    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.612003    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.612009    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.612015    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:29.612021    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:30.181909    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:30.181929    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:30.181936    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0425 23:05:30.181940    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0425 23:05:30.221295    3776 cni.go:452] [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key ]
I0425 23:05:30.297758    3776 cni.go:473] [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5f967f89dd-t2v9h 8364f3e0620539d39175be3f4c722db88d40b46bf6facd2ebab54df984cfbd82 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:05:30.369060    3776 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-t2v9h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:30.369090    3776 pods.go:176] Deleting pod: openshift-console/console-5f967f89dd-t2v9h
I0425 23:05:30.370387    3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5f967f89dd-t2v9h, ips: 10.129.0.17
I0425 23:05:30.370418    3776 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-t2v9h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0425 23:05:30.375649    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0425 23:05:30.381083    3776 base_network_controller_pods.go:487] [default/openshift-console/console-689c8bc4db-gxch2] creating logical port openshift-console_console-689c8bc4db-gxch2 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:05:30.381208    3776 kube.go:256] Updating pod openshift-console/console-689c8bc4db-gxch2
I0425 23:05:30.395231    3776 pod.go:62] [openshift-console/console-689c8bc4db-gxch2] pod update took 14.047398ms
I0425 23:05:30.395248    3776 base_network_controller_pods.go:951] [default/openshift-console/console-689c8bc4db-gxch2] addLogicalPort annotation time took 14.068016ms
I0425 23:05:30.396354    3776 pods.go:271] [openshift-console/console-689c8bc4db-gxch2] addLogicalPort took 15.287501ms, libovsdb time 831.523µs
I0425 23:05:30.809728    3776 cni.go:452] [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key ]
I0425 23:05:30.819178    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-689c8bc4db-gxch2, hostIfaceName: d57c243de0d1219, network: default, NAD default, SandboxID: "d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc", PCI device ID: , UID: "e7bcf009-2f49-45d6-84b2-083c5ac03438", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0425 23:05:30.868278    3776 cni.go:473] [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:17:33:4d:25:f3\",\"name\":\"d57c243de0d1219\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b93e5873-059c-4a24-bd3c-85ebc4c487b4\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:05:31.194538    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0425 23:05:31.205280    3776 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-t2v9h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:31.205304    3776 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-t2v9h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:31.211329    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f967f89dd-t2v9h
I0425 23:05:31.211347    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f967f89dd-t2v9h
W0425 23:05:38.224809    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0425 23:05:38.224816    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0425 23:05:38.224864    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0425 23:05:39.228545    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0425 23:05:41.245964    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0425 23:05:42.680830    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0425 23:05:44.637513    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0425 23:05:44.637534    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0425 23:05:45.172067    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0425 23:05:46.504564    3776 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-c9bhm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:46.505153    3776 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-c9bhm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:46.690695    3776 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-c9bhm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:46.690722    3776 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-c9bhm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:46.696742    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f967f89dd-c9bhm
I0425 23:05:46.696765    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f967f89dd-c9bhm
W0425 23:05:47.514245    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.514264    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.514269    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.514283    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.514288    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.514292    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.602655    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.602693    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:05:47.602700    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0425 23:05:51.751164    3776 obj_retry.go:498] Detected object openshift-console/console-684c94545d-qk57w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:51.751716    3776 obj_retry.go:498] Detected object openshift-console/console-684c94545d-qk57w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:05:52.053022    3776 obj_retry.go:492] Detected object openshift-console/console-684c94545d-qk57w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:52.053043    3776 obj_retry.go:492] Detected object openshift-console/console-684c94545d-qk57w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:05:52.059860    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-684c94545d-qk57w
I0425 23:05:52.059885    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-684c94545d-qk57w
W0425 23:05:52.729853    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0425 23:05:58.379807    3776 cni.go:452] [openshift-multus/network-metrics-daemon-k5q6r b36cd8fabd875c18d0d5cac61d0649421776d0e2179be68ffe28cc59cf1e3f20 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-k5q6r b36cd8fabd875c18d0d5cac61d0649421776d0e2179be68ffe28cc59cf1e3f20 network default NAD default NAD key ]
I0425 23:05:58.390086    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-k5q6r, hostIfaceName: b36cd8fabd875c1, network: default, NAD default, SandboxID: "b36cd8fabd875c18d0d5cac61d0649421776d0e2179be68ffe28cc59cf1e3f20", PCI device ID: , UID: "8ea1052a-b25f-44bd-83c0-44eda358f941", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0425 23:05:58.439487    3776 cni.go:473] [openshift-multus/network-metrics-daemon-k5q6r b36cd8fabd875c18d0d5cac61d0649421776d0e2179be68ffe28cc59cf1e3f20 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-k5q6r b36cd8fabd875c18d0d5cac61d0649421776d0e2179be68ffe28cc59cf1e3f20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:a8:f9:95:af:75\",\"name\":\"b36cd8fabd875c1\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f7fcec4-e538-42cd-9822-480f72ec96d9\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:06:13.379721    3776 obj_retry.go:498] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:13.380269    3776 obj_retry.go:498] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:13.832522    3776 obj_retry.go:492] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:13.832545    3776 obj_retry.go:492] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:13.838907    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8668968b4f-x7pdx
I0425 23:06:13.838923    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8668968b4f-x7pdx
I0425 23:06:22.947898    3776 cni.go:452] [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key ]
I0425 23:06:23.025204    3776 cni.go:473] [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-689c8bc4db-gxch2 d57c243de0d1219c32839a10ada754449ef81be748f94a47795c03dcaee34afc network default NAD default NAD key default], result "{}", err <nil>
I0425 23:06:23.070946    3776 obj_retry.go:498] Detected object openshift-console/console-689c8bc4db-gxch2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:23.071013    3776 pods.go:176] Deleting pod: openshift-console/console-689c8bc4db-gxch2
I0425 23:06:23.072459    3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-689c8bc4db-gxch2, ips: 10.129.0.23
I0425 23:06:23.072487    3776 obj_retry.go:498] Detected object openshift-console/console-689c8bc4db-gxch2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:23.392594    3776 obj_retry.go:492] Detected object openshift-console/console-689c8bc4db-gxch2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:23.392621    3776 obj_retry.go:492] Detected object openshift-console/console-689c8bc4db-gxch2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:23.400484    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689c8bc4db-gxch2
I0425 23:06:23.400516    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689c8bc4db-gxch2
I0425 23:06:29.643554    3776 cni.go:452] [openshift-dns/dns-default-5drpj 5f6dc4cc23171e4e9ab2babd788c9c6b6bd12cfc5b43a16b93545b42f32dc05f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-5drpj 5f6dc4cc23171e4e9ab2babd788c9c6b6bd12cfc5b43a16b93545b42f32dc05f network default NAD default NAD key ]
I0425 23:06:29.652978    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-5drpj, hostIfaceName: 5f6dc4cc23171e4, network: default, NAD default, SandboxID: "5f6dc4cc23171e4e9ab2babd788c9c6b6bd12cfc5b43a16b93545b42f32dc05f", PCI device ID: , UID: "331b725c-bf0f-4217-a846-338950d24167", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0425 23:06:29.702739    3776 cni.go:473] [openshift-dns/dns-default-5drpj 5f6dc4cc23171e4e9ab2babd788c9c6b6bd12cfc5b43a16b93545b42f32dc05f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-5drpj 5f6dc4cc23171e4e9ab2babd788c9c6b6bd12cfc5b43a16b93545b42f32dc05f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:68:e4:17:5a:d5\",\"name\":\"5f6dc4cc23171e4\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6cb2db3-ac70-4700-96b6-f97352edc695\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:06:37.621016    3776 cni.go:452] [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key ]
I0425 23:06:37.701582    3776 cni.go:473] [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 36871be460c37cc2b6d39965ec247df9c153747d52453dd88f4ab5e2d19c2bdd network default NAD default NAD key default], result "{}", err <nil>
I0425 23:06:37.758541    3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:37.758611    3776 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0425 23:06:37.760708    3776 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.18
I0425 23:06:37.760747    3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:38.468917    3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:38.468948    3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:38.474821    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0425 23:06:38.474881    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0425 23:06:38.512271    3776 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:06:38.512457    3776 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0425 23:06:38.533964    3776 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.553188ms
I0425 23:06:38.533990    3776 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.584506ms
I0425 23:06:38.535275    3776 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.02174ms, libovsdb time 893.416µs
I0425 23:06:38.875049    3776 cni.go:452] [openshift-monitoring/alertmanager-main-1 50cc93a3604b1522e7f0c7a67e8df61e351732218cf88fdef10c1eaed63757e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 50cc93a3604b1522e7f0c7a67e8df61e351732218cf88fdef10c1eaed63757e0 network default NAD default NAD key ]
I0425 23:06:38.884921    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 50cc93a3604b152, network: default, NAD default, SandboxID: "50cc93a3604b1522e7f0c7a67e8df61e351732218cf88fdef10c1eaed63757e0", PCI device ID: , UID: "511a33e1-6ee3-4761-a8a0-61f5d3aff773", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0425 23:06:38.934646    3776 cni.go:473] [openshift-monitoring/alertmanager-main-1 50cc93a3604b1522e7f0c7a67e8df61e351732218cf88fdef10c1eaed63757e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 50cc93a3604b1522e7f0c7a67e8df61e351732218cf88fdef10c1eaed63757e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7a:50:b9:d8:2c\",\"name\":\"50cc93a3604b152\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf6535e9-f7d8-47e2-9606-f0541b963ea3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:06:41.443009    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0425 23:06:41.443027    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0425 23:06:41.443033    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0425 23:06:42.007160    3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:42.007656    3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:06:42.958406    3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:42.958431    3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:06:42.965114    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0425 23:06:42.965138    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0425 23:06:45.983133    3776 base_network_controller_pods.go:487] [default/openshift-console/console-7745fbf5d4-wjqdw] creating logical port openshift-console_console-7745fbf5d4-wjqdw for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:06:45.983228    3776 kube.go:256] Updating pod openshift-console/console-7745fbf5d4-wjqdw
I0425 23:06:46.000367    3776 pod.go:62] [openshift-console/console-7745fbf5d4-wjqdw] pod update took 17.16448ms
I0425 23:06:46.000397    3776 base_network_controller_pods.go:951] [default/openshift-console/console-7745fbf5d4-wjqdw] addLogicalPort annotation time took 17.201289ms
I0425 23:06:46.002033    3776 pods.go:271] [openshift-console/console-7745fbf5d4-wjqdw] addLogicalPort took 18.915831ms, libovsdb time 1.150655ms
I0425 23:06:46.341903    3776 cni.go:452] [openshift-console/console-7745fbf5d4-wjqdw 9f8c94b65813920381133d3caef164d304f49808fb07b6ed875be08091b589b1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7745fbf5d4-wjqdw 9f8c94b65813920381133d3caef164d304f49808fb07b6ed875be08091b589b1 network default NAD default NAD key ]
I0425 23:06:46.351480    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7745fbf5d4-wjqdw, hostIfaceName: 9f8c94b65813920, network: default, NAD default, SandboxID: "9f8c94b65813920381133d3caef164d304f49808fb07b6ed875be08091b589b1", PCI device ID: , UID: "7088d1af-87b5-41bc-82c4-4eed43de08dd", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0425 23:06:46.404212    3776 cni.go:473] [openshift-console/console-7745fbf5d4-wjqdw 9f8c94b65813920381133d3caef164d304f49808fb07b6ed875be08091b589b1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7745fbf5d4-wjqdw 9f8c94b65813920381133d3caef164d304f49808fb07b6ed875be08091b589b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e4:d8:17:f9:ed\",\"name\":\"9f8c94b65813920\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adca08fb-a8df-4aa1-bd0f-107fe2ae7c6f\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:06:56.555153    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0425 23:07:08.924916    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:07:08.924941    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0425 23:07:08.924948    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0425 23:07:10.227644    3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:10.228235    3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:11.052595    3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:11.052624    3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:11.061498    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0425 23:07:11.061519    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0425 23:07:11.286832    3776 obj_retry.go:498] Detected object openshift-console/console-6c74477659-q4jkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:11.287331    3776 obj_retry.go:498] Detected object openshift-console/console-6c74477659-q4jkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:12.086965    3776 obj_retry.go:492] Detected object openshift-console/console-6c74477659-q4jkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:12.086980    3776 obj_retry.go:492] Detected object openshift-console/console-6c74477659-q4jkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:12.096726    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c74477659-q4jkd
I0425 23:07:12.096752    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c74477659-q4jkd
I0425 23:07:21.865703    3776 obj_retry.go:498] Detected object openshift-console/console-6c74477659-jnnx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:21.866213    3776 obj_retry.go:498] Detected object openshift-console/console-6c74477659-jnnx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:22.102522    3776 obj_retry.go:492] Detected object openshift-console/console-6c74477659-jnnx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:22.102549    3776 obj_retry.go:492] Detected object openshift-console/console-6c74477659-jnnx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:22.110457    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c74477659-jnnx9
I0425 23:07:22.110486    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c74477659-jnnx9
I0425 23:07:22.506846    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0425 23:07:24.403634    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12
I0425 23:07:45.527669    3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:45.528330    3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:07:46.207515    3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:46.207544    3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:07:46.215026    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0425 23:07:46.215048    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0425 23:08:08.512057    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0425 23:08:11.414643    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:08:11.415214    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:08:12.301993    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:08:12.302016    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:08:27.404582    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0425 23:08:28.278416    3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0425 23:08:47.495075    3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0425 23:09:29.403005    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0425 23:09:55.528267    3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0425 23:10:03.816414    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:10:03.816972    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:10:04.715227    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:10:04.715251    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:10:08.533831    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0425 23:10:21.523488    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0425 23:10:24.500708    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0425 23:10:26.495843    3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0425 23:10:51.403280    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140
I0425 23:11:14.413948    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=664
I0425 23:11:26.518475    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0425 23:11:27.534523    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0425 23:11:38.402532    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=93
I0425 23:15:08.405462    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0425 23:15:33.406784    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10
I0425 23:16:12.626762    3776 namespace.go:98] [tsf] adding namespace
I0425 23:16:12.627652    3776 namespace.go:102] [tsf] adding namespace took 862.651µs
I0425 23:16:12.641060    3776 namespace.go:142] [tsf] updating namespace
I0425 23:16:12.651478    3776 namespace.go:142] [tsf] updating namespace
I0425 23:16:15.498006    3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0425 23:16:15.526732    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0425 23:16:16.375042    3776 namespace.go:98] [tsf-tpa] adding namespace
I0425 23:16:16.375070    3776 namespace.go:98] [tsf-keycloak] adding namespace
I0425 23:16:16.375249    3776 namespace.go:98] [rhtpa-operator] adding namespace
I0425 23:16:16.375350    3776 namespace.go:98] [rhbk-operator] adding namespace
I0425 23:16:16.375997    3776 namespace.go:102] [tsf-tpa] adding namespace took 931.218µs
I0425 23:16:16.376028    3776 namespace.go:98] [konflux-ui] adding namespace
I0425 23:16:16.376707    3776 namespace.go:102] [konflux-ui] adding namespace took 668.074µs
I0425 23:16:16.377129    3776 namespace.go:102] [tsf-keycloak] adding namespace took 2.042034ms
I0425 23:16:16.377156    3776 namespace.go:98] [konflux-operator] adding namespace
I0425 23:16:16.377403    3776 namespace.go:98] [tsf-tas] adding namespace
I0425 23:16:16.377671    3776 namespace.go:102] [rhtpa-operator] adding namespace took 2.410704ms
I0425 23:16:16.378176    3776 namespace.go:102] [rhbk-operator] adding namespace took 2.808544ms
I0425 23:16:16.378198    3776 namespace.go:98] [cert-manager-operator] adding namespace
I0425 23:16:16.378518    3776 namespace.go:102] [konflux-operator] adding namespace took 1.355838ms
I0425 23:16:16.379039    3776 namespace.go:102] [tsf-tas] adding namespace took 1.618677ms
I0425 23:16:16.379498    3776 namespace.go:102] [cert-manager-operator] adding namespace took 1.295302ms
I0425 23:16:16.385857    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:16:16.397901    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:16:16.415998    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:16:16.422859    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:16:16.429708    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:16:16.430802    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:16:16.444208    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:16:16.444355    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:16:16.444421    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:16:16.444600    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:16:16.447334    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:16:16.461425    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:16:16.461503    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:16:16.480730    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:16:16.492091    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:16:16.503889    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:16:16.514800    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:16:16.514867    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:16:16.533910    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:16:16.533985    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:16:16.542769    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:16:16.548778    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:16:16.558867    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:16:16.578334    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:16:17.460402    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:16:17.470052    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:16:17.616967    3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:16:17.617084    3776 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0425 23:16:17.642239    3776 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.182392ms
I0425 23:16:17.642265    3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.213136ms
I0425 23:16:17.643473    3776 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.522164ms, libovsdb time 859.271µs
I0425 23:16:17.995187    3776 cni.go:452] [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key ]
I0425 23:16:18.004427    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 82a196c71297638, network: default, NAD default, SandboxID: "82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84", PCI device ID: , UID: "7f9fb4f1-15c6-4a70-ae03-85a9b8011f8d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0425 23:16:18.055888    3776 cni.go:473] [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bf:47:73:1b:d0\",\"name\":\"82a196c71297638\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a001fe20-3891-4034-92e8-5974a8792213\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:16:23.527525    3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.528239    3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.528275    3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.528285    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:23.528300    3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.528306    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:23.556180    3776 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.556673    3776 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.556710    3776 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.556719    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:23.556728    3776 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:23.556732    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:24.552945    3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.552975    3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.552993    3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.553006    3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.580067    3776 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.580110    3776 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.580120    3776 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:24.580133    3776 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:26.983755    3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:26.984328    3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:26.984360    3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:26.984369    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:26.984379    3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:26.984382    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:28.008779    3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:28.008805    3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:28.008826    3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:28.008839    3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:29.597252    3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.597784    3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.597804    3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.597812    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:29.597824    3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.597833    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:29.634062    3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.634563    3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.634589    3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.634598    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:29.634612    3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.634620    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:29.661386    3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.661877    3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.661906    3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.661914    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0425 23:16:29.661927    3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0425 23:16:29.661934    3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0425 23:16:30.624066    3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.624088    3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.624102    3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.624112    3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.663619    3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.663632    3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.663639    3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.663646    3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.694838    3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.694864    3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.694875    3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:30.694883    3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:16:31.531045    3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
W0425 23:16:36.198926    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0425 23:16:38.514498    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0425 23:16:39.510276    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
W0425 23:16:41.241982    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0425 23:16:41.259980    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0425 23:16:42.407758    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11
W0425 23:16:42.537526    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0425 23:16:47.245922    3776 namespace.go:142] [openshift-operators] updating namespace
I0425 23:16:47.252850    3776 namespace.go:142] [openshift-operators] updating namespace
I0425 23:16:48.581785    3776 namespace.go:98] [cert-manager] adding namespace
I0425 23:16:48.582605    3776 namespace.go:102] [cert-manager] adding namespace took 793.557µs
I0425 23:16:48.601439    3776 namespace.go:142] [cert-manager] updating namespace
I0425 23:16:48.618944    3776 namespace.go:142] [cert-manager] updating namespace
W0425 23:16:50.225041    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0425 23:16:50.245996    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0425 23:16:50.275955    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0425 23:16:50.292352    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0425 23:16:55.896041    3776 namespace.go:98] [trusted-artifact-signer] adding namespace
I0425 23:16:55.896930    3776 namespace.go:102] [trusted-artifact-signer] adding namespace took 862.222µs
I0425 23:16:55.913065    3776 namespace.go:142] [trusted-artifact-signer] updating namespace
I0425 23:16:55.940918    3776 namespace.go:142] [trusted-artifact-signer] updating namespace
W0425 23:16:56.671979    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0425 23:16:57.074923    3776 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-f2qbf for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:16:57.075022    3776 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf
I0425 23:16:57.089554    3776 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf] pod update took 14.553963ms
I0425 23:16:57.089576    3776 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf] addLogicalPort annotation time took 14.581624ms
I0425 23:16:57.090727    3776 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf] addLogicalPort took 15.825666ms, libovsdb time 816.418µs
I0425 23:16:57.431862    3776 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf 6a7c194065003f94293581c971ee3d1c1644dfc98414313275a785ae6cd7e4d2 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf 6a7c194065003f94293581c971ee3d1c1644dfc98414313275a785ae6cd7e4d2 network default NAD default NAD key ]
I0425 23:16:57.441796    3776 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-f2qbf, hostIfaceName: 6a7c194065003f9, network: default, NAD default, SandboxID: "6a7c194065003f94293581c971ee3d1c1644dfc98414313275a785ae6cd7e4d2", PCI device ID: , UID: "9b4b7e1d-97b0-495c-8f76-c2c98950303f", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0425 23:16:57.492138    3776 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf 6a7c194065003f94293581c971ee3d1c1644dfc98414313275a785ae6cd7e4d2 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f2qbf 6a7c194065003f94293581c971ee3d1c1644dfc98414313275a785ae6cd7e4d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:26:54:f4:65:9e\",\"name\":\"6a7c194065003f9\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/632cb2c4-9972-4bd0-a7bf-d48cdfa0bc25\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:16:59.216830    3776 namespace.go:142] [openshift-operators] updating namespace
I0425 23:16:59.754175    3776 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-fnwn4 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:16:59.754302    3776 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4
I0425 23:16:59.799068    3776 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4] pod update took 44.790134ms
I0425 23:16:59.799090    3776 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4] addLogicalPort annotation time took 44.818888ms
I0425 23:16:59.800465    3776 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4] addLogicalPort took 46.312614ms, libovsdb time 953.303µs
W0425 23:17:00.225248    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0425 23:17:00.225271    3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0425 23:17:01.916803    3776 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4 48deb58fee8b2ef7ccd9c6427d463d8b86128c2539c4cc8799461a66a66fbe97 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4 48deb58fee8b2ef7ccd9c6427d463d8b86128c2539c4cc8799461a66a66fbe97 network default NAD default NAD key ]
I0425 23:17:01.927387    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-fnwn4, hostIfaceName: 48deb58fee8b2ef, network: default, NAD default, SandboxID: "48deb58fee8b2ef7ccd9c6427d463d8b86128c2539c4cc8799461a66a66fbe97", PCI device ID: , UID: "07908f1e-2b57-4cb1-a7ff-ab0389741005", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0425 23:17:01.986244    3776 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4 48deb58fee8b2ef7ccd9c6427d463d8b86128c2539c4cc8799461a66a66fbe97 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fnwn4 48deb58fee8b2ef7ccd9c6427d463d8b86128c2539c4cc8799461a66a66fbe97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7a:f8:2a:d4:76\",\"name\":\"48deb58fee8b2ef\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/037aeac9-25a6-4159-be44-7dfc93846e38\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:17:09.982023    3776 cni.go:452] [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key ]
I0425 23:17:10.057528    3776 cni.go:473] [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 82a196c712976388014247aac28661387b66f905cbc8ee9446b00769afc3fd84 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:17:10.113213    3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:17:10.113275    3776 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0425 23:17:10.114760    3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26
I0425 23:17:10.114786    3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:17:10.135209    3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:17:10.135226    3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:17:10.145251    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0425 23:17:10.145275    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0425 23:17:11.455396    3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:17:11.455519    3776 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0425 23:17:11.471089    3776 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.595956ms
I0425 23:17:11.471116    3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.626936ms
I0425 23:17:11.472418    3776 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.042165ms, libovsdb time 867.339µs
I0425 23:17:11.820952    3776 cni.go:452] [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key ]
I0425 23:17:11.831342    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 9a075a6736ecd05, network: default, NAD default, SandboxID: "9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc", PCI device ID: , UID: "c3d29016-a00e-4b39-bb22-83bf92071a0e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0425 23:17:11.880811    3776 cni.go:473] [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6d:c1:9b:69:bb\",\"name\":\"9a075a6736ecd05\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52771e43-9bcd-48a2-af6d-794c68ba44ba\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:17:13.499027    3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0425 23:17:14.397287    3776 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-p857z for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:17:14.397403    3776 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z
I0425 23:17:14.397594    3776 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-j2lj9 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:17:14.397752    3776 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9
I0425 23:17:14.411486    3776 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z] pod update took 14.116723ms
I0425 23:17:14.411511    3776 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z] addLogicalPort annotation time took 14.146574ms
I0425 23:17:14.413131    3776 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9] pod update took 15.46766ms
I0425 23:17:14.413161    3776 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9] addLogicalPort annotation time took 15.503077ms
I0425 23:17:14.413578    3776 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z] addLogicalPort took 16.311744ms, libovsdb time 1.608514ms
I0425 23:17:14.414581    3776 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9] addLogicalPort took 17.0071ms, libovsdb time 845.208µs
I0425 23:17:15.970954    3776 namespace.go:98] [openshift-pipelines] adding namespace
I0425 23:17:15.971751    3776 namespace.go:102] [openshift-pipelines] adding namespace took 774.096µs
I0425 23:17:15.991838    3776 namespace.go:142] [openshift-pipelines] updating namespace
I0425 23:17:16.818400    3776 namespace.go:142] [cert-manager] updating namespace
I0425 23:17:17.019869    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:17:17.419167    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:17:17.619780    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:17:17.823361    3776 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace
I0425 23:17:18.228448    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:17:18.424437    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:17:18.625263    3776 namespace.go:142] [trusted-artifact-signer] updating namespace
I0425 23:17:18.824432    3776 namespace.go:142] [tsf] updating namespace
I0425 23:17:19.024938    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:17:19.227504    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:17:19.428290    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:17:19.556424    3776 namespace.go:142] [cert-manager] updating namespace
I0425 23:17:19.566317    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:17:19.573915    3776 namespace.go:142] [default] updating namespace
I0425 23:17:19.582734    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:17:19.591776    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:17:19.598913    3776 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace
I0425 23:17:19.609368    3776 namespace.go:142] [openshift] updating namespace
I0425 23:17:19.617054    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:17:19.626485    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:17:19.633456    3776 namespace.go:142] [trusted-artifact-signer] updating namespace
I0425 23:17:19.650934    3776 namespace.go:142] [tsf] updating namespace
I0425 23:17:19.669843    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:17:19.689966    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:17:19.712834    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:17:19.810334    3776 namespace.go:142] [cert-manager] updating namespace
I0425 23:17:19.911104    3776 namespace.go:142] [cert-manager-operator] updating namespace
I0425 23:17:20.012153    3776 namespace.go:142] [default] updating namespace
I0425 23:17:20.110467    3776 namespace.go:142] [konflux-operator] updating namespace
I0425 23:17:20.210943    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:17:20.312586    3776 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace
I0425 23:17:20.409381    3776 namespace.go:142] [openshift] updating namespace
I0425 23:17:20.510715    3776 namespace.go:142] [rhbk-operator] updating namespace
I0425 23:17:20.611857    3776 namespace.go:142] [rhtpa-operator] updating namespace
I0425 23:17:20.709671    3776 namespace.go:142] [trusted-artifact-signer] updating namespace
I0425 23:17:20.810195    3776 namespace.go:142] [tsf] updating namespace
I0425 23:17:20.911810    3776 namespace.go:142] [tsf-keycloak] updating namespace
I0425 23:17:21.012422    3776 namespace.go:142] [tsf-tas] updating namespace
I0425 23:17:21.111897    3776 namespace.go:142] [tsf-tpa] updating namespace
I0425 23:17:21.377984    3776 namespace.go:142] [openshift-pipelines] updating namespace
I0425 23:17:23.520752    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0425 23:17:25.865422    3776 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z cb2db11d462b0bf781d3dd556c2e20fafa9fff28fdbe6792c9fb671bbb36a5a5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z cb2db11d462b0bf781d3dd556c2e20fafa9fff28fdbe6792c9fb671bbb36a5a5 network default NAD default NAD key ]
I0425 23:17:25.869163    3776 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9 de2b18636152b1070ab925fb933d06806cab9d569107e7b03a2a5bbca9a6c617 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9 de2b18636152b1070ab925fb933d06806cab9d569107e7b03a2a5bbca9a6c617 network default NAD default NAD key ]
I0425 23:17:25.876042    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-p857z, hostIfaceName: cb2db11d462b0bf, network: default, NAD default, SandboxID: "cb2db11d462b0bf781d3dd556c2e20fafa9fff28fdbe6792c9fb671bbb36a5a5", PCI device ID: , UID: "29a10e66-3690-42b7-9c1a-c0accb96e1e6", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0425 23:17:25.879133    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-j2lj9, hostIfaceName: de2b18636152b10, network: default, NAD default, SandboxID: "de2b18636152b1070ab925fb933d06806cab9d569107e7b03a2a5bbca9a6c617", PCI device ID: , UID: "45826530-af74-49a5-9210-56a17c47b0da", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0425 23:17:25.927874    3776 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z cb2db11d462b0bf781d3dd556c2e20fafa9fff28fdbe6792c9fb671bbb36a5a5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p857z cb2db11d462b0bf781d3dd556c2e20fafa9fff28fdbe6792c9fb671bbb36a5a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a6:a6:bc:55:57\",\"name\":\"cb2db11d462b0bf\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8405713e-38cc-428f-be1e-6f0aca09541c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:17:25.951163    3776 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9 de2b18636152b1070ab925fb933d06806cab9d569107e7b03a2a5bbca9a6c617 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2lj9 de2b18636152b1070ab925fb933d06806cab9d569107e7b03a2a5bbca9a6c617 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b3:a0:f7:e6:b3\",\"name\":\"de2b18636152b10\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a0e2654-532a-4abc-8694-76ddfd33e3a0\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:17:26.067057    3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0425 23:17:26.086232    3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0425 23:17:30.290835    3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-8vbx8 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:17:30.290928    3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8
I0425 23:17:30.306974    3776 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8] pod update took 16.07562ms
I0425 23:17:30.306996    3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8] addLogicalPort annotation time took 16.103434ms
I0425 23:17:30.308516    3776 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8] addLogicalPort took 17.698162ms, libovsdb time 1.123384ms
I0425 23:17:30.654982    3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8 cc3d9e347955c5bcf496cf90c1aa4520b345a77e023187544ebbafd5c6e65fa8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8 cc3d9e347955c5bcf496cf90c1aa4520b345a77e023187544ebbafd5c6e65fa8 network default NAD default NAD key ]
I0425 23:17:30.664366    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-8vbx8, hostIfaceName: cc3d9e347955c5b, network: default, NAD default, SandboxID: "cc3d9e347955c5bcf496cf90c1aa4520b345a77e023187544ebbafd5c6e65fa8", PCI device ID: , UID: "5342b2b6-ba22-48d1-8165-aec7dfeb16a0", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0425 23:17:30.717293    3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8 cc3d9e347955c5bcf496cf90c1aa4520b345a77e023187544ebbafd5c6e65fa8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8vbx8 cc3d9e347955c5bcf496cf90c1aa4520b345a77e023187544ebbafd5c6e65fa8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7a:20:d4:56:70\",\"name\":\"cc3d9e347955c5b\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4caf928c-f959-4c4f-854d-864487271d46\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:17:33.380766    3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0425 23:17:33.380792    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0425 23:17:33.380798    3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0425 23:17:33.407567    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35
W0425 23:17:34.118454    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:34.118478    3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:34.118485    3776 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:34.118490    3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:34.384116    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0425 23:17:34.384132    3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0425 23:17:34.384137    3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0425 23:17:35.537545    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0425 23:17:45.117469    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:45.117490    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:45.117495    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:45.117509    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0425 23:17:47.075504    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0425 23:17:47.101317    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0425 23:17:47.416235    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=207
W0425 23:17:59.962846    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0425 23:18:02.248425    3776 cni.go:452] [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key ]
I0425 23:18:02.328793    3776 cni.go:473] [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 9a075a6736ecd05f9cab04a497fac4b0a599a4bbc8a4456dccab411e5a3df8bc network default NAD default NAD key default], result "{}", err <nil>
I0425 23:18:02.377267    3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:02.377302    3776 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0425 23:18:02.378717    3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.29
I0425 23:18:02.378745    3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:02.396745    3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:02.396766    3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:02.399582    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0425 23:18:02.399606    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0425 23:18:03.386623    3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:18:03.386728    3776 kube.go:256] Updating pod tsf/test-tsf-iam
I0425 23:18:03.399200    3776 pod.go:62] [tsf/test-tsf-iam] pod update took 12.495759ms
I0425 23:18:03.399226    3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 12.528383ms
I0425 23:18:03.400515    3776 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 13.908444ms, libovsdb time 902.104µs
I0425 23:18:03.752751    3776 cni.go:452] [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key ]
I0425 23:18:03.762452    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: bd6752495318aae, network: default, NAD default, SandboxID: "bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3", PCI device ID: , UID: "573d53a9-9e40-45f6-98c2-77088a674bbd", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0425 23:18:03.815196    3776 cni.go:473] [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c6:ba:4a:7b:bb\",\"name\":\"bd6752495318aae\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd64f75b-6e91-4581-b16d-c7f891e8fd77\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:18:04.284248    3776 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0425 23:18:04.284930    3776 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0425 23:18:04.284950    3776 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0425 23:18:04.287294    3776 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0425 23:18:04.650703    3776 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:18:04.650830    3776 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0425 23:18:04.667152    3776 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.352032ms
I0425 23:18:04.667175    3776 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.38156ms
I0425 23:18:04.668465    3776 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.799228ms, libovsdb time 919.449µs
I0425 23:18:05.012228    3776 cni.go:452] [tsf-keycloak/keycloak-0 f00e7a57f176174e50d28b79e2daf83e8835d5d9ad5c1b83530ba517067aa0fa network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 f00e7a57f176174e50d28b79e2daf83e8835d5d9ad5c1b83530ba517067aa0fa network default NAD default NAD key ]
I0425 23:18:05.021722    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f00e7a57f176174, network: default, NAD default, SandboxID: "f00e7a57f176174e50d28b79e2daf83e8835d5d9ad5c1b83530ba517067aa0fa", PCI device ID: , UID: "dd640a2f-b150-4c8a-bbf9-23a64364f399", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0425 23:18:05.073232    3776 cni.go:473] [tsf-keycloak/keycloak-0 f00e7a57f176174e50d28b79e2daf83e8835d5d9ad5c1b83530ba517067aa0fa network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 f00e7a57f176174e50d28b79e2daf83e8835d5d9ad5c1b83530ba517067aa0fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:90:5c:5f:55:c7\",\"name\":\"f00e7a57f176174\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c3936ba-acf6-4b52-b8ea-2619b9269739\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:18:10.297248    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0425 23:18:10.297269    3776 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0425 23:18:10.297335    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0425 23:18:10.297352    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0425 23:18:17.503078    3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0425 23:18:34.235512    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0425 23:18:34.235533    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0425 23:18:34.239319    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0425 23:18:34.239334    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0425 23:18:34.517845    3776 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-9hgx4] creating logical port tsf-keycloak_tsf-iam-9hgx4 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:18:34.517954    3776 kube.go:256] Updating pod tsf-keycloak/tsf-iam-9hgx4
I0425 23:18:34.532339    3776 pod.go:62] [tsf-keycloak/tsf-iam-9hgx4] pod update took 14.418196ms
I0425 23:18:34.532362    3776 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-9hgx4] addLogicalPort annotation time took 14.447356ms
I0425 23:18:34.533694    3776 pods.go:271] [tsf-keycloak/tsf-iam-9hgx4] addLogicalPort took 15.849714ms, libovsdb time 849.647µs
I0425 23:18:34.877003    3776 cni.go:452] [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key ]
I0425 23:18:34.886935    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-9hgx4, hostIfaceName: 34bbfa8b1f22db9, network: default, NAD default, SandboxID: "34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a", PCI device ID: , UID: "c85b8c5c-c668-4ae1-a7a7-aa52ab11e053", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0425 23:18:34.937471    3776 cni.go:473] [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:59:b1:a8:db:83\",\"name\":\"34bbfa8b1f22db9\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a1fe573-d26e-4e05-9ed9-022d90937fb9\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:18:37.471504    3776 cni.go:452] [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key ]
I0425 23:18:37.547212    3776 cni.go:473] [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam bd6752495318aae557d51ed3358d6b78e4475fa6eedcfd591921149e207502b3 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:18:37.604209    3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:37.604314    3776 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0425 23:18:37.606130    3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.33
I0425 23:18:37.606178    3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:37.649275    3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:37.649306    3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:37.657053    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0425 23:18:37.657091    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0425 23:18:38.516396    3776 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:18:38.521531    3776 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0425 23:18:38.535891    3776 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.416976ms
I0425 23:18:38.535932    3776 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.472304ms
I0425 23:18:38.538378    3776 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 22.008895ms, libovsdb time 1.837474ms
I0425 23:18:38.901656    3776 cni.go:452] [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key ]
I0425 23:18:38.931579    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 4f1e483b105beaf, network: default, NAD default, SandboxID: "4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe", PCI device ID: , UID: "e040f2f2-3fee-4fe1-ab82-db36ebfcb427", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0425 23:18:38.997519    3776 cni.go:473] [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c0:f2:34:8d:9d\",\"name\":\"4f1e483b105beaf\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab7d59d7-dc76-48da-99f0-1b6c0fc7e672\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:18:42.211801    3776 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0425 23:18:42.211821    3776 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0425 23:18:42.211827    3776 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0425 23:18:44.231986    3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0425 23:18:44.232006    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0425 23:18:48.261331    3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0425 23:18:48.303321    3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0425 23:18:52.567981    3776 cni.go:452] [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key ]
I0425 23:18:52.644432    3776 cni.go:473] [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-9hgx4 34bbfa8b1f22db97db91ecab1e45740f508783b809f2e1561e843f5291acfb6a network default NAD default NAD key default], result "{}", err <nil>
I0425 23:18:52.692462    3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:52.692498    3776 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-9hgx4
I0425 23:18:52.693904    3776 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-9hgx4, ips: 10.129.0.35
I0425 23:18:52.693937    3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0425 23:18:52.789770    3776 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0425 23:18:53.592957    3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:53.592983    3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:53.919914    3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:53.920437    3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:18:54.330910    3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-5nfnb] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-5nfnb for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:18:54.330995    3776 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-5nfnb
I0425 23:18:54.343033    3776 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb] pod update took 12.058359ms
I0425 23:18:54.343061    3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-5nfnb] addLogicalPort annotation time took 12.089583ms
I0425 23:18:54.344489    3776 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb] addLogicalPort took 13.594042ms, libovsdb time 984.638µs
I0425 23:18:54.692810    3776 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb f96297ebdbd8723ed96b5eb873b45a10929ed6752439571da8d6df8795482590 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb f96297ebdbd8723ed96b5eb873b45a10929ed6752439571da8d6df8795482590 network default NAD default NAD key ]
I0425 23:18:54.703115    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-5nfnb, hostIfaceName: f96297ebdbd8723, network: default, NAD default, SandboxID: "f96297ebdbd8723ed96b5eb873b45a10929ed6752439571da8d6df8795482590", PCI device ID: , UID: "09f443eb-daf8-4958-8f6c-00763884a107", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0425 23:18:54.755134    3776 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb f96297ebdbd8723ed96b5eb873b45a10929ed6752439571da8d6df8795482590 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5nfnb f96297ebdbd8723ed96b5eb873b45a10929ed6752439571da8d6df8795482590 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:85:13:a0:0e:bd\",\"name\":\"f96297ebdbd8723\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/651487b9-ebfa-4ba7-a4e0-4be97f4f4412\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:18:54.785150    3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:18:54.785171    3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:00.536362    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0425 23:19:02.404799    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61
I0425 23:19:07.217101    3776 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-cmqtr for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:07.217193    3776 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr
I0425 23:19:07.232835    3776 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr] pod update took 15.66391ms
I0425 23:19:07.232855    3776 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr] addLogicalPort annotation time took 15.689787ms
I0425 23:19:07.234065    3776 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr] addLogicalPort took 16.986839ms, libovsdb time 862.591µs
I0425 23:19:07.316938    3776 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-blf4l for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:07.317026    3776 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l
I0425 23:19:07.329958    3776 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l] pod update took 12.950366ms
I0425 23:19:07.329984    3776 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l] addLogicalPort annotation time took 12.983391ms
I0425 23:19:07.331242    3776 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l] addLogicalPort took 14.321158ms, libovsdb time 870.378µs
I0425 23:19:07.579066    3776 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr 8d83ce25287cc062d5835e79eb151d03e975e9e02759856caa56ccb8a3a6fa3f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr 8d83ce25287cc062d5835e79eb151d03e975e9e02759856caa56ccb8a3a6fa3f network default NAD default NAD key ]
I0425 23:19:07.588380    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-cmqtr, hostIfaceName: 8d83ce25287cc06, network: default, NAD default, SandboxID: "8d83ce25287cc062d5835e79eb151d03e975e9e02759856caa56ccb8a3a6fa3f", PCI device ID: , UID: "e669ee8c-8ba3-4868-8f54-895bc3f6b59e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0425 23:19:07.641505    3776 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr 8d83ce25287cc062d5835e79eb151d03e975e9e02759856caa56ccb8a3a6fa3f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-cmqtr 8d83ce25287cc062d5835e79eb151d03e975e9e02759856caa56ccb8a3a6fa3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:04:8e:9d:13:fd\",\"name\":\"8d83ce25287cc06\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79c8c897-5f36-49be-8837-4008756eb6ec\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:19:07.679345    3776 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l 59495bbb332d43e35880f6b432b1e8eb134bf2ace408a1c63d421db604b5bf39 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l 59495bbb332d43e35880f6b432b1e8eb134bf2ace408a1c63d421db604b5bf39 network default NAD default NAD key ]
I0425 23:19:07.688725    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-blf4l, hostIfaceName: 59495bbb332d43e, network: default, NAD default, SandboxID: "59495bbb332d43e35880f6b432b1e8eb134bf2ace408a1c63d421db604b5bf39", PCI device ID: , UID: "2df2d9e0-4dc3-4e5b-bd4b-543a00fc3310", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0425 23:19:07.739210    3776 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l 59495bbb332d43e35880f6b432b1e8eb134bf2ace408a1c63d421db604b5bf39 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-blf4l 59495bbb332d43e35880f6b432b1e8eb134bf2ace408a1c63d421db604b5bf39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:83:50:0b:32:2d\",\"name\":\"59495bbb332d43e\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47315ba8-766d-457f-ad53-c679a703ed9f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:19:10.668412    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0425 23:19:10.693762    3776 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0425 23:19:10.693780    3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0425 23:19:11.680504    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0425 23:19:11.680533    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0425 23:19:21.676843    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0425 23:19:22.734232    3776 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-c9r54 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:22.734321    3776 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54
I0425 23:19:22.748334    3776 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54] pod update took 14.035184ms
I0425 23:19:22.748360    3776 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54] addLogicalPort annotation time took 14.065457ms
I0425 23:19:22.749655    3776 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54] addLogicalPort took 15.43954ms, libovsdb time 882.917µs
I0425 23:19:23.694738    3776 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54 b578cd134ac9416626129b49155332aae32a5842297c0d9c140603e36364ffc1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54 b578cd134ac9416626129b49155332aae32a5842297c0d9c140603e36364ffc1 network default NAD default NAD key ]
I0425 23:19:23.704076    3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-c9r54, hostIfaceName: b578cd134ac9416, network: default, NAD default, SandboxID: "b578cd134ac9416626129b49155332aae32a5842297c0d9c140603e36364ffc1", PCI device ID: , UID: "df3af6c5-501a-48c3-8e53-40ee87f13e57", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0425 23:19:23.754755    3776 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54 b578cd134ac9416626129b49155332aae32a5842297c0d9c140603e36364ffc1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9r54 b578cd134ac9416626129b49155332aae32a5842297c0d9c140603e36364ffc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:7f:e0:88:76:4f\",\"name\":\"b578cd134ac9416\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a62d0ff0-f735-4274-b208-98bdfdb7e253\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:19:28.766016    3776 cni.go:452] [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key ]
I0425 23:19:28.853824    3776 cni.go:473] [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 4f1e483b105beafa429495691b0ec155c72d4bce305f8a5c1b3e9fcfb3f87fbe network default NAD default NAD key default], result "{}", err <nil>
I0425 23:19:28.905455    3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:28.905490    3776 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0425 23:19:28.906784    3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.36
I0425 23:19:28.906812    3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:28.924183    3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:28.924203    3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:28.928834    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0425 23:19:28.928852    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0425 23:19:29.564172    3776 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-stgd9] creating logical port tsf_patch-tekton-config-stgd9 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:29.564262    3776 kube.go:256] Updating pod tsf/patch-tekton-config-stgd9
I0425 23:19:29.575052    3776 pod.go:62] [tsf/patch-tekton-config-stgd9] pod update took 10.816879ms
I0425 23:19:29.575072    3776 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-stgd9] addLogicalPort annotation time took 10.842256ms
I0425 23:19:29.576306    3776 pods.go:271] [tsf/patch-tekton-config-stgd9] addLogicalPort took 12.152242ms, libovsdb time 835.206µs
I0425 23:19:30.036238    3776 cni.go:452] [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key ]
I0425 23:19:30.045901    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-stgd9, hostIfaceName: bf48f3063315950, network: default, NAD default, SandboxID: "bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919", PCI device ID: , UID: "14ca9e18-bf1f-4cd0-8aa4-8d7a0d90111e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0425 23:19:30.099306    3776 cni.go:473] [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e2:11:c2:09:82\",\"name\":\"bf48f3063315950\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1217da01-39cf-4683-b1e3-5d54ce188873\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:19:37.816907    3776 cni.go:452] [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key ]
I0425 23:19:37.903543    3776 cni.go:473] [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-stgd9 bf48f306331595068a72713967da242804675b6b9fda76f089ae40db2ecfe919 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:19:37.961432    3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:37.961464    3776 pods.go:176] Deleting pod: tsf/patch-tekton-config-stgd9
I0425 23:19:37.962746    3776 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-stgd9, ips: 10.129.0.41
I0425 23:19:37.962777    3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:38.833788    3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:38.833814    3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:38.926245    3776 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-2tstr] creating logical port tsf_tsf-tekton-configuration-2tstr for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:38.926348    3776 kube.go:256] Updating pod tsf/tsf-tekton-configuration-2tstr
I0425 23:19:38.939697    3776 pod.go:62] [tsf/tsf-tekton-configuration-2tstr] pod update took 13.354515ms
I0425 23:19:38.939720    3776 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-2tstr] addLogicalPort annotation time took 13.404859ms
I0425 23:19:38.941188    3776 pods.go:271] [tsf/tsf-tekton-configuration-2tstr] addLogicalPort took 14.954066ms, libovsdb time 1.023783ms
I0425 23:19:39.151511    3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:39.152032    3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:39.305116    3776 cni.go:452] [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key ]
I0425 23:19:39.314655    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-2tstr, hostIfaceName: 701ccac075cc7cd, network: default, NAD default, SandboxID: "701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b", PCI device ID: , UID: "5e837416-8c92-46ed-9aef-485d8c1e725f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0425 23:19:39.366543    3776 cni.go:473] [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:45:14:ef:08:a7\",\"name\":\"701ccac075cc7cd\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95ed5533-62be-45ca-b1ea-190a41ee7509\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:19:40.026839    3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:40.026868    3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:40.585470    3776 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5cd879f8f6-8kzb9] creating logical port tsf-tas_ctlog-5cd879f8f6-8kzb9 for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:40.585563    3776 kube.go:256] Updating pod tsf-tas/ctlog-5cd879f8f6-8kzb9
I0425 23:19:40.597904    3776 pod.go:62] [tsf-tas/ctlog-5cd879f8f6-8kzb9] pod update took 12.353599ms
I0425 23:19:40.597923    3776 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5cd879f8f6-8kzb9] addLogicalPort annotation time took 12.38657ms
I0425 23:19:40.599291    3776 pods.go:271] [tsf-tas/ctlog-5cd879f8f6-8kzb9] addLogicalPort took 13.833015ms, libovsdb time 956.409µs
I0425 23:19:41.872636    3776 cni.go:452] [tsf-tas/ctlog-5cd879f8f6-8kzb9 2f00f00e6f0a60b330461a1a2e6d2fa48be2dd30475a7c49bfe635c4c1549a14 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5cd879f8f6-8kzb9 2f00f00e6f0a60b330461a1a2e6d2fa48be2dd30475a7c49bfe635c4c1549a14 network default NAD default NAD key ]
I0425 23:19:41.882967    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5cd879f8f6-8kzb9, hostIfaceName: 2f00f00e6f0a60b, network: default, NAD default, SandboxID: "2f00f00e6f0a60b330461a1a2e6d2fa48be2dd30475a7c49bfe635c4c1549a14", PCI device ID: , UID: "3a5f8222-d145-418e-a09d-51cf609cd634", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0425 23:19:41.938955    3776 cni.go:473] [tsf-tas/ctlog-5cd879f8f6-8kzb9 2f00f00e6f0a60b330461a1a2e6d2fa48be2dd30475a7c49bfe635c4c1549a14 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5cd879f8f6-8kzb9 2f00f00e6f0a60b330461a1a2e6d2fa48be2dd30475a7c49bfe635c4c1549a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:8b:e6:89:ab:9b\",\"name\":\"2f00f00e6f0a60b\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e24b8a4-687d-49eb-a7f5-86e500a83492\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:19:44.853555    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0425 23:19:44.864859    3776 cni.go:452] [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key ]
I0425 23:19:44.950230    3776 cni.go:473] [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-2tstr 701ccac075cc7cd9f3a859ba0d79b1e55edeaecbf2d45eaedbec298a79bb604b network default NAD default NAD key default], result "{}", err <nil>
I0425 23:19:44.997781    3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2tstr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:44.997822    3776 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-2tstr
I0425 23:19:44.999107    3776 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-2tstr, ips: 10.129.0.42
I0425 23:19:44.999139    3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2tstr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:46.016647    3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2tstr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:46.016672    3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2tstr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:46.049653    3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:46.049672    3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:46.056291    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-stgd9
I0425 23:19:46.056312    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-stgd9
I0425 23:19:46.687137    3776 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:46.687303    3776 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0425 23:19:46.699931    3776 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.690641ms
I0425 23:19:46.699957    3776 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.719615ms
I0425 23:19:46.701325    3776 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.20519ms, libovsdb time 848.212µs
I0425 23:19:47.049831    3776 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key ]
I0425 23:19:47.059099    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 0916adf33379d47, network: default, NAD default, SandboxID: "0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9", PCI device ID: , UID: "24e0bb97-ff5f-4224-bf6a-f292eaea147a", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0425 23:19:47.111246    3776 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:10:33:61:a6:c3\",\"name\":\"0916adf33379d47\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e9bc27-97b6-45d5-999a-b7bf9b1e2a9f\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:19:48.202278    3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:48.202881    3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:49.067769    3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:49.067794    3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:50.900333    3776 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key ]
I0425 23:19:50.982632    3776 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 0916adf33379d475d1502bcc4567b990c5f3cb8a1b57ac2f4ca750ff375872e9 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:19:51.032321    3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:51.032355    3776 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0425 23:19:51.033722    3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.44
I0425 23:19:51.033750    3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:51.051512    3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:51.051528    3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:51.057083    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0425 23:19:51.057110    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0425 23:19:51.246216    3776 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:19:51.246336    3776 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0425 23:19:51.258279    3776 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 11.966598ms
I0425 23:19:51.258300    3776 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 11.990922ms
I0425 23:19:51.259788    3776 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.590983ms, libovsdb time 1.024728ms
I0425 23:19:51.606280    3776 cni.go:452] [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key ]
I0425 23:19:51.616173    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: be08deda90e36aa, network: default, NAD default, SandboxID: "be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f", PCI device ID: , UID: "163d3362-f70c-49a8-a3eb-af69bc1856b9", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0425 23:19:51.668250    3776 cni.go:473] [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:27:c4:ff:c8:1f\",\"name\":\"be08deda90e36aa\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b61e66bd-fc4b-454b-8f2a-3a97673cbe3f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:19:55.870209    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0425 23:19:56.095165    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0425 23:19:56.677370    3776 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0425 23:19:57.255616    3776 obj_retry.go:498] Detected object tsf-tpa/create-db-5284v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:57.256171    3776 obj_retry.go:498] Detected object tsf-tpa/create-db-5284v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:19:58.278985    3776 obj_retry.go:492] Detected object tsf-tpa/create-db-5284v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:19:58.279007    3776 obj_retry.go:492] Detected object tsf-tpa/create-db-5284v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0425 23:20:01.134327    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0425 23:20:01.277920    3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jzmgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:01.278513    3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jzmgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:01.407422    3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jzmgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:01.407447    3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jzmgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:01.600875    3776 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-6x2tb] creating logical port tsf-tpa_create-importers-6x2tb for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:20:01.600964    3776 kube.go:256] Updating pod tsf-tpa/create-importers-6x2tb
I0425 23:20:01.615018    3776 pod.go:62] [tsf-tpa/create-importers-6x2tb] pod update took 14.077062ms
I0425 23:20:01.615041    3776 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-6x2tb] addLogicalPort annotation time took 14.104226ms
I0425 23:20:01.616302    3776 pods.go:271] [tsf-tpa/create-importers-6x2tb] addLogicalPort took 15.448202ms, libovsdb time 909.929µs
I0425 23:20:01.983614    3776 cni.go:452] [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key ]
I0425 23:20:01.993228    3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-6x2tb, hostIfaceName: f533a0395895cbd, network: default, NAD default, SandboxID: "f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2", PCI device ID: , UID: "c2448c3f-b3a3-4dc2-8d33-f54ca4cee2d7", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0425 23:20:02.046307    3776 cni.go:473] [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:53:f4:a9:28:e9\",\"name\":\"f533a0395895cbd\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd9a7058-c083-48e4-a0e2-f64d5fc27941\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:20:04.299765    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:04.300321    3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:05.169931    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:05.169954    3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:05.986962    3776 cni.go:452] [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key ]
I0425 23:20:06.070061    3776 cni.go:473] [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-6x2tb f533a0395895cbd03ac67fa19b759b495bfe0e2547aed1c5e495b9bb7da4e3e2 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:20:06.255712    3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-6x2tb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:06.255746    3776 pods.go:176] Deleting pod: tsf-tpa/create-importers-6x2tb
I0425 23:20:06.257071    3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-6x2tb, ips: 10.129.0.46
I0425 23:20:06.257095    3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-6x2tb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:07.276265    3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-6x2tb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:07.276287    3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-6x2tb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0425 23:20:10.195015    3776 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0425 23:20:11.503607    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0425 23:20:14.030079    3776 cni.go:452] [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key ]
I0425 23:20:14.120119    3776 cni.go:473] [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa be08deda90e36aad73ddfff3d80bbe0a12836b5b2fba9c429b95bfc46879f68f network default NAD default NAD key default], result "{}", err <nil>
I0425 23:20:14.168084    3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:14.168119    3776 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0425 23:20:14.169411    3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.45
I0425 23:20:14.169438    3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:14.189365    3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:14.189387    3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:14.192399    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0425 23:20:14.192423    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0425 23:20:14.886154    3776 namespace.go:98] [default-tenant] adding namespace
I0425 23:20:14.887050    3776 namespace.go:102] [default-tenant] adding namespace took 874.429µs
I0425 23:20:14.893540    3776 namespace.go:98] [integration-service] adding namespace
I0425 23:20:14.893660    3776 namespace.go:98] [build-service] adding namespace
I0425 23:20:14.893738    3776 namespace.go:98] [image-controller] adding namespace
I0425 23:20:14.894301    3776 namespace.go:102] [integration-service] adding namespace took 748.444µs
I0425 23:20:14.894791    3776 namespace.go:102] [build-service] adding namespace took 1.117814ms
I0425 23:20:14.895319    3776 namespace.go:102] [image-controller] adding namespace took 1.56333ms
I0425 23:20:14.923206    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:14.940181    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:14.948025    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:14.964888    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:14.977887    3776 namespace.go:142] [build-service] updating namespace
I0425 23:20:15.004973    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:15.007465    3776 namespace.go:142] [build-service] updating namespace
I0425 23:20:15.025500    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:15.114146    3776 namespace.go:142] [build-service] updating namespace
I0425 23:20:15.126987    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:15.157647    3776 namespace.go:98] [release-service] adding namespace
I0425 23:20:15.158499    3776 namespace.go:102] [release-service] adding namespace took 835.353µs
I0425 23:20:15.183858    3776 namespace.go:142] [release-service] updating namespace
I0425 23:20:15.247447    3776 namespace.go:142] [release-service] updating namespace
I0425 23:20:15.353786    3776 namespace.go:142] [konflux-ui] updating namespace
I0425 23:20:15.353804    3776 namespace.go:98] [konflux-info] adding namespace
I0425 23:20:15.354592    3776 namespace.go:102] [konflux-info] adding namespace took 774.192µs
I0425 23:20:15.411831    3776 namespace.go:98] [namespace-lister] adding namespace
I0425 23:20:15.412709    3776 namespace.go:102] [namespace-lister] adding namespace took 863.324µs
I0425 23:20:15.432983    3776 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:20:15.433060    3776 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0425 23:20:15.511488    3776 namespace.go:98] [enterprise-contract-service] adding namespace
I0425 23:20:15.511641    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:15.512326    3776 namespace.go:102] [enterprise-contract-service] adding namespace took 822.625µs
I0425 23:20:15.571478    3776 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 138.442752ms
I0425 23:20:15.571499    3776 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 138.467483ms
I0425 23:20:15.572662    3776 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 139.691588ms, libovsdb time 711.512µs
I0425 23:20:15.575892    3776 namespace.go:142] [konflux-info] updating namespace
I0425 23:20:15.731172    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:15.731350    3776 namespace.go:98] [segment-bridge] adding namespace
I0425 23:20:15.732175    3776 namespace.go:102] [segment-bridge] adding namespace took 807.373µs
I0425 23:20:15.788217    3776 namespace.go:142] [konflux-info] updating namespace
I0425 23:20:15.868139    3776 cni.go:452] [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key ]
I0425 23:20:15.877817    3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 7cce42370968a3b, network: default, NAD default, SandboxID: "7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb", PCI device ID: , UID: "8d43ea48-af98-4dbf-8701-10d38920abba", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0425 23:20:15.877979    3776 namespace.go:142] [namespace-lister] updating namespace
I0425 23:20:15.892951    3776 namespace.go:98] [konflux-cli] adding namespace
I0425 23:20:15.893806    3776 namespace.go:102] [konflux-cli] adding namespace took 835.524µs
I0425 23:20:15.930382    3776 cni.go:473] [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:00:77:c3:24:d6\",\"name\":\"7cce42370968a3b\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9608c2a9-cc83-48ee-996c-f6818ff0fc8b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:20:15.953823    3776 namespace.go:142] [namespace-lister] updating namespace
I0425 23:20:16.072883    3776 namespace.go:142] [enterprise-contract-service] updating namespace
I0425 23:20:16.121824    3776 namespace.go:142] [enterprise-contract-service] updating namespace
I0425 23:20:16.161813    3776 namespace.go:142] [segment-bridge] updating namespace
I0425 23:20:16.262848    3776 namespace.go:142] [segment-bridge] updating namespace
I0425 23:20:16.263023    3776 namespace.go:142] [konflux-cli] updating namespace
I0425 23:20:16.327964    3776 namespace.go:142] [konflux-cli] updating namespace
I0425 23:20:16.432977    3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0425 23:20:16.433569    3776 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0425 23:20:16.433590    3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0425 23:20:16.436089    3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0425 23:20:16.749866    3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0425 23:20:16.749889    3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0425 23:20:16.750714    3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0425 23:20:17.993023    3776 base_network_controller_pods.go:487] [default/konflux-ui/dex-897c8d67f-xdzlt] creating logical port konflux-ui_dex-897c8d67f-xdzlt for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:20:17.993108    3776 kube.go:256] Updating pod konflux-ui/dex-897c8d67f-xdzlt
I0425 23:20:18.012051    3776 pod.go:62] [konflux-ui/dex-897c8d67f-xdzlt] pod update took 18.965039ms
I0425 23:20:18.012141    3776 base_network_controller_pods.go:951] [default/konflux-ui/dex-897c8d67f-xdzlt] addLogicalPort annotation time took 19.057794ms
I0425 23:20:18.013699    3776 pods.go:271] [konflux-ui/dex-897c8d67f-xdzlt] addLogicalPort took 20.665054ms, libovsdb time 1.068961ms
I0425 23:20:18.055861    3776 namespace.go:142] [build-service] updating namespace
I0425 23:20:18.271380    3776 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-4pppj] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-4pppj for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:20:18.271500    3776 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-4pppj
I0425 23:20:18.294234    3776 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj] pod update took 22.768805ms
I0425 23:20:18.294263    3776 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-4pppj] addLogicalPort annotation time took 22.804821ms
I0425 23:20:18.295753    3776 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj] addLogicalPort took 24.392263ms, libovsdb time 969.801µs
I0425 23:20:18.369283    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:18.548910    3776 namespace.go:142] [enterprise-contract-service] updating namespace
I0425 23:20:18.750005    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:18.850073    3776 base_network_controller_pods.go:487] [default/konflux-ui/proxy-77dd6487c7-5wm9b] creating logical port konflux-ui_proxy-77dd6487c7-5wm9b for pod on switch ip-10-0-1-217.ec2.internal
I0425 23:20:18.850189    3776 kube.go:256] Updating pod konflux-ui/proxy-77dd6487c7-5wm9b
I0425 23:20:18.874141    3776 pod.go:62] [konflux-ui/proxy-77dd6487c7-5wm9b] pod update took 23.991512ms
I0425 23:20:18.874164    3776 base_network_controller_pods.go:951] [default/konflux-ui/proxy-77dd6487c7-5wm9b] addLogicalPort annotation time took 24.02221ms
I0425 23:20:18.875553    3776 pods.go:271] [konflux-ui/proxy-77dd6487c7-5wm9b] addLogicalPort took 25.500528ms, libovsdb time 962.614µs
I0425 23:20:18.954965    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:19.174870    3776 namespace.go:142] [konflux-cli] updating namespace
I0425 23:20:19.428049    3776 namespace.go:142] [konflux-info] updating namespace
I0425 23:20:19.702123    3776 namespace.go:142] [namespace-lister] updating namespace
W0425 23:20:19.819907    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0425 23:20:19.941578    3776 namespace.go:142] [release-service] updating namespace
I0425 23:20:20.154051    3776 namespace.go:142] [segment-bridge] updating namespace
I0425 23:20:20.322394    3776 namespace.go:142] [build-service] updating namespace
I0425 23:20:20.359838    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:20.395873    3776 namespace.go:142] [enterprise-contract-service] updating namespace
I0425 23:20:20.437854    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:20.465028    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:20.516894    3776 namespace.go:142] [konflux-cli] updating namespace
I0425 23:20:20.557990    3776 namespace.go:142] [konflux-info] updating namespace
I0425 23:20:20.633918    3776 namespace.go:142] [namespace-lister] updating namespace
I0425 23:20:20.678975    3776 namespace.go:142] [release-service] updating namespace
I0425 23:20:20.713127    3776 namespace.go:142] [segment-bridge] updating namespace
I0425 23:20:20.823010    3776 namespace.go:142] [build-service] updating namespace
W0425 23:20:20.823021    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0425 23:20:20.902489    3776 namespace.go:142] [default-tenant] updating namespace
I0425 23:20:20.982339    3776 namespace.go:142] [enterprise-contract-service] updating namespace
I0425 23:20:21.027176    3776 namespace.go:142] [image-controller] updating namespace
I0425 23:20:21.085246    3776 namespace.go:142] [integration-service] updating namespace
I0425 23:20:21.151826    3776 namespace.go:142] [konflux-cli] updating namespace
I0425 23:20:21.256961    3776 namespace.go:142] [konflux-info] updating namespace
I0425 23:20:21.357975    3776 namespace.go:142] [namespace-lister] updating namespace
I0425 23:20:21.447071    3776 namespace.go:142] [release-service] updating namespace
I0425 23:20:21.555030    3776 namespace.go:142] [segment-bridge] updating namespace
W0425 23:20:22.842235    3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0425 23:20:25.861022    3776 cni.go:452] [konflux-ui/dex-897c8d67f-xdzlt 6a5d3d582f0f9dcbcbe2bfee04d9595b094dfe6873f25ed65cc85eab0335a2d3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-897c8d67f-xdzlt 6a5d3d582f0f9dcbcbe2bfee04d9595b094dfe6873f25ed65cc85eab0335a2d3 network default NAD default NAD key ]
I0425 23:20:25.870381    3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-897c8d67f-xdzlt, hostIfaceName: 6a5d3d582f0f9dc, network: default, NAD default, SandboxID: "6a5d3d582f0f9dcbcbe2bfee04d9595b094dfe6873f25ed65cc85eab0335a2d3", PCI device ID: , UID: "ad25207c-0e6c-4b26-a8f9-f3013416a189", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0425 23:20:25.921880    3776 cni.go:473] [konflux-ui/dex-897c8d67f-xdzlt 6a5d3d582f0f9dcbcbe2bfee04d9595b094dfe6873f25ed65cc85eab0335a2d3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-897c8d67f-xdzlt 6a5d3d582f0f9dcbcbe2bfee04d9595b094dfe6873f25ed65cc85eab0335a2d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f0:9a:a3:a6:fe\",\"name\":\"6a5d3d582f0f9dc\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba322e8f-8747-4a60-847e-d815f12786ce\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:20:26.140792    3776 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key ]
I0425 23:20:26.150538    3776 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-4pppj, hostIfaceName: e5bb437c370268d, network: default, NAD default, SandboxID: "e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365", PCI device ID: , UID: "6fddb255-1e3b-47c0-85aa-bf4a0f17ac6d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0425 23:20:26.202309    3776 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:08:d1:76:0f:70\",\"name\":\"e5bb437c370268d\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/971d7f8f-27e8-40ba-bc66-b572fe5d4213\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0425 23:20:27.092379    3776 cni.go:452] [konflux-ui/proxy-77dd6487c7-5wm9b fd93874afcb5113e50812d3710d4760450bb3d70123ea100fbae60e62aeb44a4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-77dd6487c7-5wm9b fd93874afcb5113e50812d3710d4760450bb3d70123ea100fbae60e62aeb44a4 network default NAD default NAD key ]
I0425 23:20:27.104344    3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-77dd6487c7-5wm9b, hostIfaceName: fd93874afcb5113, network: default, NAD default, SandboxID: "fd93874afcb5113e50812d3710d4760450bb3d70123ea100fbae60e62aeb44a4", PCI device ID: , UID: "b2037fbf-0128-4856-9d15-ffcd4765ae42", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23]
I0425 23:20:27.161988    3776 cni.go:473] [konflux-ui/proxy-77dd6487c7-5wm9b fd93874afcb5113e50812d3710d4760450bb3d70123ea100fbae60e62aeb44a4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-77dd6487c7-5wm9b fd93874afcb5113e50812d3710d4760450bb3d70123ea100fbae60e62aeb44a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e3:ca:c9:29:a1\",\"name\":\"fd93874afcb5113\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38871718-dd7e-4bf8-93eb-28eb4bc98aca\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0425 23:20:27.902376    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0425 23:20:27.902964    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0425 23:20:28.113093    3776 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0425 23:20:29.120791    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0425 23:20:29.128605    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0425 23:20:29.908213    3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0425 23:20:29.908262    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0425 23:20:30.732528    3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:30.733173    3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:30.914923    3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:30.914954    3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0425 23:20:32.159377    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0425 23:20:32.159397    3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0425 23:20:32.936059    3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0425 23:20:32.936076    3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0425 23:20:38.897900    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0425 23:20:38.897928    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0425 23:20:38.900526    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0425 23:20:38.900550    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0425 23:20:39.077988    3776 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key ]
I0425 23:20:39.165912    3776 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4pppj e5bb437c370268d0e5100298a6dec3a121154b6e3a9142cfd48a7fc5cd85b365 network default NAD default NAD key default], result "{}", err <nil>
I0425 23:20:39.213226    3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:39.213281    3776 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-4pppj
I0425 23:20:39.214713    3776 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-4pppj, ips: 10.129.0.49
I0425 23:20:39.214744    3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:20:40.192359    3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:40.192391    3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:20:40.199090    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-4pppj
I0425 23:20:40.199115    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-4pppj
W0425 23:20:41.140894    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
W0425 23:20:45.017118    3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0425 23:21:08.204898    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0425 23:21:08.204925    3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0425 23:21:08.912412    3776 namespace.go:142] [openshift-pipelines] updating namespace
I0425 23:21:38.359103    3776 obj_retry.go:498] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:21:38.359671    3776 obj_retry.go:498] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:21:39.343618    3776 obj_retry.go:492] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:21:39.343640    3776 obj_retry.go:492] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:21:39.350314    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c49569bfb-jld8z
I0425 23:21:39.350339    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c49569bfb-jld8z
I0425 23:21:42.414358    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148
I0425 23:21:44.548925    3776 cni.go:452] [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key ]
I0425 23:21:44.633163    3776 cni.go:473] [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 7cce42370968a3b39b124698707228fe82ccce4a3fb3dbdeb4d8ec9d670ca6eb network default NAD default NAD key default], result "{}", err <nil>
I0425 23:21:44.681820    3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0425 23:21:44.681853    3776 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0425 23:21:44.683114    3776 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.47
I0425 23:21:44.683147    3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0425 23:21:44.717985    3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:21:44.718002    3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0425 23:21:44.723042    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0425 23:21:44.723065    3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0425 23:22:09.414923    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0425 23:22:11.327510    3776 namespace.go:98] [default-managed-tenant-se4u3] adding namespace
I0425 23:22:11.328336    3776 namespace.go:102] [default-managed-tenant-se4u3] adding namespace took 807.898µs
I0425 23:22:11.401966    3776 namespace.go:142] [default-managed-tenant-se4u3] updating namespace
I0425 23:22:11.418951    3776 namespace.go:142] [default-managed-tenant-se4u3] updating namespace
I0425 23:22:12.416216    3776 namespace.go:142] [default-managed-tenant-se4u3] updating namespace
I0425 23:22:12.548104    3776 namespace.go:142] [default-managed-tenant-se4u3] updating namespace
I0425 23:22:12.644790    3776 namespace.go:142] [default-managed-tenant-se4u3] updating namespace
I0425 23:22:16.517312    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0425 23:22:22.534074    3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0425 23:22:24.529800    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0425 23:22:36.523042    3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0425 23:22:38.409938    3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52