+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-74.ec2.internal
++ [[ -n ip-10-0-2-74.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-74.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0420 17:29:51.925461915 - disable conntrack on geneve port'
I0420 17:29:51.925461915 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0420 17:29:51.943504857 - starting ovnkube-node
+ echo 'I0420 17:29:51.943504857 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-74.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-74.ec2.internal --init-node ip-10-0-2-74.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-74.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0420 17:29:51.985962    3821 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0420 17:29:51.986014    3821 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-548d2b2464.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0420 17:29:51.987695    3821 kube.go:431] Waiting for certificate
I0420 17:29:51.987726    3821 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0420 17:29:51.987762    3821 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0420 17:29:51.988553    3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 17:29:52.024445    3821 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 17:29:52.024460    3821 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 17:29:52.027145    3821 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 17:29:52.030051    3821 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dd82m"
I0420 17:29:52.038779    3821 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dd82m"
I0420 17:29:52.038869    3821 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 17:29:52.988770    3821 kube.go:438] Certificate found
I0420 17:29:52.989401    3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 17:29:52.990371    3821 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0420 17:29:53.046566    3821 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 17:24:52 +0000 UTC" deadline="2026-04-21 11:04:37.573250993 +0000 UTC"
I0420 17:29:53.046711    3821 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h34m44.526557521s"
I0420 17:29:53.082638    3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 17:29:53.094244    3821 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0420 17:29:53.094299    3821 server.go:101] MetricServer registers OVS metrics
I0420 17:29:53.094533    3821 server.go:105] MetricServer registers OVN DB metrics
I0420 17:29:53.096509    3821 controller_manager.go:370] Starting the ovnkube controller
I0420 17:29:53.096529    3821 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-74.ec2.internal
I0420 17:29:53.096590    3821 controller_manager.go:395] NBDB zone sync took: 43.852µs
I0420 17:29:53.096611    3821 factory.go:561] Starting watch factory
I0420 17:29:53.096736    3821 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096736    3821 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096786    3821 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096760    3821 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096769    3821 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096813    3821 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096815    3821 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096844    3821 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.097851    3821 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.097880    3821 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.096769    3821 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.097934    3821 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.098628    3821 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0420 17:29:53.098731    3821 factory.go:561] Starting watch factory
I0420 17:29:53.099501    3821 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0420 17:29:53.099526    3821 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0420 17:29:53.113436    3821 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0420 17:29:53.113473    3821 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0420 17:29:53.117385    3821 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0420 17:29:53.117421    3821 server.go:109] MetricServer registers OVN Controller metrics
I0420 17:29:53.120604    3821 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.120714    3821 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.121196    3821 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.121776    3821 server.go:113] MetricServer registers OVN Northd metrics
I0420 17:29:53.125219    3821 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.126567    3821 metrics.go:519] OVN Metrics Server starts to run ...
I0420 17:29:53.127485    3821 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.135513    3821 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 17:29:53.202701    3821 factory.go:1977] *v1.Node informer cache synced successfully
I0420 17:29:53.202734    3821 factory.go:1977] *v1.Service informer cache synced successfully
I0420 17:29:53.202740    3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 17:29:53.202745    3821 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 17:29:53.202749    3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 17:29:53.202754    3821 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 17:29:53.202857    3821 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.202856    3821 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.202878    3821 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.202881    3821 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.205385    3821 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 17:29:53.205399    3821 factory.go:1977] *v1.Node informer cache synced successfully
I0420 17:29:53.205403    3821 factory.go:1977] *v1.Service informer cache synced successfully
I0420 17:29:53.205406    3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 17:29:53.205410    3821 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 17:29:53.205413    3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 17:29:53.207577    3821 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.208284    3821 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 17:29:53.210868    3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 17:29:53.210876    3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 17:29:53.210925    3821 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.210937    3821 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.214489    3821 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.216422    3821 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 17:29:53.216480    3821 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.216493    3821 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.221725    3821 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.308988    3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 17:29:53.309273    3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 17:29:53.314448    3821 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 17:29:53.319613    3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 17:29:53.319735    3821 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.319752    3821 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.321813    3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 17:29:53.323540    3821 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.325239    3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 17:29:53.325350    3821 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.325365    3821 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.326920    3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 17:29:53.329574    3821 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.330473    3821 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 17:29:53.330529    3821 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.330540    3821 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.332690    3821 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 17:29:53.334273    3821 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.336232    3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 17:29:53.336387    3821 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 17:29:53.336399    3821 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 17:29:53.338345    3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 17:29:53.341265    3821 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 17:29:53.344282    3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 17:29:53.344343    3821 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.344364    3821 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.344382    3821 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.344389    3821 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.348067    3821 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.348853    3821 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 17:29:53.349815    3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 17:29:53.349826    3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 17:29:53.349833    3821 factory.go:680] Watch Factory start up complete, took: 251.101965ms
I0420 17:29:53.349911    3821 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0420 17:29:53.395102    3821 default_node_network_controller.go:710] Initializing the default node network controller
I0420 17:29:53.441477    3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 17:29:53.447435    3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 17:29:53.447447    3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 17:29:53.447454    3821 factory.go:680] Watch Factory start up complete, took: 350.847827ms
I0420 17:29:53.447464    3821 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-74.ec2.internal" zone
I0420 17:29:53.449681    3821 udn_isolation.go:101] Starting UDN host isolation manager
I0420 17:29:53.455611    3821 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0420 17:29:53.496237    3821 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0420 17:29:53.496368    3821 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0420 17:29:53.496396    3821 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0420 17:29:53.527538    3821 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0420 17:29:53.527587    3821 default_node_network_controller.go:809] Node ip-10-0-2-74.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0420 17:29:53.532347    3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.74"] k8s.ovn.org/zone-name:ip-10-0-2-74.ec2.internal] on node ip-10-0-2-74.ec2.internal
I0420 17:29:53.556369    3821 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0420 17:29:53.562239    3821 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0420 17:29:53.562403    3821 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0420 17:29:53.562550    3821 gateway_init.go:263] Preparing Gateway
I0420 17:29:53.562563    3821 gateway_shared_intf.go:1687] Creating new gateway
I0420 17:29:53.645105    3821 iptables.go:108] Creating table: filter chain: FORWARD
I0420 17:29:53.651606    3821 iptables.go:108] Creating table: filter chain: OUTPUT
I0420 17:29:53.658355    3821 gateway_shared_intf.go:1816] Gateway Creation Complete
I0420 17:29:53.658368    3821 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-74.ec2.internal","mac-address":"0e:fd:82:d5:4e:9d","ip-addresses":["10.0.2.74/24"],"ip-address":"10.0.2.74/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:52387457-acb6-4df0-965c-8d1b661082a0 k8s.ovn.org/node-encap-ips:["10.0.2.74"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.74/24"} k8s.ovn.org/zone-name:ip-10-0-2-74.ec2.internal] on node ip-10-0-2-74.ec2.internal
I0420 17:29:53.678962    3821 default_node_network_controller.go:519] Node connection status = connected
I0420 17:29:53.698023    3821 controller_manager.go:429] Waiting for node in zone sync took: 250.548665ms
I0420 17:29:53.704326    3821 controller_manager.go:611] Switching to transit router for layer2 networks
I0420 17:29:53.704339    3821 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-74.ec2.internal
I0420 17:29:53.725678    3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 17:29:53.731616    3821 controller_manager.go:290] SCTP support detected in OVN
I0420 17:29:53.732149    3821 services_controller.go:69] Creating services controller for network=default
I0420 17:29:53.732205    3821 udn_enabled_svc.go:80] Waiting for service informer to sync
I0420 17:29:53.732269    3821 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0420 17:29:53.732312    3821 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0420 17:29:53.732324    3821 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0420 17:29:53.732332    3821 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 17:29:53.732491    3821 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0420 17:29:53.732532    3821 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0420 17:29:53.732626    3821 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 92.995µs
I0420 17:29:53.732677    3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 135.186µs
I0420 17:29:53.732693    3821 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 158.564µs
I0420 17:29:53.732706    3821 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0420 17:29:53.732728    3821 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0420 17:29:53.732749    3821 default_network_controller.go:325] Starting the default network controller
I0420 17:29:53.732811    3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.012µs
I0420 17:29:53.733120    3821 udn_enabled_svc.go:95] Performing full resync
I0420 17:29:53.733376    3821 udn_enabled_svc.go:99] Waiting for handler to sync
I0420 17:29:53.733388    3821 udn_enabled_svc.go:104] Starting worker
I0420 17:29:53.741352    3821 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0420 17:29:53.741410    3821 repair.go:33] Syncing exgw routes took 45.686µs
I0420 17:29:53.741431    3821 default_network_controller.go:414] Starting all the Watchers...
I0420 17:29:53.741554    3821 namespace.go:98] [openshift-config-managed] adding namespace
I0420 17:29:53.741562    3821 namespace.go:98] [openshift-backplane-cee] adding namespace
I0420 17:29:53.741572    3821 namespace.go:98] [openshift-monitoring] adding namespace
I0420 17:29:53.741584    3821 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0420 17:29:53.741587    3821 namespace.go:98] [openshift-dns] adding namespace
I0420 17:29:53.741593    3821 namespace.go:98] [openshift-operators-redhat] adding namespace
I0420 17:29:53.741595    3821 namespace.go:98] [openshift-apiserver] adding namespace
I0420 17:29:53.741601    3821 namespace.go:98] [openshift-dns-operator] adding namespace
I0420 17:29:53.741608    3821 namespace.go:98] [openshift-backplane-tam] adding namespace
I0420 17:29:53.741610    3821 namespace.go:98] [openshift-backplane-cse] adding namespace
I0420 17:29:53.741614    3821 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0420 17:29:53.741616    3821 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0420 17:29:53.741613    3821 namespace.go:98] [openshift-config-operator] adding namespace
I0420 17:29:53.741634    3821 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0420 17:29:53.741557    3821 namespace.go:98] [openshift-console-user-settings] adding namespace
I0420 17:29:53.742137    3821 namespace.go:102] [openshift-config-managed] adding namespace took 570.95µs
I0420 17:29:53.742153    3821 namespace.go:98] [openshift-authentication] adding namespace
I0420 17:29:53.742631    3821 namespace.go:102] [openshift-authentication] adding namespace took 473.132µs
I0420 17:29:53.742665    3821 namespace.go:98] [kube-node-lease] adding namespace
I0420 17:29:53.743139    3821 namespace.go:102] [kube-node-lease] adding namespace took 463.718µs
I0420 17:29:53.743155    3821 namespace.go:98] [openshift-marketplace] adding namespace
I0420 17:29:53.743613    3821 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.043679ms
I0420 17:29:53.743624    3821 namespace.go:98] [openshift] adding namespace
I0420 17:29:53.744090    3821 namespace.go:102] [openshift-monitoring] adding namespace took 2.509721ms
I0420 17:29:53.744105    3821 namespace.go:98] [openshift-config] adding namespace
I0420 17:29:53.744553    3821 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.964058ms
I0420 17:29:53.744568    3821 namespace.go:98] [openshift-ingress-canary] adding namespace
I0420 17:29:53.745051    3821 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.449122ms
I0420 17:29:53.745068    3821 namespace.go:98] [openshift-network-node-identity] adding namespace
I0420 17:29:53.745487    3821 namespace.go:102] [openshift-dns] adding namespace took 3.888885ms
I0420 17:29:53.745501    3821 namespace.go:98] [openshift-controller-manager] adding namespace
I0420 17:29:53.745931    3821 namespace.go:102] [openshift-dns-operator] adding namespace took 4.324009ms
I0420 17:29:53.745942    3821 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0420 17:29:53.746338    3821 namespace.go:102] [openshift-apiserver] adding namespace took 4.733902ms
I0420 17:29:53.746348    3821 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0420 17:29:53.746767    3821 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.151144ms
I0420 17:29:53.746780    3821 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0420 17:29:53.747184    3821 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.567063ms
I0420 17:29:53.747193    3821 namespace.go:98] [openshift-etcd] adding namespace
I0420 17:29:53.747591    3821 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.970239ms
I0420 17:29:53.747600    3821 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0420 17:29:53.748053    3821 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.426919ms
I0420 17:29:53.748070    3821 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0420 17:29:53.748529    3821 namespace.go:102] [openshift-config-operator] adding namespace took 6.902997ms
I0420 17:29:53.748539    3821 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0420 17:29:53.748928    3821 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.286236ms
I0420 17:29:53.748939    3821 namespace.go:98] [openshift-infra] adding namespace
I0420 17:29:53.749485    3821 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.823851ms
I0420 17:29:53.749499    3821 namespace.go:98] [openshift-backplane-csm] adding namespace
I0420 17:29:53.749919    3821 namespace.go:102] [openshift-marketplace] adding namespace took 6.758727ms
I0420 17:29:53.749932    3821 namespace.go:98] [openshift-image-registry] adding namespace
I0420 17:29:53.750289    3821 namespace.go:102] [openshift] adding namespace took 6.661056ms
I0420 17:29:53.750299    3821 namespace.go:98] [openshift-backplane] adding namespace
I0420 17:29:53.750705    3821 namespace.go:102] [openshift-config] adding namespace took 6.594177ms
I0420 17:29:53.750725    3821 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0420 17:29:53.751162    3821 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.590174ms
I0420 17:29:53.751171    3821 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0420 17:29:53.751576    3821 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.502088ms
I0420 17:29:53.751588    3821 namespace.go:98] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace
I0420 17:29:53.751977    3821 namespace.go:102] [openshift-controller-manager] adding namespace took 6.470268ms
I0420 17:29:53.751989    3821 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0420 17:29:53.752396    3821 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.448563ms
I0420 17:29:53.752412    3821 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0420 17:29:53.752761    3821 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.408569ms
I0420 17:29:53.752775    3821 namespace.go:98] [openshift-logging] adding namespace
I0420 17:29:53.753572    3821 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.786903ms
I0420 17:29:53.753585    3821 namespace.go:98] [openshift-node] adding namespace
I0420 17:29:53.753932    3821 namespace.go:102] [openshift-etcd] adding namespace took 6.73364ms
I0420 17:29:53.753944    3821 namespace.go:98] [openshift-backplane-mobb] adding namespace
W0420 17:29:53.754353    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8bhqw: pod openshift-network-diagnostics/network-check-target-8bhqw: no pod IPs found 
W0420 17:29:53.754369    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h8sr8: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found 
W0420 17:29:53.754376    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-6b2v6: pod openshift-network-diagnostics/network-check-target-6b2v6: no pod IPs found 
I0420 17:29:53.754402    3821 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.796986ms
I0420 17:29:53.754415    3821 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0420 17:29:53.754890    3821 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.816169ms
I0420 17:29:53.754902    3821 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0420 17:29:53.755251    3821 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.707406ms
I0420 17:29:53.755259    3821 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0420 17:29:53.755752    3821 namespace.go:102] [openshift-infra] adding namespace took 6.808451ms
I0420 17:29:53.755764    3821 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0420 17:29:53.756259    3821 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.754477ms
I0420 17:29:53.756272    3821 namespace.go:98] [openshift-ingress] adding namespace
I0420 17:29:53.756781    3821 namespace.go:102] [openshift-image-registry] adding namespace took 6.844522ms
I0420 17:29:53.756793    3821 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0420 17:29:53.757144    3821 namespace.go:102] [openshift-backplane] adding namespace took 6.839952ms
I0420 17:29:53.757157    3821 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0420 17:29:53.757618    3821 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.887785ms
I0420 17:29:53.757631    3821 namespace.go:98] [openshift-ingress-operator] adding namespace
I0420 17:29:53.757973    3821 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.798081ms
I0420 17:29:53.757984    3821 namespace.go:98] [openshift-package-operator] adding namespace
I0420 17:29:53.758450    3821 namespace.go:102] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace took 6.856698ms
I0420 17:29:53.758462    3821 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0420 17:29:53.758892    3821 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.898069ms
I0420 17:29:53.758905    3821 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0420 17:29:53.759302    3821 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.885882ms
I0420 17:29:53.759314    3821 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0420 17:29:53.759623    3821 namespace.go:102] [openshift-logging] adding namespace took 6.84241ms
I0420 17:29:53.759635    3821 namespace.go:98] [openshift-network-console] adding namespace
I0420 17:29:53.760188    3821 namespace.go:102] [openshift-node] adding namespace took 6.598665ms
I0420 17:29:53.760201    3821 namespace.go:98] [dedicated-admin] adding namespace
I0420 17:29:53.760569    3821 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.619629ms
I0420 17:29:53.760584    3821 namespace.go:98] [openshift-authentication-operator] adding namespace
I0420 17:29:53.761024    3821 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.604118ms
I0420 17:29:53.761035    3821 namespace.go:98] [kube-system] adding namespace
I0420 17:29:53.761459    3821 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.552053ms
I0420 17:29:53.761472    3821 namespace.go:98] [openshift-multus] adding namespace
I0420 17:29:53.761910    3821 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.645154ms
I0420 17:29:53.761923    3821 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0420 17:29:53.762338    3821 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.5694ms
I0420 17:29:53.762350    3821 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0420 17:29:53.762782    3821 namespace.go:102] [openshift-ingress] adding namespace took 6.504637ms
I0420 17:29:53.762795    3821 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0420 17:29:53.763192    3821 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.394678ms
I0420 17:29:53.763601    3821 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.439934ms
I0420 17:29:53.763613    3821 namespace.go:98] [openshift-operators] adding namespace
I0420 17:29:53.764036    3821 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.400751ms
I0420 17:29:53.764048    3821 namespace.go:98] [openshift-backplane-srep] adding namespace
I0420 17:29:53.764436    3821 namespace.go:102] [openshift-package-operator] adding namespace took 6.447322ms
I0420 17:29:53.764447    3821 namespace.go:98] [openshift-console-operator] adding namespace
I0420 17:29:53.764957    3821 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.490743ms
I0420 17:29:53.764969    3821 namespace.go:98] [openshift-host-network] adding namespace
I0420 17:29:53.765357    3821 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.446699ms
I0420 17:29:53.765369    3821 namespace.go:98] [openshift-machine-api] adding namespace
I0420 17:29:53.765781    3821 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.460658ms
I0420 17:29:53.765796    3821 namespace.go:98] [openshift-insights] adding namespace
I0420 17:29:53.766254    3821 namespace.go:102] [openshift-network-console] adding namespace took 6.613271ms
I0420 17:29:53.766266    3821 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0420 17:29:53.766593    3821 namespace.go:102] [dedicated-admin] adding namespace took 6.387281ms
I0420 17:29:53.766605    3821 namespace.go:98] [kube-public] adding namespace
I0420 17:29:53.767070    3821 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.481175ms
I0420 17:29:53.767083    3821 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0420 17:29:53.767418    3821 namespace.go:102] [kube-system] adding namespace took 6.378594ms
W0420 17:29:53.767426    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zcmtm: pod openshift-multus/network-metrics-daemon-zcmtm: no pod IPs found 
I0420 17:29:53.767429    3821 namespace.go:98] [openshift-cluster-version] adding namespace
W0420 17:29:53.767439    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dzxv2: pod openshift-multus/network-metrics-daemon-dzxv2: no pod IPs found 
W0420 17:29:53.767446    3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jd7kh: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found 
I0420 17:29:53.767905    3821 namespace.go:102] [openshift-multus] adding namespace took 6.42901ms
I0420 17:29:53.767918    3821 namespace.go:98] [default] adding namespace
I0420 17:29:53.768242    3821 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.314234ms
I0420 17:29:53.768253    3821 namespace.go:98] [openshift-console] adding namespace
I0420 17:29:53.768740    3821 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.38547ms
I0420 17:29:53.768753    3821 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0420 17:29:53.769104    3821 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.305162ms
I0420 17:29:53.769115    3821 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0420 17:29:53.769559    3821 namespace.go:102] [openshift-operators] adding namespace took 5.941741ms
I0420 17:29:53.769571    3821 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0420 17:29:53.769908    3821 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.856026ms
I0420 17:29:53.769919    3821 namespace.go:98] [openshift-network-operator] adding namespace
I0420 17:29:53.770365    3821 namespace.go:102] [openshift-console-operator] adding namespace took 5.912338ms
I0420 17:29:53.770877    3821 namespace.go:102] [openshift-host-network] adding namespace took 5.903133ms
I0420 17:29:53.771265    3821 namespace.go:102] [openshift-machine-api] adding namespace took 5.890715ms
I0420 17:29:53.771276    3821 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0420 17:29:53.771696    3821 namespace.go:102] [openshift-insights] adding namespace took 5.895382ms
I0420 17:29:53.772052    3821 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.780183ms
I0420 17:29:53.772517    3821 namespace.go:102] [kube-public] adding namespace took 5.906822ms
I0420 17:29:53.772931    3821 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.842168ms
I0420 17:29:53.773366    3821 namespace.go:102] [openshift-cluster-version] adding namespace took 5.928855ms
I0420 17:29:53.773758    3821 namespace.go:102] [default] adding namespace took 5.835307ms
I0420 17:29:53.774187    3821 namespace.go:102] [openshift-console] adding namespace took 5.92938ms
I0420 17:29:53.774574    3821 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.816494ms
I0420 17:29:53.775026    3821 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.905944ms
I0420 17:29:53.775829    3821 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.253509ms
I0420 17:29:53.776226    3821 namespace.go:102] [openshift-network-operator] adding namespace took 6.302669ms
I0420 17:29:53.776580    3821 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.297246ms
W0420 17:29:53.776670    3821 master.go:471] Unable to parse remote node ip-10-0-0-232.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0420 17:29:53.776678    3821 master.go:471] Unable to parse remote node ip-10-0-1-175.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0420 17:29:53.776785    3821 master.go:548] Adding or Updating local node "ip-10-0-2-74.ec2.internal" for network "default"
I0420 17:29:53.776838    3821 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-232.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-232.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-232.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-232.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-232.ec2.internal
I0420 17:29:53.776847    3821 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-175.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-175.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-175.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-175.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-175.ec2.internal
W0420 17:29:53.784104    3821 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dzxv2: pod openshift-multus/network-metrics-daemon-dzxv2: no pod IPs found 
W0420 17:29:53.784127    3821 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8bhqw: pod openshift-network-diagnostics/network-check-target-8bhqw: no pod IPs found 
I0420 17:29:53.785042    3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-74.ec2.internal for the network default
I0420 17:29:53.785339    3821 zone_ic_handler.go:195] Time taken to create transit switch: 285.205µs
I0420 17:29:53.786022    3821 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0420 17:29:53.786048    3821 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0420 17:29:53.786070    3821 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0420 17:29:53.786074    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-74.ec2.internal in network "default"
I0420 17:29:53.786139    3821 node_tracker.go:169] Node ip-10-0-2-74.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:53.786154    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:53.786163    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default"
I0420 17:29:53.786172    3821 node_tracker.go:235] Node ip-10-0-0-232.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-232.ec2.internal"
I0420 17:29:53.786178    3821 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:53.786183    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:53.786187    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default"
I0420 17:29:53.786194    3821 node_tracker.go:235] Node ip-10-0-1-175.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-175.ec2.internal"
I0420 17:29:53.786201    3821 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:53.786205    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:53.816158    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default"
I0420 17:29:53.816192    3821 default_network_controller.go:1025] Node "ip-10-0-0-232.ec2.internal" in remote zone "ip-10-0-0-232.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 17:29:53.816201    3821 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:53.816210    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:53.816795    3821 zone_ic_handler.go:195] Time taken to create transit switch: 174.533µs
I0420 17:29:53.816806    3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-232.ec2.internal for the network default
I0420 17:29:53.817764    3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-232.ec2.internal" on network "default" took: 1.151395ms
I0420 17:29:53.886892    3821 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0420 17:29:53.886909    3821 services_controller.go:208] Setting up event handlers for services for network=default
I0420 17:29:53.887049    3821 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0420 17:29:53.887088    3821 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0420 17:29:53.887102    3821 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0420 17:29:53.987217    3821 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0420 17:29:53.987234    3821 repair.go:60] Starting repairing loop for services
I0420 17:29:53.987313    3821 repair.go:131] Deleted 0 stale service LBs
I0420 17:29:53.987332    3821 repair.go:137] Deleted 0 stale Chassis Template Vars
I0420 17:29:53.987345    3821 repair.go:62] Finished repairing loop for services: 114.36µs
I0420 17:29:53.987368    3821 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0420 17:29:53.987378    3821 services_controller.go:254] Starting workers for network=default
I0420 17:29:53.987698    3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dzxv2] creating logical port openshift-multus_network-metrics-daemon-dzxv2 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:53.987701    3821 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-6b2v6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-6b2v6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-6b2v6: no pod IPs found 
I0420 17:29:53.987732    3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8bhqw] creating logical port openshift-network-diagnostics_network-check-target-8bhqw for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:53.987746    3821 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zcmtm, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zcmtm: suppressed error logged: pod openshift-multus/network-metrics-daemon-zcmtm: no pod IPs found 
I0420 17:29:53.987751    3821 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h8sr8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found 
I0420 17:29:53.987766    3821 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jd7kh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jd7kh: suppressed error logged: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found 
I0420 17:29:53.987845    3821 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dzxv2
I0420 17:29:53.987845    3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8bhqw
I0420 17:29:54.011249    3821 pod.go:62] [openshift-network-diagnostics/network-check-target-8bhqw] pod update took 23.444585ms
I0420 17:29:54.011266    3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8bhqw] addLogicalPort annotation time took 23.464477ms
I0420 17:29:54.012052    3821 pod.go:62] [openshift-multus/network-metrics-daemon-dzxv2] pod update took 24.289401ms
I0420 17:29:54.012072    3821 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dzxv2] addLogicalPort annotation time took 24.312253ms
I0420 17:29:54.012207    3821 pods.go:271] [openshift-network-diagnostics/network-check-target-8bhqw] addLogicalPort took 24.48277ms, libovsdb time 737.091µs
I0420 17:29:54.012981    3821 pods.go:271] [openshift-multus/network-metrics-daemon-dzxv2] addLogicalPort took 25.289855ms, libovsdb time 561.911µs
I0420 17:29:54.013465    3821 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0420 17:29:54.013487    3821 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0420 17:29:54.013500    3821 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0420 17:29:54.013504    3821 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0420 17:29:54.013700    3821 repair.go:29] Repairing admin network policies took 190.093µs
I0420 17:29:54.013828    3821 repair.go:92] Repairing baseline admin network policies took 118.987µs
I0420 17:29:54.014099    3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0420 17:29:54.014118    3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0420 17:29:54.015764    3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0420 17:29:54.015783    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0420 17:29:54.015792    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0420 17:29:54.017369    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 17:29:54.017387    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0420 17:29:54.017840    3821 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0420 17:29:54.017854    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 17:29:54.018610    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0420 17:29:54.018636    3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0420 17:29:54.018665    3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0420 17:29:54.019304    3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0420 17:29:54.019321    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0420 17:29:54.019328    3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0420 17:29:54.020821    3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0420 17:29:54.020843    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0420 17:29:54.020855    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0420 17:29:54.021387    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0420 17:29:54.021404    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0420 17:29:54.021410    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0420 17:29:54.022832    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0420 17:29:54.022851    3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0420 17:29:54.022860    3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0420 17:29:54.025091    3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0420 17:29:54.025127    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0420 17:29:54.025142    3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0420 17:29:54.025963    3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0420 17:29:54.025987    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0420 17:29:54.025998    3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0420 17:29:54.026530    3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0420 17:29:54.026550    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0420 17:29:54.026561    3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0420 17:29:54.027078    3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0420 17:29:54.027097    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0420 17:29:54.027121    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 17:29:54.027852    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0420 17:29:54.027867    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0420 17:29:54.027874    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0420 17:29:54.028484    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0420 17:29:54.028524    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0420 17:29:54.028536    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0420 17:29:54.029194    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 17:29:54.029218    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0420 17:29:54.029230    3821 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0420 17:29:54.030987    3821 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0420 17:29:54.031008    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0420 17:29:54.031017    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0420 17:29:54.031552    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0420 17:29:54.031576    3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0420 17:29:54.031587    3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0420 17:29:54.032728    3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0420 17:29:54.032752    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0420 17:29:54.032768    3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0420 17:29:54.035342    3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0420 17:29:54.035360    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0420 17:29:54.035369    3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0420 17:29:54.036752    3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0420 17:29:54.036774    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0420 17:29:54.036786    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0420 17:29:54.037365    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0420 17:29:54.037388    3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0420 17:29:54.037397    3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0420 17:29:54.038410    3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0420 17:29:54.038431    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0420 17:29:54.038444    3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0420 17:29:54.039589    3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0420 17:29:54.039609    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0420 17:29:54.039620    3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0420 17:29:54.040677    3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0420 17:29:54.040699    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0420 17:29:54.040707    3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0420 17:29:54.041229    3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0420 17:29:54.041247    3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0420 17:29:54.041255    3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0420 17:29:54.042444    3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0420 17:29:54.042467    3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0420 17:29:54.042475    3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0420 17:29:54.042883    3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0420 17:29:54.042904    3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0420 17:29:54.042911    3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0420 17:29:54.043233    3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0420 17:29:54.043252    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0420 17:29:54.043261    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0420 17:29:54.043850    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0420 17:29:54.043872    3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0420 17:29:54.043883    3821 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0420 17:29:54.045447    3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0420 17:29:54.050381    3821 egressfirewall.go:374] Starting EgressFirewall controller
I0420 17:29:54.050416    3821 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0420 17:29:54.050421    3821 controller.go:133] Adding controller egress-firewall-controller event handlers
I0420 17:29:54.050434    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0420 17:29:54.050442    3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0420 17:29:54.050444    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0420 17:29:54.050452    3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0420 17:29:54.050715    3821 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0420 17:29:54.050729    3821 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0420 17:29:54.050734    3821 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0420 17:29:54.050743    3821 egressqos.go:193] Setting up event handlers for EgressQoS
I0420 17:29:54.050753    3821 egressfirewall.go:723] Syncing node "ip-10-0-0-232.ec2.internal" for egress firewall
I0420 17:29:54.050761    3821 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall
I0420 17:29:54.050765    3821 egressfirewall.go:723] Syncing node "ip-10-0-2-74.ec2.internal" for egress firewall
I0420 17:29:54.050835    3821 egressqos.go:245] Starting EgressQoS Controller
I0420 17:29:54.050846    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0420 17:29:54.050852    3821 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0420 17:29:54.050857    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0420 17:29:54.050861    3821 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0420 17:29:54.050872    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0420 17:29:54.050876    3821 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0420 17:29:54.050880    3821 egressqos.go:259] Repairing EgressQoSes
I0420 17:29:54.050884    3821 egressqos.go:399] Starting repairing loop for egressqos
I0420 17:29:54.050964    3821 egressqos.go:401] Finished repairing loop for egressqos: 79.254µs
I0420 17:29:54.050983    3821 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0420 17:29:54.051016    3821 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-74.ec2.internal
I0420 17:29:54.051063    3821 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-74.ec2.internal : 49.599µs
I0420 17:29:54.051180    3821 egressservice_zone.go:210] Starting Egress Services Controller
I0420 17:29:54.051192    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 17:29:54.051200    3821 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 17:29:54.051205    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 17:29:54.051210    3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 17:29:54.051215    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 17:29:54.051222    3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 17:29:54.051229    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0420 17:29:54.051237    3821 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0420 17:29:54.051244    3821 egressservice_zone.go:228] Repairing Egress Services
I0420 17:29:54.051529    3821 master_controller.go:88] Starting Admin Policy Based Route Controller
I0420 17:29:54.051542    3821 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 17:29:54.051600    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal
I0420 17:29:54.051614    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 17.004µs
I0420 17:29:54.051623    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal
I0420 17:29:54.051629    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 6.727µs
I0420 17:29:54.051636    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal
I0420 17:29:54.051639    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 4.992µs
I0420 17:29:54.051746    3821 default_network_controller.go:585] Completing all the Watchers took 310.302854ms
I0420 17:29:54.051760    3821 default_network_controller.go:589] Starting unidling controllers
I0420 17:29:54.051771    3821 unidle.go:46] Registering OVN SB ControllerEvent handler
I0420 17:29:54.051776    3821 unidle.go:63] Populating Initial ContollerEvent events
I0420 17:29:54.051786    3821 unidle.go:79] Setting up event handlers for services
I0420 17:29:54.051885    3821 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0420 17:29:54.180592    3821 default_node_network_controller.go:519] Node connection status = connected
I0420 17:29:54.681430    3821 default_node_network_controller.go:519] Node connection status = connected
I0420 17:29:55.180225    3821 default_node_network_controller.go:519] Node connection status = connected
I0420 17:29:55.477364    3821 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0420 17:29:55.680857    3821 default_node_network_controller.go:519] Node connection status = connected
I0420 17:29:55.699329    3821 bridgeconfig.go:537] Gateway is ready
I0420 17:29:55.699351    3821 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0420 17:29:55.712037    3821 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.74. Updating OVN encap IP.
I0420 17:29:55.717430    3821 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.74 - it is already configured
I0420 17:29:55.717444    3821 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.74/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0420 17:29:55.717715    3821 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.74/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-74.ec2.internal","mac-address":"0e:fd:82:d5:4e:9d","ip-addresses":["10.0.2.74/24"],"ip-address":"10.0.2.74/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:52387457-acb6-4df0-965c-8d1b661082a0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.74/24"}] on node ip-10-0-2-74.ec2.internal
I0420 17:29:55.738191    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal
I0420 17:29:55.738214    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 28.249µs
I0420 17:29:55.738278    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-74.ec2.internal in network "default"
I0420 17:29:55.738315    3821 master.go:548] Adding or Updating local node "ip-10-0-2-74.ec2.internal" for network "default"
I0420 17:29:55.738334    3821 node_tracker.go:169] Node ip-10-0-2-74.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:55.738348    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:55.738280    3821 egressfirewall.go:723] Syncing node "ip-10-0-2-74.ec2.internal" for egress firewall
I0420 17:29:55.738605    3821 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.74
I0420 17:29:55.738741    3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-74.ec2.internal
I0420 17:29:55.742906    3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-74.ec2.internal. Updating no re-route policies
I0420 17:29:55.742990    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qw8rm
I0420 17:29:55.743004    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-97dzx
I0420 17:29:55.743010    3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8g87b
I0420 17:29:55.743015    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-97dzx
I0420 17:29:55.743016    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jcrnq
I0420 17:29:55.743025    3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8g87b
I0420 17:29:55.743026    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xmg4f
I0420 17:29:55.743032    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jcrnq
I0420 17:29:55.743032    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8bhqw
I0420 17:29:55.743042    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-97dzx after 0 failed attempt(s)
I0420 17:29:55.743049    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-l994d
I0420 17:29:55.743049    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mbfdt
I0420 17:29:55.743060    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-l994d
I0420 17:29:55.743061    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jcrnq after 0 failed attempt(s)
I0420 17:29:55.743061    3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-74.ec2.internal
I0420 17:29:55.743068    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mbfdt
I0420 17:29:55.743064    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-74.ec2.internal
I0420 17:29:55.743073    3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-74.ec2.internal
I0420 17:29:55.743080    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jm9dr
I0420 17:29:55.743083    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-74.ec2.internal
I0420 17:29:55.743081    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8
I0420 17:29:55.743081    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-l994d after 0 failed attempt(s)
I0420 17:29:55.743089    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jm9dr
I0420 17:29:55.743088    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c4bb
I0420 17:29:55.743096    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8
I0420 17:29:55.743104    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-74.ec2.internal after 0 failed attempt(s)
I0420 17:29:55.743109    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c4bb
I0420 17:29:55.743115    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jm9dr after 0 failed attempt(s)
I0420 17:29:55.743139    3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8g87b after 0 failed attempt(s)
I0420 17:29:55.743145    3821 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h8sr8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found 
I0420 17:29:55.743014    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qw8rm
I0420 17:29:55.743151    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c4bb after 0 failed attempt(s)
I0420 17:29:55.743166    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qw8rm after 0 failed attempt(s)
I0420 17:29:55.743066    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dzxv2
I0420 17:29:55.743178    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dzxv2
I0420 17:29:55.743037    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xmg4f
I0420 17:29:55.743215    3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dzxv2] creating logical port openshift-multus_network-metrics-daemon-dzxv2 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:55.743050    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8bhqw
I0420 17:29:55.743286    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xmg4f after 0 failed attempt(s)
I0420 17:29:55.743325    3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8bhqw] creating logical port openshift-network-diagnostics_network-check-target-8bhqw for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:55.742990    3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh
I0420 17:29:55.743340    3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh
I0420 17:29:55.743384    3821 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jd7kh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jd7kh: suppressed error logged: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found 
I0420 17:29:55.743088    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mbfdt after 0 failed attempt(s)
I0420 17:29:55.743095    3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-74.ec2.internal after 0 failed attempt(s)
I0420 17:29:55.744011    3821 pods.go:271] [openshift-multus/network-metrics-daemon-dzxv2] addLogicalPort took 808.749µs, libovsdb time 311.092µs
I0420 17:29:55.744025    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dzxv2 after 0 failed attempt(s)
I0420 17:29:55.744349    3821 pods.go:271] [openshift-network-diagnostics/network-check-target-8bhqw] addLogicalPort took 1.032765ms, libovsdb time 577.567µs
I0420 17:29:55.744362    3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8bhqw after 0 failed attempt(s)
I0420 17:29:55.757923    3821 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0420 17:29:55.770452    3821 iptables.go:108] Creating table: mangle chain: OUTPUT
I0420 17:29:55.774070    3821 iptables.go:108] Creating table: nat chain: OUTPUT
I0420 17:29:55.797822    3821 iptables.go:108] Creating table: nat chain: PREROUTING
I0420 17:29:55.849845    3821 iptables.go:108] Creating table: filter chain: FORWARD
I0420 17:29:55.868483    3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0420 17:29:55.868589    3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0420 17:29:55.868631    3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0420 17:29:55.868724    3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0420 17:29:55.868776    3821 gateway_init.go:325] Gateway and management port readiness took 2.193334009s
I0420 17:29:55.868807    3821 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0420 17:29:55.868849    3821 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0420 17:29:55.868868    3821 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0420 17:29:55.868879    3821 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 17:29:55.868946    3821 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0420 17:29:55.869022    3821 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.078µs
I0420 17:29:55.869276    3821 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0420 17:29:55.869304    3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.916µs
I0420 17:29:55.869313    3821 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.931µs
I0420 17:29:55.869319    3821 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0420 17:29:55.869330    3821 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0420 17:29:55.869339    3821 default_node_network_controller.go:899] Starting the default node network controller
I0420 17:29:55.869347    3821 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0420 17:29:55.869442    3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 7.296µs
I0420 17:29:55.869506    3821 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0420 17:29:55.869515    3821 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0420 17:29:55.869547    3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc4510 0xc00088dc00 0xc00088dc70 0xc00088dce0 0xc00088dd50 0xc00088ddc0 <nil> 0xc00088de30 0xc0006697c0 0xc00088dea0 0xc00088df10 <nil> 0xc000216320 0xc0064d7500 <nil> <nil> <nil> 0xc0002b6000 <nil> map[0x2ff9080:0xc001a94420 0x2ff95c0:0xc001a945a0 0x2ffa2e0:0xc001a94360 0x2ffa580:0xc001a943c0 0x2ffad60:0xc001a94480 0x2ffb000:0xc001a944e0 0x2ffb2a0:0xc001a94540 0x2ffba80:0xc001a94600 0x2ffbd20:0xc001a94660 0x3026980:0xc001012540 0x3026d20:0xc0010125a0 0x3027800:0xc000bf6a20 0x3029160:0xc001c3c000 0x30298a0:0xc001a94300 0x302a720:0xc001c3c1e0] 0xc000118cb0 0}
I0420 17:29:55.869612    3821 gateway.go:151] Starting gateway service sync
I0420 17:29:55.870041    3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0420 17:29:55.872399    3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0420 17:29:55.882183    3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0420 17:29:55.883389    3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0420 17:29:55.884557    3821 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0420 17:29:55.920144    3821 gateway.go:168] Gateway service sync done. Time taken: 50.519548ms
I0420 17:29:55.921189    3821 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32030
I0420 17:29:55.921442    3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc4510 0xc00088dc00 0xc00088dc70 0xc00088dce0 0xc00088dd50 0xc00088ddc0 <nil> 0xc00088de30 0xc0006697c0 0xc00088dea0 0xc00088df10 <nil> 0xc000216320 0xc0064d7500 <nil> <nil> <nil> 0xc0002b6000 <nil> map[0x2ff9080:0xc001a94420 0x2ff95c0:0xc001a945a0 0x2ffa2e0:0xc001a94360 0x2ffa580:0xc001a943c0 0x2ffad60:0xc001a94480 0x2ffb000:0xc001a944e0 0x2ffb2a0:0xc001a94540 0x2ffba80:0xc001a94600 0x2ffbd20:0xc001a94660 0x3026980:0xc001012540 0x3026d20:0xc0010125a0 0x3027800:0xc000bf6a20 0x3029160:0xc001c3c000 0x30298a0:0xc001a94300 0x302a720:0xc001c3c1e0] 0xc000118cb0 0}
I0420 17:29:55.921929    3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc4510 0xc00088dc00 0xc00088dc70 0xc00088dce0 0xc00088dd50 0xc00088ddc0 <nil> 0xc00088de30 0xc0006697c0 0xc00088dea0 0xc00088df10 <nil> 0xc000216320 0xc0064d7500 <nil> <nil> <nil> 0xc0002b6000 <nil> map[0x2ff9080:0xc001a94420 0x2ff95c0:0xc001a945a0 0x2ffa2e0:0xc001a94360 0x2ffa580:0xc001a943c0 0x2ffad60:0xc001a94480 0x2ffb000:0xc001a944e0 0x2ffb2a0:0xc001a94540 0x2ffba80:0xc001a94600 0x2ffbd20:0xc001a94660 0x3026980:0xc001012540 0x3026d20:0xc0010125a0 0x3027800:0xc000bf6a20 0x3029160:0xc001c3c000 0x30298a0:0xc001a94300 0x302a720:0xc001c3c1e0] 0xc000118cb0 0}
I0420 17:29:55.921977    3821 gateway.go:532] Reconciling gateway with updates
I0420 17:29:55.927332    3821 gateway.go:339] Spawning Conntrack Rule Check Thread
I0420 17:29:55.927413    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 17:29:55.927426    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 17:29:55.927437    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 17:29:55.927440    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 17:29:55.927438    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 17:29:55.927446    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 17:29:55.927456    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 17:29:55.927460    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 17:29:55.927464    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 17:29:55.927481    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 17:29:55.927437    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 17:29:55.927496    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 17:29:55.927497    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927484    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 17:29:55.927497    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 17:29:55.927511    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 17:29:55.927515    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 17:29:55.927517    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 17:29:55.927522    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 17:29:55.927519    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 17:29:55.927530    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 17:29:55.927530    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 17:29:55.927535    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 17:29:55.927505    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 17:29:55.927547    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 17:29:55.927499    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 17:29:55.927559    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 17:29:55.927564    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 17:29:55.927565    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 17:29:55.927571    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 17:29:55.927500    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 17:29:55.927578    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 17:29:55.927581    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 17:29:55.927583    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 17:29:55.927586    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 17:29:55.927572    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 17:29:55.927592    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 17:29:55.927586    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 17:29:55.927604    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 17:29:55.927602    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 17:29:55.927550    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 17:29:55.927582    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0420 17:29:55.927615    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 17:29:55.927618    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 17:29:55.927622    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 17:29:55.927626    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927631    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 17:29:55.927630    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 17:29:55.927639    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 17:29:55.927630    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 17:29:55.927662    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 17:29:55.927666    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 17:29:55.927659    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 17:29:55.927676    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 17:29:55.927677    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 17:29:55.927680    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 17:29:55.927683    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927687    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 17:29:55.927531    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 17:29:55.927687    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 17:29:55.927696    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927692    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 17:29:55.927702    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 17:29:55.927701    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 17:29:55.927708    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 17:29:55.927705    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927710    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 17:29:55.927705    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 17:29:55.927427    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 17:29:55.927726    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 17:29:55.927728    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 17:29:55.927675    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 17:29:55.927740    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 17:29:55.927745    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 17:29:55.927755    3821 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed
I0420 17:29:55.927514    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 17:29:55.927767    3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed
I0420 17:29:55.927775    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 17:29:55.927550    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 17:29:55.927624    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 17:29:55.927553    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 17:29:55.927414    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 17:29:55.927854    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 17:29:55.927602    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 17:29:55.927602    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 17:29:55.927602    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 17:29:55.927939    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 17:29:55.927540    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 17:29:55.927419    3821 default_node_network_controller.go:944] Gateway and management port readiness took 57.896835ms
I0420 17:29:55.927615    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 17:29:55.928049    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 17:29:55.928068    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 17:29:55.927614    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 17:29:55.927618    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 17:29:55.927537    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 17:29:55.928169    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 17:29:55.928194    3821 node_ip_handler_linux.go:160] Node IP manager is running
I0420 17:29:55.927633    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 17:29:55.927638    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 17:29:55.927661    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 17:29:55.927661    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 17:29:55.928245    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 17:29:55.927640    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 17:29:55.927670    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 17:29:55.927667    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 17:29:55.928324    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 17:29:55.927676    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 17:29:55.927690    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 17:29:55.928365    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 17:29:55.927684    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 17:29:55.928385    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 17:29:55.927687    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 17:29:55.928426    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 17:29:55.927714    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 17:29:55.927821    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 17:29:55.927552    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
W0420 17:29:55.970274    3821 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 17:29:55.970519    3821 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 17:29:55.970693    3821 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0420 17:29:55.980180    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 17:29:55.980208    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 17:29:55.980214    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 17:29:55.980219    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 17:29:56.024122    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 17:29:56.024129    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 17:29:56.024145    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 17:29:56.024154    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 17:29:56.024162    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 17:29:56.066545    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 17:29:56.066575    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 17:29:56.066587    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 17:29:56.066594    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 17:29:56.066639    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 17:29:56.066680    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 17:29:56.066690    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 17:29:56.066695    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 17:29:56.066700    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 17:29:56.066705    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 17:29:56.066723    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 17:29:56.374094    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal
I0420 17:29:56.374119    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 36.81µs
I0420 17:29:56.374136    3821 egressfirewall.go:723] Syncing node "ip-10-0-0-232.ec2.internal" for egress firewall
I0420 17:29:56.374179    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default"
I0420 17:29:56.374213    3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-232.ec2.internal. Updating no re-route policies
I0420 17:29:56.374275    3821 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:56.374296    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:57.291222    3821 default_node_network_controller.go:1380] Starting node controller node sync
W0420 17:29:57.291287    3821 egressip_healthcheck.go:76] Health checking using insecure connection
I0420 17:29:57.291336    3821 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0420 17:29:57.302878    3821 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.63675ms
I0420 17:29:57.303002    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-232.ec2.internal", IP: 10.0.0.232 to PMTUD blocking rules
I0420 17:29:57.303021    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-232.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 17:29:57.309209    3821 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0420 17:29:57.309495    3821 egressservice_node.go:93] Setting up event handlers for Egress Services
I0420 17:29:57.309667    3821 egressservice_node.go:183] Starting Egress Services Controller
I0420 17:29:57.309684    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 17:29:57.309693    3821 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 17:29:57.309700    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 17:29:57.309705    3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 17:29:57.309710    3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 17:29:57.309715    3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 17:29:57.309721    3821 egressservice_node.go:197] Repairing Egress Services
I0420 17:29:57.320179    3821 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0420 17:29:57.320192    3821 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 17:29:57.320439    3821 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0420 17:29:57.320455    3821 link_network_manager.go:119] Link manager is running
I0420 17:29:57.320469    3821 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0420 17:29:57.320627    3821 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0420 17:29:57.320883    3821 vrf_manager.go:128] VRF manager is running
I0420 17:29:57.320986    3821 node_controller_manager.go:437] Removing flows to drop GARP
I0420 17:29:57.320998    3821 gateway.go:532] Reconciling gateway with updates
I0420 17:29:57.343697    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 17:29:57.343707    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 17:29:57.343713    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 17:29:57.343721    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 17:29:57.343723    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 17:29:57.343728    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 17:29:57.343736    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 17:29:57.343751    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 17:29:57.343755    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 17:29:57.343764    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 17:29:57.343763    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 17:29:57.343773    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 17:29:57.343779    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 17:29:57.343781    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 17:29:57.343784    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 17:29:57.343787    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 17:29:57.343793    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 17:29:57.343786    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.343800    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 17:29:57.343805    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 17:29:57.343809    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.343812    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 17:29:57.343802    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 17:29:57.343813    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 17:29:57.343820    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 17:29:57.343825    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 17:29:57.343825    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 17:29:57.343726    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 17:29:57.343834    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 17:29:57.343837    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 17:29:57.343838    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 17:29:57.343835    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 17:29:57.343843    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 17:29:57.343847    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 17:29:57.343847    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.343853    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 17:29:57.343852    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 17:29:57.343859    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 17:29:57.343861    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 17:29:57.343864    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 17:29:57.343869    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 17:29:57.343874    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 17:29:57.343878    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 17:29:57.343880    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 17:29:57.343879    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 17:29:57.343883    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 17:29:57.343888    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 17:29:57.343886    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 17:29:57.343892    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 17:29:57.343892    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 17:29:57.343898    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 17:29:57.343900    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 17:29:57.343902    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 17:29:57.343905    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 17:29:57.343907    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 17:29:57.343739    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 17:29:57.343912    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 17:29:57.343917    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 17:29:57.343915    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 17:29:57.343878    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 17:29:57.343924    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 17:29:57.343929    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 17:29:57.343931    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 17:29:57.343930    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 17:29:57.343934    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 17:29:57.343932    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 17:29:57.343934    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 17:29:57.343942    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 17:29:57.343945    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 17:29:57.343941    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 17:29:57.343950    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 17:29:57.343955    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 17:29:57.343958    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 17:29:57.343966    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 17:29:57.343829    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 17:29:57.343865    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 17:29:57.344020    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 17:29:57.343925    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 17:29:57.344034    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 17:29:57.343885    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 17:29:57.343891    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 17:29:57.343897    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 17:29:57.344076    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 17:29:57.344080    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 17:29:57.343902    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 17:29:57.343901    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 17:29:57.344116    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 17:29:57.344115    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 17:29:57.344124    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 17:29:57.343915    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 17:29:57.344137    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 17:29:57.343920    3821 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed
I0420 17:29:57.344185    3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed
I0420 17:29:57.343913    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 17:29:57.344233    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0420 17:29:57.343921    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 17:29:57.344245    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.343878    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 17:29:57.343922    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 17:29:57.344268    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 17:29:57.343886    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 17:29:57.344277    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 17:29:57.343932    3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 17:29:57.344296    3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 17:29:57.344301    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 17:29:57.365735    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 17:29:57.365755    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 17:29:57.365777    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 17:29:57.365783    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.365788    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 17:29:57.365794    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.365804    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 17:29:57.365810    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.365815    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 17:29:57.365820    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 17:29:57.365825    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0420 17:29:57.365830    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 17:29:57.407719    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 17:29:57.407748    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.407755    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 17:29:57.407762    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.407769    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 17:29:57.407774    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 17:29:57.407779    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.407784    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 17:29:57.407799    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 17:29:57.407827    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 17:29:57.407835    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 17:29:57.407840    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 17:29:57.407846    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 17:29:57.407851    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 17:29:57.450549    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 17:29:57.450558    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 17:29:57.450577    3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 17:29:57.832305    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default"
I0420 17:29:57.832334    3821 node_tracker.go:235] Node ip-10-0-1-175.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-175.ec2.internal"
I0420 17:29:57.832332    3821 default_network_controller.go:1025] Node "ip-10-0-1-175.ec2.internal" in remote zone "ip-10-0-1-175.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 17:29:57.832350    3821 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:57.832368    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:57.955208    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default"
I0420 17:29:57.955275    3821 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:29:57.955293    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:29:57.955213    3821 default_network_controller.go:1025] Node "ip-10-0-1-175.ec2.internal" in remote zone "ip-10-0-1-175.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 17:29:57.956542    3821 zone_ic_handler.go:195] Time taken to create transit switch: 389.43µs
I0420 17:29:57.956561    3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-175.ec2.internal for the network default
I0420 17:29:57.957908    3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-175.ec2.internal" on network "default" took: 1.774548ms
I0420 17:29:59.250468    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal
I0420 17:29:59.250506    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 47.648µs
I0420 17:29:59.292557    3821 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b8f75b565-fkk9v] creating logical port openshift-image-registry_image-registry-7b8f75b565-fkk9v for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.292706    3821 kube.go:256] Updating pod openshift-image-registry/image-registry-7b8f75b565-fkk9v
I0420 17:29:59.316996    3821 pod.go:62] [openshift-image-registry/image-registry-7b8f75b565-fkk9v] pod update took 24.325874ms
I0420 17:29:59.317014    3821 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b8f75b565-fkk9v] addLogicalPort annotation time took 24.368665ms
I0420 17:29:59.318212    3821 pods.go:271] [openshift-image-registry/image-registry-7b8f75b565-fkk9v] addLogicalPort took 25.670616ms, libovsdb time 948.531µs
I0420 17:29:59.318469    3821 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-r42ks] creating logical port openshift-dns_dns-default-r42ks for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.318574    3821 kube.go:256] Updating pod openshift-dns/dns-default-r42ks
I0420 17:29:59.336278    3821 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-fpbkc for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.336417    3821 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc
I0420 17:29:59.343634    3821 pod.go:62] [openshift-dns/dns-default-r42ks] pod update took 25.090293ms
I0420 17:29:59.343673    3821 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-r42ks] addLogicalPort annotation time took 25.132303ms
I0420 17:29:59.343856    3821 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hqldb for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.343957    3821 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb
I0420 17:29:59.344808    3821 pods.go:271] [openshift-dns/dns-default-r42ks] addLogicalPort took 26.352182ms, libovsdb time 830.506µs
I0420 17:29:59.347760    3821 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78dc8f788c-xt6g4] creating logical port openshift-ingress_router-default-78dc8f788c-xt6g4 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.347849    3821 kube.go:256] Updating pod openshift-ingress/router-default-78dc8f788c-xt6g4
I0420 17:29:59.347905    3821 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-snchm] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-snchm for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.347973    3821 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-snchm
I0420 17:29:59.348087    3821 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-khhd4 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.348161    3821 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4
I0420 17:29:59.351217    3821 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-z2h69 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.351286    3821 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69
I0420 17:29:59.351308    3821 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c46567b58-8sgjk] creating logical port openshift-ingress_router-default-5c46567b58-8sgjk for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.351422    3821 kube.go:256] Updating pod openshift-ingress/router-default-5c46567b58-8sgjk
I0420 17:29:59.362897    3821 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc] pod update took 26.522242ms
I0420 17:29:59.362917    3821 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc] addLogicalPort annotation time took 26.548158ms
I0420 17:29:59.363949    3821 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc] addLogicalPort took 27.684878ms, libovsdb time 782.318µs
I0420 17:29:59.370096    3821 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb] pod update took 26.164581ms
I0420 17:29:59.370113    3821 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb] addLogicalPort annotation time took 26.184416ms
I0420 17:29:59.370310    3821 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-hzswk] creating logical port openshift-console-operator_console-operator-66dbbb6468-hzswk for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.370404    3821 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-hzswk
I0420 17:29:59.371043    3821 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb] addLogicalPort took 27.198167ms, libovsdb time 714.747µs
I0420 17:29:59.375914    3821 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-ggh9l for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.375993    3821 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l
I0420 17:29:59.378085    3821 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4] pod update took 29.942147ms
I0420 17:29:59.378102    3821 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4] addLogicalPort annotation time took 29.96045ms
I0420 17:29:59.378274    3821 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-vfnmv] creating logical port openshift-insights_insights-operator-6dbb575d6c-vfnmv for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.378366    3821 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-vfnmv
I0420 17:29:59.379064    3821 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4] addLogicalPort took 30.987616ms, libovsdb time 693.638µs
I0420 17:29:59.380122    3821 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-h67xz for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.380174    3821 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz
I0420 17:29:59.382098    3821 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm] pod update took 34.147549ms
I0420 17:29:59.382116    3821 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-snchm] addLogicalPort annotation time took 34.167896ms
I0420 17:29:59.383024    3821 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm] addLogicalPort took 35.127058ms, libovsdb time 636.556µs
I0420 17:29:59.384776    3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-h24xp for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.384868    3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp
I0420 17:29:59.387095    3821 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fxjdv] creating logical port openshift-ingress-canary_ingress-canary-fxjdv for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.387156    3821 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fxjdv
I0420 17:29:59.387094    3821 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69] pod update took 35.824942ms
I0420 17:29:59.387183    3821 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69] addLogicalPort annotation time took 35.915933ms
I0420 17:29:59.387979    3821 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69] addLogicalPort took 36.77186ms, libovsdb time 586.92µs
I0420 17:29:59.388033    3821 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-zfqw8 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:29:59.388101    3821 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8
I0420 17:29:59.391991    3821 pod.go:62] [openshift-ingress/router-default-78dc8f788c-xt6g4] pod update took 44.174176ms
I0420 17:29:59.391998    3821 pod.go:62] [openshift-ingress/router-default-5c46567b58-8sgjk] pod update took 40.608504ms
I0420 17:29:59.392010    3821 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78dc8f788c-xt6g4] addLogicalPort annotation time took 44.197005ms
I0420 17:29:59.392016    3821 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c46567b58-8sgjk] addLogicalPort annotation time took 40.63204ms
I0420 17:29:59.393221    3821 pods.go:271] [openshift-ingress/router-default-78dc8f788c-xt6g4] addLogicalPort took 45.468889ms, libovsdb time 949.936µs
I0420 17:29:59.393382    3821 pods.go:271] [openshift-ingress/router-default-5c46567b58-8sgjk] addLogicalPort took 42.085814ms, libovsdb time 1.024578ms
I0420 17:29:59.401591    3821 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-hzswk] pod update took 31.204579ms
I0420 17:29:59.401614    3821 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-hzswk] addLogicalPort annotation time took 31.22922ms
I0420 17:29:59.402474    3821 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-hzswk] addLogicalPort took 32.176608ms, libovsdb time 613.027µs
I0420 17:29:59.406289    3821 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-vfnmv] pod update took 27.946049ms
I0420 17:29:59.406305    3821 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-vfnmv] addLogicalPort annotation time took 27.963205ms
I0420 17:29:59.406460    3821 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz] pod update took 26.30104ms
I0420 17:29:59.406480    3821 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz] addLogicalPort annotation time took 26.324237ms
I0420 17:29:59.406515    3821 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l] pod update took 30.53653ms
I0420 17:29:59.406579    3821 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l] addLogicalPort annotation time took 30.599593ms
I0420 17:29:59.407373    3821 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-vfnmv] addLogicalPort took 29.107464ms, libovsdb time 744.275µs
I0420 17:29:59.407717    3821 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz] addLogicalPort took 27.598561ms, libovsdb time 864.365µs
I0420 17:29:59.408093    3821 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l] addLogicalPort took 32.186782ms, libovsdb time 1.178426ms
I0420 17:29:59.410799    3821 pod.go:62] [openshift-ingress-canary/ingress-canary-fxjdv] pod update took 23.659184ms
I0420 17:29:59.410822    3821 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fxjdv] addLogicalPort annotation time took 23.682246ms
I0420 17:29:59.410881    3821 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8] pod update took 22.799994ms
I0420 17:29:59.410902    3821 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8] addLogicalPort annotation time took 22.82193ms
I0420 17:29:59.410919    3821 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp] pod update took 26.068045ms
I0420 17:29:59.410936    3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp] addLogicalPort annotation time took 26.084075ms
I0420 17:29:59.411888    3821 pods.go:271] [openshift-ingress-canary/ingress-canary-fxjdv] addLogicalPort took 24.800953ms, libovsdb time 644.436µs
I0420 17:29:59.412209    3821 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp] addLogicalPort took 27.446054ms, libovsdb time 953.476µs
I0420 17:29:59.412462    3821 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8] addLogicalPort took 24.439664ms, libovsdb time 1.16698ms
I0420 17:29:59.742839    3821 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc 6f3e7492050a860670d32c0d0dc4c7050c5246bb818f1382d5298051f65a1f08 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc 6f3e7492050a860670d32c0d0dc4c7050c5246bb818f1382d5298051f65a1f08 network default NAD default NAD key ]
I0420 17:29:59.745761    3821 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb 553a386fb62d77ff6e718e00af0818f9ab6095c16ed471fcc9dcaea905cd9483 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb 553a386fb62d77ff6e718e00af0818f9ab6095c16ed471fcc9dcaea905cd9483 network default NAD default NAD key ]
I0420 17:29:59.797123    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-fpbkc, hostIfaceName: 6f3e7492050a860, network: default, NAD default, SandboxID: "6f3e7492050a860670d32c0d0dc4c7050c5246bb818f1382d5298051f65a1f08", PCI device ID: , UID: "f7082556-c932-45d8-893e-550f3ecf75d3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0420 17:29:59.798425    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hqldb, hostIfaceName: 553a386fb62d77f, network: default, NAD default, SandboxID: "553a386fb62d77ff6e718e00af0818f9ab6095c16ed471fcc9dcaea905cd9483", PCI device ID: , UID: "9050b15a-9330-4596-a1d7-4063dc8b103d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0420 17:29:59.810517    3821 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4 5edd08d72fcdf3b7baa3bb6ee5f2198dc247f93e1497b29bd1f1ca0eb2a9356c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4 5edd08d72fcdf3b7baa3bb6ee5f2198dc247f93e1497b29bd1f1ca0eb2a9356c network default NAD default NAD key ]
I0420 17:29:59.822773    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-khhd4, hostIfaceName: 5edd08d72fcdf3b, network: default, NAD default, SandboxID: "5edd08d72fcdf3b7baa3bb6ee5f2198dc247f93e1497b29bd1f1ca0eb2a9356c", PCI device ID: , UID: "18909994-92e9-4004-ade8-a1328ea416c2", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0420 17:29:59.854743    3821 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc 6f3e7492050a860670d32c0d0dc4c7050c5246bb818f1382d5298051f65a1f08 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fpbkc 6f3e7492050a860670d32c0d0dc4c7050c5246bb818f1382d5298051f65a1f08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:73:f0:cc:1f:9a\",\"name\":\"6f3e7492050a860\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f970432a-1902-4522-a657-5a4721363b15\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:29:59.857138    3821 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb 553a386fb62d77ff6e718e00af0818f9ab6095c16ed471fcc9dcaea905cd9483 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hqldb 553a386fb62d77ff6e718e00af0818f9ab6095c16ed471fcc9dcaea905cd9483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:70:bd:90:0b:19\",\"name\":\"553a386fb62d77f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/427b8bc4-dc8f-4357-a873-7a78a4b4729d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:29:59.873768    3821 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-hzswk 0aec43572874dbb2099271a59b047c5cbeb94da9c29241d5e5250d4fa07bf149 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-hzswk 0aec43572874dbb2099271a59b047c5cbeb94da9c29241d5e5250d4fa07bf149 network default NAD default NAD key ]
I0420 17:29:59.875854    3821 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4 5edd08d72fcdf3b7baa3bb6ee5f2198dc247f93e1497b29bd1f1ca0eb2a9356c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khhd4 5edd08d72fcdf3b7baa3bb6ee5f2198dc247f93e1497b29bd1f1ca0eb2a9356c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8f:0f:bf:6c:95\",\"name\":\"5edd08d72fcdf3b\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/048a62b0-4fed-430f-b32a-e0817fe6602a\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:29:59.884277    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-hzswk, hostIfaceName: 0aec43572874dbb, network: default, NAD default, SandboxID: "0aec43572874dbb2099271a59b047c5cbeb94da9c29241d5e5250d4fa07bf149", PCI device ID: , UID: "21d58895-c109-4acd-9a42-265f01a5d94e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0420 17:29:59.928570    3821 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-vfnmv 6fc218ef359e23b6199fde96c0bcb6a9ea1ca85b4d97b55592fa59eeb2118217 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-vfnmv 6fc218ef359e23b6199fde96c0bcb6a9ea1ca85b4d97b55592fa59eeb2118217 network default NAD default NAD key ]
I0420 17:29:59.931815    3821 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8 5bb8f1a6f90d508b7e9af3ff68e0801d8d6935279843c1ba028245d76b202ed0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8 5bb8f1a6f90d508b7e9af3ff68e0801d8d6935279843c1ba028245d76b202ed0 network default NAD default NAD key ]
I0420 17:29:59.938552    3821 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-hzswk 0aec43572874dbb2099271a59b047c5cbeb94da9c29241d5e5250d4fa07bf149 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-hzswk 0aec43572874dbb2099271a59b047c5cbeb94da9c29241d5e5250d4fa07bf149 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:8b:86:03:11:9c\",\"name\":\"0aec43572874dbb\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c547f7e-d937-445d-ac20-bcc5b3da4516\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:29:59.940431    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-vfnmv, hostIfaceName: 6fc218ef359e23b, network: default, NAD default, SandboxID: "6fc218ef359e23b6199fde96c0bcb6a9ea1ca85b4d97b55592fa59eeb2118217", PCI device ID: , UID: "7631ac19-7264-4d45-94d7-4306b8f4e5d3", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0420 17:29:59.943139    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-zfqw8, hostIfaceName: 5bb8f1a6f90d508, network: default, NAD default, SandboxID: "5bb8f1a6f90d508b7e9af3ff68e0801d8d6935279843c1ba028245d76b202ed0", PCI device ID: , UID: "84286ea2-9ba2-4c57-9bf4-37f155edd22a", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0420 17:29:59.986900    3821 cni.go:452] [openshift-ingress-canary/ingress-canary-fxjdv 631cbf67ec79878316ef93b2e50b80aff693137fb0c12ee7726b482791232c08 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fxjdv 631cbf67ec79878316ef93b2e50b80aff693137fb0c12ee7726b482791232c08 network default NAD default NAD key ]
I0420 17:29:59.986944    3821 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp ae0f4ecc76a25f8012f2ee219b40013d8a6636976c5b177f1a3cf136407aabaf network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp ae0f4ecc76a25f8012f2ee219b40013d8a6636976c5b177f1a3cf136407aabaf network default NAD default NAD key ]
I0420 17:29:59.993724    3821 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-vfnmv 6fc218ef359e23b6199fde96c0bcb6a9ea1ca85b4d97b55592fa59eeb2118217 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-vfnmv 6fc218ef359e23b6199fde96c0bcb6a9ea1ca85b4d97b55592fa59eeb2118217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:75:c6:16:b7:27\",\"name\":\"6fc218ef359e23b\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fb31780-1056-420b-a6bc-5a6d73b9a49d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:29:59.999865    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fxjdv, hostIfaceName: 631cbf67ec79878, network: default, NAD default, SandboxID: "631cbf67ec79878316ef93b2e50b80aff693137fb0c12ee7726b482791232c08", PCI device ID: , UID: "860bc577-12f6-4b1c-9c5b-1711bbc943a6", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0420 17:30:00.000241    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-h24xp, hostIfaceName: ae0f4ecc76a25f8, network: default, NAD default, SandboxID: "ae0f4ecc76a25f8012f2ee219b40013d8a6636976c5b177f1a3cf136407aabaf", PCI device ID: , UID: "eae3ddc3-823a-489b-989a-f78ae3ba4905", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0420 17:30:00.002639    3821 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8 5bb8f1a6f90d508b7e9af3ff68e0801d8d6935279843c1ba028245d76b202ed0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zfqw8 5bb8f1a6f90d508b7e9af3ff68e0801d8d6935279843c1ba028245d76b202ed0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:34:fc:cd:24:6b\",\"name\":\"5bb8f1a6f90d508\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/176d9a22-361c-4c71-a8bd-7f964e20ea4e\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:00.048094    3821 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp ae0f4ecc76a25f8012f2ee219b40013d8a6636976c5b177f1a3cf136407aabaf network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h24xp ae0f4ecc76a25f8012f2ee219b40013d8a6636976c5b177f1a3cf136407aabaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:db:3a:ff:db:21\",\"name\":\"ae0f4ecc76a25f8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b60c2bfb-cf2b-4c57-a09f-10645f58e946\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:00.053599    3821 cni.go:473] [openshift-ingress-canary/ingress-canary-fxjdv 631cbf67ec79878316ef93b2e50b80aff693137fb0c12ee7726b482791232c08 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fxjdv 631cbf67ec79878316ef93b2e50b80aff693137fb0c12ee7726b482791232c08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:91:f2:fd:ce:23\",\"name\":\"631cbf67ec79878\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6d4bd7a-5d6d-418b-bb58-295b4645faae\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:00.135528    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal
I0420 17:30:00.135559    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 37.455µs
I0420 17:30:00.517157    3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default"
I0420 17:30:00.517206    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal
I0420 17:30:00.517221    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 21.669µs
I0420 17:30:00.517224    3821 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default"
I0420 17:30:00.517242    3821 services_controller.go:574] Full service sync requested for network=default
I0420 17:30:00.517275    3821 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall
I0420 17:30:00.517324    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 10.0.1.175 to PMTUD blocking rules
I0420 17:30:00.517342    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 17:30:00.523828    3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-175.ec2.internal. Updating no re-route policies
I0420 17:30:00.569722    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 10.0.1.175 to PMTUD blocking rules
I0420 17:30:00.569741    3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 17:30:05.102212    3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal
I0420 17:30:05.102248    3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 45.581µs
I0420 17:30:05.547311    3821 cni.go:452] [openshift-network-diagnostics/network-check-target-8bhqw b0524caeb160768019e66f702872b2b0a07098d0082f910a64b187382d19b429 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8bhqw b0524caeb160768019e66f702872b2b0a07098d0082f910a64b187382d19b429 network default NAD default NAD key ]
I0420 17:30:05.557150    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8bhqw, hostIfaceName: b0524caeb160768, network: default, NAD default, SandboxID: "b0524caeb160768019e66f702872b2b0a07098d0082f910a64b187382d19b429", PCI device ID: , UID: "ca1d078f-0f8e-4b8e-8b3d-6ab02903402c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0420 17:30:05.608697    3821 cni.go:473] [openshift-network-diagnostics/network-check-target-8bhqw b0524caeb160768019e66f702872b2b0a07098d0082f910a64b187382d19b429 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8bhqw b0524caeb160768019e66f702872b2b0a07098d0082f910a64b187382d19b429 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:4a:b6:e8:97:d1\",\"name\":\"b0524caeb160768\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e40268d-65f7-405d-a1be-3bbef0a2c85c\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:06.705773    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 17:30:07.428327    3821 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0420 17:30:07.429257    3821 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 902.596µs
I0420 17:30:07.459166    3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0420 17:30:07.616233    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 17:30:07.647455    3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 17:30:07.907258    3821 namespace.go:98] [openshift-service-ca] adding namespace
I0420 17:30:07.908292    3821 namespace.go:102] [openshift-service-ca] adding namespace took 1.010754ms
I0420 17:30:07.931758    3821 namespace.go:142] [openshift-service-ca] updating namespace
I0420 17:30:11.912175    3821 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:30:11.912747    3821 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0420 17:30:12.472293    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 17:30:12.489950    3821 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:12.489972    3821 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:15.498858    3821 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l 534a05a6722451ebd59d771467028213124957412bace0a4d898da2c9dd2635c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l 534a05a6722451ebd59d771467028213124957412bace0a4d898da2c9dd2635c network default NAD default NAD key ]
I0420 17:30:15.508403    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-ggh9l, hostIfaceName: 534a05a6722451e, network: default, NAD default, SandboxID: "534a05a6722451ebd59d771467028213124957412bace0a4d898da2c9dd2635c", PCI device ID: , UID: "9e88b50e-23a6-4719-8324-e0b5db8af38d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0420 17:30:15.556768    3821 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l 534a05a6722451ebd59d771467028213124957412bace0a4d898da2c9dd2635c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ggh9l 534a05a6722451ebd59d771467028213124957412bace0a4d898da2c9dd2635c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:79:5c:24:e8:2a\",\"name\":\"534a05a6722451e\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5123241-397a-426d-88cb-5d0dce1ef47a\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:17.005901    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 17:30:31.514947    3821 cni.go:452] [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key ]
I0420 17:30:31.526153    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b8f75b565-fkk9v, hostIfaceName: 4e782c8f53d87c6, network: default, NAD default, SandboxID: "4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e", PCI device ID: , UID: "a33d0f83-e403-4285-8697-ab4b970b4573", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0420 17:30:31.547143    3821 cni.go:452] [openshift-dns/dns-default-r42ks b4d6faa59cc674667b9d182bc2decd274e2b8fdd45f752ead432cc445d5d3ad7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-r42ks b4d6faa59cc674667b9d182bc2decd274e2b8fdd45f752ead432cc445d5d3ad7 network default NAD default NAD key ]
I0420 17:30:31.557945    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-r42ks, hostIfaceName: b4d6faa59cc6746, network: default, NAD default, SandboxID: "b4d6faa59cc674667b9d182bc2decd274e2b8fdd45f752ead432cc445d5d3ad7", PCI device ID: , UID: "570b10ac-8102-4795-a0e2-d9478e7099dd", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0420 17:30:31.580351    3821 cni.go:473] [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d1:f4:77:9a:0f\",\"name\":\"4e782c8f53d87c6\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68573c53-31b3-47fd-a15d-496eb95f0628\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.597467    3821 cni.go:452] [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key ]
I0420 17:30:31.607929    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78dc8f788c-xt6g4, hostIfaceName: 2dc3d7dd3d8c988, network: default, NAD default, SandboxID: "2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece", PCI device ID: , UID: "46059fe8-6729-4ded-873e-43608747e559", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0420 17:30:31.609867    3821 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm 91e9c96002146a70d99007a2eda8e13f68fc25622216e702fb971b7d8c45b21e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm 91e9c96002146a70d99007a2eda8e13f68fc25622216e702fb971b7d8c45b21e network default NAD default NAD key ]
I0420 17:30:31.610917    3821 cni.go:473] [openshift-dns/dns-default-r42ks b4d6faa59cc674667b9d182bc2decd274e2b8fdd45f752ead432cc445d5d3ad7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-r42ks b4d6faa59cc674667b9d182bc2decd274e2b8fdd45f752ead432cc445d5d3ad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e2:0c:0c:84:d9\",\"name\":\"b4d6faa59cc6746\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f77ac2-e2fe-4975-9e5f-e250c5f8265e\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.623604    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-snchm, hostIfaceName: 91e9c96002146a7, network: default, NAD default, SandboxID: "91e9c96002146a70d99007a2eda8e13f68fc25622216e702fb971b7d8c45b21e", PCI device ID: , UID: "613199c7-52c4-40c6-919c-75ff201882fd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0420 17:30:31.651277    3821 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69 a864404d8d1bb549ecca1b4d6b9df1ae722bf6cac215111477ddadf7b0b08d81 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69 a864404d8d1bb549ecca1b4d6b9df1ae722bf6cac215111477ddadf7b0b08d81 network default NAD default NAD key ]
I0420 17:30:31.665046    3821 cni.go:473] [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d9:a5:13:bf:4b\",\"name\":\"2dc3d7dd3d8c988\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/014aeaee-dae1-481f-9bf6-e9b96dba9695\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.666483    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-z2h69, hostIfaceName: a864404d8d1bb54, network: default, NAD default, SandboxID: "a864404d8d1bb549ecca1b4d6b9df1ae722bf6cac215111477ddadf7b0b08d81", PCI device ID: , UID: "b9712d8a-4b11-4561-bd34-d846decba102", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0420 17:30:31.678545    3821 cni.go:452] [openshift-ingress/router-default-5c46567b58-8sgjk 3be61630d4fd31ecc1ef5592bec8f44e158298da5899cb75c1801f02e5493019 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c46567b58-8sgjk 3be61630d4fd31ecc1ef5592bec8f44e158298da5899cb75c1801f02e5493019 network default NAD default NAD key ]
I0420 17:30:31.685755    3821 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm 91e9c96002146a70d99007a2eda8e13f68fc25622216e702fb971b7d8c45b21e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-snchm 91e9c96002146a70d99007a2eda8e13f68fc25622216e702fb971b7d8c45b21e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2d:2b:2a:82:a6\",\"name\":\"91e9c96002146a7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6287163-03bf-4664-adef-46b32a164855\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.694205    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c46567b58-8sgjk, hostIfaceName: 3be61630d4fd31e, network: default, NAD default, SandboxID: "3be61630d4fd31ecc1ef5592bec8f44e158298da5899cb75c1801f02e5493019", PCI device ID: , UID: "ccf5f535-de5e-4e32-ad40-6cabe3777254", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0420 17:30:31.700497    3821 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz 708b12357b5f8d7fe743cbfa7c8989caf74e7aa7730b77f289fb28efa4648ae9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz 708b12357b5f8d7fe743cbfa7c8989caf74e7aa7730b77f289fb28efa4648ae9 network default NAD default NAD key ]
I0420 17:30:31.717580    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-h67xz, hostIfaceName: 708b12357b5f8d7, network: default, NAD default, SandboxID: "708b12357b5f8d7fe743cbfa7c8989caf74e7aa7730b77f289fb28efa4648ae9", PCI device ID: , UID: "19d27cf5-a7cd-443b-a896-cb26ac28b0ae", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0420 17:30:31.722620    3821 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69 a864404d8d1bb549ecca1b4d6b9df1ae722bf6cac215111477ddadf7b0b08d81 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-z2h69 a864404d8d1bb549ecca1b4d6b9df1ae722bf6cac215111477ddadf7b0b08d81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3b:70:cf:ef:bd\",\"name\":\"a864404d8d1bb54\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/146288da-1db6-408a-9aa9-669751f92e33\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.746992    3821 cni.go:473] [openshift-ingress/router-default-5c46567b58-8sgjk 3be61630d4fd31ecc1ef5592bec8f44e158298da5899cb75c1801f02e5493019 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c46567b58-8sgjk 3be61630d4fd31ecc1ef5592bec8f44e158298da5899cb75c1801f02e5493019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a6:31:15:70:29\",\"name\":\"3be61630d4fd31e\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f0957d8-3bd6-42b5-a084-8450941424f2\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:31.767268    3821 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz 708b12357b5f8d7fe743cbfa7c8989caf74e7aa7730b77f289fb28efa4648ae9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-h67xz 708b12357b5f8d7fe743cbfa7c8989caf74e7aa7730b77f289fb28efa4648ae9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e4:92:b9:65:21\",\"name\":\"708b12357b5f8d7\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cfe528a-4a38-4da6-adfc-cb47c9d78a36\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:32.044668    3821 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:32.044694    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:32.044700    3821 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:32.046705    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0420 17:30:32.046830    3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 17:30:32.112734    3821 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9xmb8] creating logical port openshift-insights_insights-runtime-extractor-9xmb8 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:30:32.112890    3821 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9xmb8
W0420 17:30:32.117802    3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 17:30:32.139134    3821 pod.go:62] [openshift-insights/insights-runtime-extractor-9xmb8] pod update took 26.279455ms
I0420 17:30:32.139157    3821 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9xmb8] addLogicalPort annotation time took 26.307512ms
I0420 17:30:32.140364    3821 pods.go:271] [openshift-insights/insights-runtime-extractor-9xmb8] addLogicalPort took 27.644669ms, libovsdb time 901.114µs
I0420 17:30:32.495878    3821 cni.go:452] [openshift-insights/insights-runtime-extractor-9xmb8 5eadef5d57a6876b2289e8424e67b827794f13b0259e38b9b1f5cd62af879be3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9xmb8 5eadef5d57a6876b2289e8424e67b827794f13b0259e38b9b1f5cd62af879be3 network default NAD default NAD key ]
I0420 17:30:32.512810    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9xmb8, hostIfaceName: 5eadef5d57a6876, network: default, NAD default, SandboxID: "5eadef5d57a6876b2289e8424e67b827794f13b0259e38b9b1f5cd62af879be3", PCI device ID: , UID: "c120e528-ad0d-4de5-a3be-a11abe004ef5", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0420 17:30:32.576192    3821 cni.go:473] [openshift-insights/insights-runtime-extractor-9xmb8 5eadef5d57a6876b2289e8424e67b827794f13b0259e38b9b1f5cd62af879be3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9xmb8 5eadef5d57a6876b2289e8424e67b827794f13b0259e38b9b1f5cd62af879be3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f4:ac:bc:a6:62\",\"name\":\"5eadef5d57a6876\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62316bd2-ab59-482e-8695-4f9458c5fb14\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:32.705010    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.705042    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.705054    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.707863    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:32.707883    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:32.765732    3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 17:30:32.802990    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:32.803016    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:32.803307    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.803324    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.803330    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.988711    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.988729    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.988740    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:32.993603    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:32.993621    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:33.019303    3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 17:30:33.729919    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:33.729945    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:33.729955    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 17:30:33.734005    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0420 17:30:33.734029    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0420 17:30:33.865729    3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 17:30:33.999605    3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0420 17:30:34.014445    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0420 17:30:34.180317    3821 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4mbmn] creating logical port openshift-console_downloads-5c54f4944f-4mbmn for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:30:34.180402    3821 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4mbmn
I0420 17:30:34.217724    3821 pod.go:62] [openshift-console/downloads-5c54f4944f-4mbmn] pod update took 37.349864ms
I0420 17:30:34.217743    3821 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4mbmn] addLogicalPort annotation time took 37.373384ms
I0420 17:30:34.218780    3821 pods.go:271] [openshift-console/downloads-5c54f4944f-4mbmn] addLogicalPort took 38.475618ms, libovsdb time 746.497µs
I0420 17:30:34.605838    3821 cni.go:452] [openshift-console/downloads-5c54f4944f-4mbmn caf53fffb4dc75452d56a5785dd3d9c5ada1cc0a9545df08fd57ca915a67ccbe network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4mbmn caf53fffb4dc75452d56a5785dd3d9c5ada1cc0a9545df08fd57ca915a67ccbe network default NAD default NAD key ]
I0420 17:30:34.616011    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4mbmn, hostIfaceName: caf53fffb4dc754, network: default, NAD default, SandboxID: "caf53fffb4dc75452d56a5785dd3d9c5ada1cc0a9545df08fd57ca915a67ccbe", PCI device ID: , UID: "db4b446f-5a35-44d5-ab9f-56d0c5e9ffdd", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0420 17:30:34.669487    3821 cni.go:473] [openshift-console/downloads-5c54f4944f-4mbmn caf53fffb4dc75452d56a5785dd3d9c5ada1cc0a9545df08fd57ca915a67ccbe network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4mbmn caf53fffb4dc75452d56a5785dd3d9c5ada1cc0a9545df08fd57ca915a67ccbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:59:f3:0a:8b:53\",\"name\":\"caf53fffb4dc754\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b1801ae-55ff-4ee8-a681-e5e4a22bf265\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:35.482667    3821 cni.go:452] [openshift-multus/network-metrics-daemon-dzxv2 c7c8533a038ab93d02fb3256d71e1f5356fa946448e71c1bdfb082881dd85abd network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dzxv2 c7c8533a038ab93d02fb3256d71e1f5356fa946448e71c1bdfb082881dd85abd network default NAD default NAD key ]
I0420 17:30:35.493420    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dzxv2, hostIfaceName: c7c8533a038ab93, network: default, NAD default, SandboxID: "c7c8533a038ab93d02fb3256d71e1f5356fa946448e71c1bdfb082881dd85abd", PCI device ID: , UID: "09f36ef0-c096-43b4-81ea-15c55c818e36", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0420 17:30:35.547705    3821 cni.go:473] [openshift-multus/network-metrics-daemon-dzxv2 c7c8533a038ab93d02fb3256d71e1f5356fa946448e71c1bdfb082881dd85abd network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dzxv2 c7c8533a038ab93d02fb3256d71e1f5356fa946448e71c1bdfb082881dd85abd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d9:cd:4f:36:e6\",\"name\":\"c7c8533a038ab93\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63b8d595-41c1-4dd3-9e1d-a49417cd483e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:37.568535    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 17:30:38.006412    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 17:30:38.610060    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 17:30:42.138606    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 17:30:42.138638    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 17:30:45.021467    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.021490    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.021496    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.021510    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.021515    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.021519    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.743717    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.743736    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:45.743742    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 17:30:47.070624    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 17:30:47.070660    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 17:30:47.070668    3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0420 17:30:47.747940    3821 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-clwpt for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:30:47.748049    3821 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt
I0420 17:30:47.767477    3821 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt] pod update took 19.464145ms
I0420 17:30:47.767504    3821 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt] addLogicalPort annotation time took 19.493372ms
I0420 17:30:47.768811    3821 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt] addLogicalPort took 20.889637ms, libovsdb time 929.748µs
W0420 17:30:48.080021    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0420 17:30:49.804002    3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:30:49.804126    3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 17:30:49.832458    3821 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.376429ms
I0420 17:30:49.832488    3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.408993ms
I0420 17:30:49.834140    3821 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.153546ms, libovsdb time 1.142883ms
W0420 17:30:50.077636    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0420 17:30:50.916343    3821 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt ea172a95e5f0e2a7e9586d78e62ed926405f1a150152fda31bce5b0608c280a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt ea172a95e5f0e2a7e9586d78e62ed926405f1a150152fda31bce5b0608c280a5 network default NAD default NAD key ]
I0420 17:30:50.916343    3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key ]
I0420 17:30:50.927585    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-clwpt, hostIfaceName: ea172a95e5f0e2a, network: default, NAD default, SandboxID: "ea172a95e5f0e2a7e9586d78e62ed926405f1a150152fda31bce5b0608c280a5", PCI device ID: , UID: "0506f52b-8d58-4d10-b902-3e6cd110e8aa", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0420 17:30:50.927717    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 93ec6cac0ed36a9, network: default, NAD default, SandboxID: "93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5", PCI device ID: , UID: "b7f98bf3-6cdc-47ad-a049-5187a0a813aa", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0420 17:30:50.983694    3821 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt ea172a95e5f0e2a7e9586d78e62ed926405f1a150152fda31bce5b0608c280a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-clwpt ea172a95e5f0e2a7e9586d78e62ed926405f1a150152fda31bce5b0608c280a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:2d:d6:6f:3e:8f\",\"name\":\"ea172a95e5f0e2a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9731faed-9596-4932-a84c-927626abec95\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:30:51.002530    3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:70:10:e5:49:f1\",\"name\":\"93ec6cac0ed36a9\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a5ad1b6-b01f-4827-a2bc-125d1f615ddc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:51.110072    3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 17:30:51.110092    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 17:30:51.110097    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 17:30:51.110101    3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 17:30:51.217607    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:30:51.217628    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:30:51.619680    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0420 17:30:52.678055    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 17:30:52.678127    3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 17:30:52.678137    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 17:30:52.861304    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:30:52.861325    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:30:52.992490    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 17:30:52.992517    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 17:30:53.488476    3821 base_network_controller_pods.go:487] [default/openshift-console/console-67b957545f-7qb42] creating logical port openshift-console_console-67b957545f-7qb42 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:30:53.488639    3821 kube.go:256] Updating pod openshift-console/console-67b957545f-7qb42
I0420 17:30:53.511586    3821 pod.go:62] [openshift-console/console-67b957545f-7qb42] pod update took 23.031648ms
I0420 17:30:53.511608    3821 base_network_controller_pods.go:951] [default/openshift-console/console-67b957545f-7qb42] addLogicalPort annotation time took 23.060349ms
I0420 17:30:53.513072    3821 pods.go:271] [openshift-console/console-67b957545f-7qb42] addLogicalPort took 24.61636ms, libovsdb time 1.039073ms
W0420 17:30:53.738563    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 17:30:53.858605    3821 cni.go:452] [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key ]
I0420 17:30:53.870126    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67b957545f-7qb42, hostIfaceName: ddaaa3999989497, network: default, NAD default, SandboxID: "ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229", PCI device ID: , UID: "1d9617e3-4ba7-4595-92f1-002ed9426e78", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0420 17:30:53.928517    3821 cni.go:473] [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:55:d6:e8:70:28\",\"name\":\"ddaaa3999989497\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce09ac1c-baa2-482f-83d8-db44cd9ba298\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:30:55.667467    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0420 17:30:57.400063    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:30:57.400703    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:30:57.719722    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:57.719749    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:57.727958    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffb45df4b-smxqc
I0420 17:30:57.727983    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffb45df4b-smxqc
I0420 17:30:58.225706    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:30:58.226272    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:30:59.147828    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:59.147855    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:30:59.156944    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-8hbhp
I0420 17:30:59.156969    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-8hbhp
I0420 17:31:03.224491    3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0420 17:31:03.888393    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 17:31:20.978994    3821 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:20.979610    3821 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:21.806349    3821 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:21.806374    3821 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:21.823492    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-gqdhp
I0420 17:31:21.823517    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-gqdhp
W0420 17:31:26.976807    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0420 17:31:26.976814    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 17:31:26.976867    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 17:31:27.003613    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 17:31:27.003625    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 17:31:27.003691    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 17:31:27.986688    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 17:31:28.013254    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0420 17:31:29.214435    3821 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:29.215051    3821 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:29.543394    3821 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:29.543414    3821 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:29.552726    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-f6kmq
I0420 17:31:29.552752    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-f6kmq
W0420 17:31:32.004761    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 17:31:32.004824    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 17:31:32.004764    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 17:31:33.028336    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0420 17:31:46.445728    3821 cni.go:452] [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key ]
I0420 17:31:46.527104    3821 cni.go:473] [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7b8f75b565-fkk9v 4e782c8f53d87c66583ae00a4e973a394c8c088ea73bfe36f1c108617485cf4e network default NAD default NAD key default], result "{}", err <nil>
I0420 17:31:46.600850    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:46.600884    3821 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b8f75b565-fkk9v
I0420 17:31:46.602286    3821 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b8f75b565-fkk9v, ips: 10.129.0.5
I0420 17:31:46.602313    3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:47.064017    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:47.064046    3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:47.071618    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-fkk9v
I0420 17:31:47.071663    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-fkk9v
I0420 17:31:49.237677    3821 cni.go:452] [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key ]
I0420 17:31:49.322205    3821 cni.go:473] [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-78dc8f788c-xt6g4 2dc3d7dd3d8c988e481712cfaa505458fe8bce42844cd9f06667b72dfa84fece network default NAD default NAD key default], result "{}", err <nil>
I0420 17:31:49.394104    3821 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:49.394136    3821 pods.go:176] Deleting pod: openshift-ingress/router-default-78dc8f788c-xt6g4
I0420 17:31:49.395417    3821 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-78dc8f788c-xt6g4, ips: 10.129.0.9
I0420 17:31:49.395446    3821 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:31:50.078898    3821 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:50.078921    3821 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:31:50.085954    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-78dc8f788c-xt6g4
I0420 17:31:50.085980    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-78dc8f788c-xt6g4
W0420 17:31:50.370527    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:31:50.370548    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:31:50.370559    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:31:50.370564    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:31:51.122436    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:31:51.122457    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 17:32:05.289714    3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:05.290299    3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:05.689097    3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:05.689121    3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:05.697398    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0420 17:32:05.697437    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0420 17:32:09.581810    3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key ]
I0420 17:32:09.659874    3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 93ec6cac0ed36a96eadedeea03045173fbb9ddf037baee13ab31da07efa21fa5 network default NAD default NAD key default], result "{}", err <nil>
I0420 17:32:09.724336    3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:09.724368    3821 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0420 17:32:09.725589    3821 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24
I0420 17:32:09.725617    3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:10.178081    3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:10.178104    3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:10.189186    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0420 17:32:10.189215    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0420 17:32:10.232146    3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:32:10.232258    3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 17:32:10.257973    3821 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.764427ms
I0420 17:32:10.257993    3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.788557ms
I0420 17:32:10.259177    3821 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.048264ms, libovsdb time 852.565µs
I0420 17:32:10.592520    3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ee4ad017bbf4af44e53a5b7f1e6254ec4cd4cdc0540e56f6533698804208b864 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ee4ad017bbf4af44e53a5b7f1e6254ec4cd4cdc0540e56f6533698804208b864 network default NAD default NAD key ]
I0420 17:32:10.602550    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ee4ad017bbf4af4, network: default, NAD default, SandboxID: "ee4ad017bbf4af44e53a5b7f1e6254ec4cd4cdc0540e56f6533698804208b864", PCI device ID: , UID: "1bab975e-69ed-49ca-913d-5ef6e4d8c29f", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0420 17:32:10.651599    3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ee4ad017bbf4af44e53a5b7f1e6254ec4cd4cdc0540e56f6533698804208b864 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ee4ad017bbf4af44e53a5b7f1e6254ec4cd4cdc0540e56f6533698804208b864 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:91:78:51:7b:66\",\"name\":\"ee4ad017bbf4af4\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b39ecc4b-4abc-4d9c-93cd-192e0aeef902\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:32:27.474947    3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:27.475679    3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:28.080930    3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:28.080964    3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:28.093323    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0420 17:32:28.093352    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0420 17:32:36.453391    3821 cni.go:452] [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key ]
I0420 17:32:36.535234    3821 cni.go:473] [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67b957545f-7qb42 ddaaa39999894972ebe8a02e7763591489090c40dc5a71aab1b3932ebf945229 network default NAD default NAD key default], result "{}", err <nil>
I0420 17:32:36.585551    3821 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:36.585583    3821 pods.go:176] Deleting pod: openshift-console/console-67b957545f-7qb42
I0420 17:32:36.586777    3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67b957545f-7qb42, ips: 10.129.0.25
I0420 17:32:36.586811    3821 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:36.596421    3821 base_network_controller_pods.go:487] [default/openshift-console/console-69685d888c-7dj26] creating logical port openshift-console_console-69685d888c-7dj26 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:32:36.596576    3821 kube.go:256] Updating pod openshift-console/console-69685d888c-7dj26
I0420 17:32:36.612521    3821 pod.go:62] [openshift-console/console-69685d888c-7dj26] pod update took 15.985708ms
I0420 17:32:36.612543    3821 base_network_controller_pods.go:951] [default/openshift-console/console-69685d888c-7dj26] addLogicalPort annotation time took 16.010989ms
I0420 17:32:36.613712    3821 pods.go:271] [openshift-console/console-69685d888c-7dj26] addLogicalPort took 17.310528ms, libovsdb time 821.339µs
I0420 17:32:36.964963    3821 cni.go:452] [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key ]
I0420 17:32:36.975015    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69685d888c-7dj26, hostIfaceName: ae1f737955c66a8, network: default, NAD default, SandboxID: "ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc", PCI device ID: , UID: "38a204de-09f3-4255-8344-49fa86d363b9", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0420 17:32:37.024678    3821 cni.go:473] [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7f:e4:83:d2:23\",\"name\":\"ae1f737955c66a8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b6c71f4-42b3-45ba-902c-90d4bdbf1ee2\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:32:37.322057    3821 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:37.322096    3821 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:37.329446    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-7qb42
I0420 17:32:37.329480    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-7qb42
I0420 17:32:44.309468    3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:44.310001    3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:44.310035    3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:44.310045    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0420 17:32:44.310061    3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:44.310066    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0420 17:32:45.340715    3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:45.340743    3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:45.340761    3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:45.340773    3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:47.055689    3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0420 17:32:47.066474    3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0420 17:32:47.352925    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 17:32:47.808775    3821 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:47.809463    3821 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:48.178310    3821 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:48.178335    3821 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:48.185303    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-sz879
I0420 17:32:48.185334    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-sz879
I0420 17:32:58.732302    3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:58.732853    3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:32:59.623563    3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:32:59.623603    3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:33:02.618127    3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0420 17:33:11.486005    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 17:33:11.486030    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 17:33:12.910573    3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:33:12.911248    3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:33:13.661543    3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:33:13.661600    3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:33:13.670855    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0420 17:33:13.670881    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0420 17:34:48.112440    3821 cni.go:452] [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key ]
I0420 17:34:48.185216    3821 cni.go:473] [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69685d888c-7dj26 ae1f737955c66a81160391fb3e7bcae32e4d5e1b02328750607ef700c63676dc network default NAD default NAD key default], result "{}", err <nil>
I0420 17:34:48.236321    3821 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:34:48.236354    3821 pods.go:176] Deleting pod: openshift-console/console-69685d888c-7dj26
I0420 17:34:48.237719    3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69685d888c-7dj26, ips: 10.129.0.27
I0420 17:34:48.237748    3821 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:34:48.246066    3821 base_network_controller_pods.go:487] [default/openshift-console/console-76dbdcf8c5-86x98] creating logical port openshift-console_console-76dbdcf8c5-86x98 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:34:48.246185    3821 kube.go:256] Updating pod openshift-console/console-76dbdcf8c5-86x98
I0420 17:34:48.263157    3821 pod.go:62] [openshift-console/console-76dbdcf8c5-86x98] pod update took 16.995287ms
I0420 17:34:48.263187    3821 base_network_controller_pods.go:951] [default/openshift-console/console-76dbdcf8c5-86x98] addLogicalPort annotation time took 17.027437ms
I0420 17:34:48.264495    3821 pods.go:271] [openshift-console/console-76dbdcf8c5-86x98] addLogicalPort took 18.443395ms, libovsdb time 883.285µs
I0420 17:34:48.607729    3821 cni.go:452] [openshift-console/console-76dbdcf8c5-86x98 9bade2d29bd1f26bc273c8dc3b7b3f84264c9da8d80e3905647cd7f61c735739 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76dbdcf8c5-86x98 9bade2d29bd1f26bc273c8dc3b7b3f84264c9da8d80e3905647cd7f61c735739 network default NAD default NAD key ]
I0420 17:34:48.617855    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76dbdcf8c5-86x98, hostIfaceName: 9bade2d29bd1f26, network: default, NAD default, SandboxID: "9bade2d29bd1f26bc273c8dc3b7b3f84264c9da8d80e3905647cd7f61c735739", PCI device ID: , UID: "926e89d5-9f35-4f7c-b59e-eac6e412f46f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0420 17:34:48.667821    3821 cni.go:473] [openshift-console/console-76dbdcf8c5-86x98 9bade2d29bd1f26bc273c8dc3b7b3f84264c9da8d80e3905647cd7f61c735739 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76dbdcf8c5-86x98 9bade2d29bd1f26bc273c8dc3b7b3f84264c9da8d80e3905647cd7f61c735739 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a0:d9:7f:81:2b\",\"name\":\"9bade2d29bd1f26\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/622cdcd0-fa56-4ba9-9ab8-7cd0310c84a1\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:34:48.858201    3821 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:34:48.858223    3821 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:34:48.867783    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-7dj26
I0420 17:34:48.867810    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-7dj26
W0420 17:34:58.892192    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 17:34:58.929530    3821 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:34:58.930133    3821 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:34:59.049821    3821 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:34:59.049857    3821 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:34:59.056921    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-vjwb6
I0420 17:34:59.056945    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-vjwb6
I0420 17:35:12.211364    3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0420 17:35:14.124237    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0420 17:35:31.129637    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0420 17:35:59.811027    3821 namespace.go:98] [tsf] adding namespace
I0420 17:35:59.812193    3821 namespace.go:102] [tsf] adding namespace took 1.13795ms
I0420 17:35:59.836059    3821 namespace.go:142] [tsf] updating namespace
I0420 17:35:59.858828    3821 namespace.go:142] [tsf] updating namespace
I0420 17:36:03.886847    3821 namespace.go:98] [rhbk-operator] adding namespace
I0420 17:36:03.888018    3821 namespace.go:102] [rhbk-operator] adding namespace took 1.143768ms
I0420 17:36:03.895433    3821 namespace.go:98] [konflux-operator] adding namespace
I0420 17:36:03.895504    3821 namespace.go:98] [cert-manager-operator] adding namespace
I0420 17:36:03.895726    3821 namespace.go:98] [konflux-ui] adding namespace
I0420 17:36:03.895895    3821 namespace.go:98] [tsf-tas] adding namespace
I0420 17:36:03.896089    3821 namespace.go:98] [rhtpa-operator] adding namespace
I0420 17:36:03.896437    3821 namespace.go:102] [konflux-operator] adding namespace took 987.072µs
I0420 17:36:03.897252    3821 namespace.go:102] [cert-manager-operator] adding namespace took 1.729578ms
I0420 17:36:03.897286    3821 namespace.go:98] [tsf-tpa] adding namespace
I0420 17:36:03.898103    3821 namespace.go:102] [tsf-tpa] adding namespace took 811.163µs
I0420 17:36:03.898783    3821 namespace.go:102] [konflux-ui] adding namespace took 3.027995ms
I0420 17:36:03.899515    3821 namespace.go:102] [tsf-tas] adding namespace took 3.602311ms
I0420 17:36:03.899547    3821 namespace.go:98] [tsf-keycloak] adding namespace
I0420 17:36:03.900093    3821 namespace.go:102] [rhtpa-operator] adding namespace took 3.98049ms
I0420 17:36:03.900628    3821 namespace.go:102] [tsf-keycloak] adding namespace took 1.074555ms
I0420 17:36:03.912431    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:36:03.933696    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:36:03.936586    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:36:03.936739    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:36:03.939758    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:36:03.939926    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:36:03.946117    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:36:03.949438    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:36:03.954086    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:36:03.960882    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:36:03.994281    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:36:03.997782    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:36:04.006421    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:36:04.033469    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:36:04.033593    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:36:04.057638    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:36:04.060675    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:36:04.077450    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:36:04.080406    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:36:04.093021    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:36:04.111083    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:36:04.124701    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:36:04.137814    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:36:04.159305    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:36:05.113083    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:36:05.128292    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:36:11.156689    3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.157323    3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.157358    3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.157372    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:11.157385    3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.157389    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:11.178132    3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.178557    3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.178583    3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.178593    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:11.178604    3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:11.178609    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:12.184377    3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.184400    3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.184415    3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.184428    3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.205399    3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.205417    3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.205429    3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:12.205437    3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:15.735184    3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:15.735855    3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:15.735889    3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:15.735900    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:15.735915    3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:15.735920    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:16.767720    3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:16.767750    3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:16.767769    3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:16.767787    3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:17.355607    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0420 17:36:20.481452    3821 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-g958w] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-g958w for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:36:20.481570    3821 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-g958w
I0420 17:36:20.501040    3821 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-g958w] pod update took 19.49699ms
I0420 17:36:20.501065    3821 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-g958w] addLogicalPort annotation time took 19.529181ms
I0420 17:36:20.502310    3821 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-g958w] addLogicalPort took 20.872702ms, libovsdb time 902.423µs
I0420 17:36:20.843474    3821 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-g958w a5ab62446f3ea64f733c63ab3d1f8c842d40f697308dfc92d1cdf372e67eae8b network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-g958w a5ab62446f3ea64f733c63ab3d1f8c842d40f697308dfc92d1cdf372e67eae8b network default NAD default NAD key ]
I0420 17:36:20.853093    3821 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-g958w, hostIfaceName: a5ab62446f3ea64, network: default, NAD default, SandboxID: "a5ab62446f3ea64f733c63ab3d1f8c842d40f697308dfc92d1cdf372e67eae8b", PCI device ID: , UID: "2122696c-6a39-4143-ba59-32cb3ba066f0", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0420 17:36:20.903407    3821 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-g958w a5ab62446f3ea64f733c63ab3d1f8c842d40f697308dfc92d1cdf372e67eae8b network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-g958w a5ab62446f3ea64f733c63ab3d1f8c842d40f697308dfc92d1cdf372e67eae8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:cd:17:d0:7d:d9\",\"name\":\"a5ab62446f3ea64\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/018a7acb-6b85-4b77-a9a2-4d8133a00987\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:36:21.231779    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0420 17:36:22.251328    3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:22.251864    3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:22.251892    3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:22.251903    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:22.251915    3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:22.251919    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:23.327976    3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:23.327998    3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:23.328009    3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:23.328021    3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:24.260159    3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.260797    3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.260827    3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.260836    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:24.260849    3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.260855    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:24.286946    3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.287414    3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.287438    3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.287445    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 17:36:24.287457    3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:24.287461    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 17:36:25.287540    3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.287565    3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.287578    3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.287590    3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.316199    3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.316226    3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.316237    3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:25.316247    3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:28.351637    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
W0420 17:36:28.396342    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 17:36:30.430724    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0420 17:36:38.161215    3821 namespace.go:142] [openshift-operators] updating namespace
I0420 17:36:38.173997    3821 namespace.go:142] [openshift-operators] updating namespace
I0420 17:36:41.355555    3821 namespace.go:98] [cert-manager] adding namespace
I0420 17:36:41.356552    3821 namespace.go:102] [cert-manager] adding namespace took 963.995µs
I0420 17:36:41.467160    3821 namespace.go:142] [cert-manager] updating namespace
I0420 17:36:41.542829    3821 namespace.go:142] [cert-manager] updating namespace
I0420 17:36:44.935101    3821 namespace.go:142] [openshift-operators] updating namespace
I0420 17:36:45.433995    3821 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-5gkwf for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:36:45.434102    3821 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf
I0420 17:36:45.474718    3821 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf] pod update took 40.637461ms
I0420 17:36:45.474738    3821 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf] addLogicalPort annotation time took 40.663809ms
I0420 17:36:45.475917    3821 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf] addLogicalPort took 41.93556ms, libovsdb time 811.738µs
I0420 17:36:45.823268    3821 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf a68de68ad87b95196fbedf4f0fdfd648293558a4f5a6c297c0e94a24a95c4ef5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf a68de68ad87b95196fbedf4f0fdfd648293558a4f5a6c297c0e94a24a95c4ef5 network default NAD default NAD key ]
I0420 17:36:45.833496    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-5gkwf, hostIfaceName: a68de68ad87b951, network: default, NAD default, SandboxID: "a68de68ad87b95196fbedf4f0fdfd648293558a4f5a6c297c0e94a24a95c4ef5", PCI device ID: , UID: "02ebf28a-9989-4bcf-9faa-2e3d200ccbab", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0420 17:36:45.885210    3821 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf a68de68ad87b95196fbedf4f0fdfd648293558a4f5a6c297c0e94a24a95c4ef5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5gkwf a68de68ad87b95196fbedf4f0fdfd648293558a4f5a6c297c0e94a24a95c4ef5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6c:5d:92:c4:98\",\"name\":\"a68de68ad87b951\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87399839-d08c-414a-a67c-55ef0bd20d04\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:36:49.507902    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0420 17:36:49.507923    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0420 17:36:51.735933    3821 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-b9kj4 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:36:51.736062    3821 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4
I0420 17:36:51.763075    3821 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4] pod update took 27.045483ms
I0420 17:36:51.763098    3821 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4] addLogicalPort annotation time took 27.072511ms
I0420 17:36:51.764412    3821 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4] addLogicalPort took 28.494691ms, libovsdb time 916.083µs
I0420 17:36:52.093850    3821 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4 157af4aeeafdca1535074d69e2570ce74286bfaad9e54591ddcb9d7581bf9ce9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4 157af4aeeafdca1535074d69e2570ce74286bfaad9e54591ddcb9d7581bf9ce9 network default NAD default NAD key ]
I0420 17:36:52.103163    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-b9kj4, hostIfaceName: 157af4aeeafdca1, network: default, NAD default, SandboxID: "157af4aeeafdca1535074d69e2570ce74286bfaad9e54591ddcb9d7581bf9ce9", PCI device ID: , UID: "0ca4edbc-1dfa-4f4c-aaff-61459cc6bf36", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0420 17:36:52.153788    3821 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4 157af4aeeafdca1535074d69e2570ce74286bfaad9e54591ddcb9d7581bf9ce9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b9kj4 157af4aeeafdca1535074d69e2570ce74286bfaad9e54591ddcb9d7581bf9ce9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7d:2d:00:7a:94\",\"name\":\"157af4aeeafdca1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f83874d-48a5-4c27-8f2f-1665c18f30b6\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:36:52.902860    3821 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-4gq5s] creating logical port cert-manager_cert-manager-59c77684cc-4gq5s for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:36:52.902962    3821 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-4gq5s
I0420 17:36:52.920893    3821 pod.go:62] [cert-manager/cert-manager-59c77684cc-4gq5s] pod update took 17.958386ms
I0420 17:36:52.920914    3821 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-4gq5s] addLogicalPort annotation time took 17.982134ms
I0420 17:36:52.922092    3821 pods.go:271] [cert-manager/cert-manager-59c77684cc-4gq5s] addLogicalPort took 19.24618ms, libovsdb time 810.917µs
I0420 17:36:53.583831    3821 cni.go:452] [cert-manager/cert-manager-59c77684cc-4gq5s a22dccec4397bee4795a85cbd9df8b2dfbc3e53fb24ffa7a9682f1eb2753e189 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-4gq5s a22dccec4397bee4795a85cbd9df8b2dfbc3e53fb24ffa7a9682f1eb2753e189 network default NAD default NAD key ]
I0420 17:36:53.593853    3821 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-4gq5s, hostIfaceName: a22dccec4397bee, network: default, NAD default, SandboxID: "a22dccec4397bee4795a85cbd9df8b2dfbc3e53fb24ffa7a9682f1eb2753e189", PCI device ID: , UID: "90a6dce4-6dbb-4186-bb07-8f8f5b944607", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0420 17:36:53.643633    3821 cni.go:473] [cert-manager/cert-manager-59c77684cc-4gq5s a22dccec4397bee4795a85cbd9df8b2dfbc3e53fb24ffa7a9682f1eb2753e189 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-4gq5s a22dccec4397bee4795a85cbd9df8b2dfbc3e53fb24ffa7a9682f1eb2753e189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:97:92:1d:08:95\",\"name\":\"a22dccec4397bee\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd50c1ac-2555-4cbd-90d4-37751a0967d4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:36:54.451254    3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:54.451948    3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:36:54.479444    3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:54.479472    3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:36:54.490765    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0420 17:36:54.490791    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0420 17:36:57.611664    3821 namespace.go:98] [trusted-artifact-signer] adding namespace
I0420 17:36:57.612473    3821 namespace.go:102] [trusted-artifact-signer] adding namespace took 784.74µs
I0420 17:36:57.638912    3821 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 17:36:57.673923    3821 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 17:36:57.945839    3821 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-wc886] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-wc886 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:36:57.945930    3821 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-wc886
I0420 17:36:57.959717    3821 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-wc886] pod update took 13.807874ms
I0420 17:36:57.959742    3821 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-wc886] addLogicalPort annotation time took 13.838874ms
I0420 17:36:57.960956    3821 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-wc886] addLogicalPort took 15.134059ms, libovsdb time 847.613µs
W0420 17:36:58.461149    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 17:36:58.611830    3821 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-wc886 e44165792588ca8f6fb72afcc7c01e29357644679f5941a223ceb5d9020b7bc8 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-wc886 e44165792588ca8f6fb72afcc7c01e29357644679f5941a223ceb5d9020b7bc8 network default NAD default NAD key ]
I0420 17:36:58.621933    3821 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-wc886, hostIfaceName: e44165792588ca8, network: default, NAD default, SandboxID: "e44165792588ca8f6fb72afcc7c01e29357644679f5941a223ceb5d9020b7bc8", PCI device ID: , UID: "c418c2e8-5de0-4a69-b6b8-784d70681751", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0420 17:36:58.674943    3821 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-wc886 e44165792588ca8f6fb72afcc7c01e29357644679f5941a223ceb5d9020b7bc8 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-wc886 e44165792588ca8f6fb72afcc7c01e29357644679f5941a223ceb5d9020b7bc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:2f:84:5d:68:82\",\"name\":\"e44165792588ca8\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/344b039e-1201-4a2b-b5bd-dd0eb26879f5\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:36:59.139135    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=774
I0420 17:37:01.229846    3821 namespace.go:98] [openshift-pipelines] adding namespace
I0420 17:37:01.230810    3821 namespace.go:102] [openshift-pipelines] adding namespace took 939.566µs
I0420 17:37:01.253951    3821 namespace.go:142] [openshift-pipelines] updating namespace
I0420 17:37:01.962909    3821 namespace.go:142] [cert-manager] updating namespace
I0420 17:37:02.239635    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0420 17:37:02.262786    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:37:02.860906    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:37:03.197077    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:37:03.427244    3821 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace
I0420 17:37:03.841421    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:37:04.057892    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:37:04.250859    3821 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 17:37:04.447108    3821 namespace.go:142] [tsf] updating namespace
I0420 17:37:04.646929    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:37:04.858022    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:37:05.052343    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:37:05.195023    3821 namespace.go:142] [cert-manager] updating namespace
I0420 17:37:05.205350    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:37:05.219340    3821 namespace.go:142] [default] updating namespace
I0420 17:37:05.233215    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:37:05.247589    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:37:05.262720    3821 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace
I0420 17:37:05.272948    3821 namespace.go:142] [openshift] updating namespace
I0420 17:37:05.287506    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:37:05.302981    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:37:05.315035    3821 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 17:37:05.323707    3821 namespace.go:142] [tsf] updating namespace
I0420 17:37:05.336463    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:37:05.352084    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:37:05.372829    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:37:05.434932    3821 namespace.go:142] [cert-manager] updating namespace
I0420 17:37:05.532313    3821 namespace.go:142] [cert-manager-operator] updating namespace
I0420 17:37:05.632418    3821 namespace.go:142] [default] updating namespace
I0420 17:37:05.735391    3821 namespace.go:142] [konflux-operator] updating namespace
I0420 17:37:05.834882    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:37:05.937323    3821 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace
I0420 17:37:06.032350    3821 namespace.go:142] [openshift] updating namespace
I0420 17:37:06.151623    3821 namespace.go:142] [rhbk-operator] updating namespace
I0420 17:37:06.240078    3821 namespace.go:142] [rhtpa-operator] updating namespace
I0420 17:37:06.336144    3821 namespace.go:142] [trusted-artifact-signer] updating namespace
W0420 17:37:06.367020    3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0420 17:37:06.392422    3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0420 17:37:06.444879    3821 namespace.go:142] [tsf] updating namespace
I0420 17:37:06.551047    3821 namespace.go:142] [tsf-keycloak] updating namespace
I0420 17:37:06.655384    3821 namespace.go:142] [tsf-tas] updating namespace
I0420 17:37:06.743927    3821 namespace.go:142] [tsf-tpa] updating namespace
I0420 17:37:07.320553    3821 namespace.go:142] [openshift-pipelines] updating namespace
W0420 17:37:09.419819    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 17:37:13.214277    3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0420 17:37:16.476192    3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-nckhf] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-nckhf for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:37:16.476310    3821 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-nckhf
I0420 17:37:16.493925    3821 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf] pod update took 17.650193ms
I0420 17:37:16.493943    3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-nckhf] addLogicalPort annotation time took 17.672328ms
I0420 17:37:16.495150    3821 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf] addLogicalPort took 18.980504ms, libovsdb time 840.098µs
I0420 17:37:16.835281    3821 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf 361783dcc73fbc2b7fc5c448164e5fa96ea57fde6fe1fa6df6f835ed16721b87 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf 361783dcc73fbc2b7fc5c448164e5fa96ea57fde6fe1fa6df6f835ed16721b87 network default NAD default NAD key ]
I0420 17:37:16.845182    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-nckhf, hostIfaceName: 361783dcc73fbc2, network: default, NAD default, SandboxID: "361783dcc73fbc2b7fc5c448164e5fa96ea57fde6fe1fa6df6f835ed16721b87", PCI device ID: , UID: "39040afd-7fb4-40a4-9bf0-a855296ac950", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0420 17:37:16.899068    3821 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf 361783dcc73fbc2b7fc5c448164e5fa96ea57fde6fe1fa6df6f835ed16721b87 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-nckhf 361783dcc73fbc2b7fc5c448164e5fa96ea57fde6fe1fa6df6f835ed16721b87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bf:ec:b8:06:bd\",\"name\":\"361783dcc73fbc2\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3addce0d-d122-4f43-afdb-bb25c1b08e70\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:37:19.638677    3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 17:37:19.638702    3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 17:37:19.638707    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 17:37:20.500374    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 17:37:20.500394    3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 17:37:20.500399    3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 17:37:23.543638    3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 17:37:23.543683    3821 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 17:37:23.543688    3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 17:37:23.543693    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 17:37:31.501149    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 17:37:31.501176    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 17:37:31.501184    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0420 17:37:41.438802    3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-s87r2 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:37:41.438904    3821 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2
I0420 17:37:41.453266    3821 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2] pod update took 14.389855ms
I0420 17:37:41.453310    3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2] addLogicalPort annotation time took 14.437009ms
I0420 17:37:41.454767    3821 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2] addLogicalPort took 15.98718ms, libovsdb time 992.605µs
I0420 17:37:41.826054    3821 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2 4ad9a05b81828cc9bca6a5d36cc555435b87a55dcc5b637c2d28f88a3d7d9cbb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2 4ad9a05b81828cc9bca6a5d36cc555435b87a55dcc5b637c2d28f88a3d7d9cbb network default NAD default NAD key ]
I0420 17:37:41.835840    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-s87r2, hostIfaceName: 4ad9a05b81828cc, network: default, NAD default, SandboxID: "4ad9a05b81828cc9bca6a5d36cc555435b87a55dcc5b637c2d28f88a3d7d9cbb", PCI device ID: , UID: "40606f85-6aba-4b4d-8fad-18426340cb9b", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0420 17:37:41.887890    3821 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2 4ad9a05b81828cc9bca6a5d36cc555435b87a55dcc5b637c2d28f88a3d7d9cbb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-s87r2 4ad9a05b81828cc9bca6a5d36cc555435b87a55dcc5b637c2d28f88a3d7d9cbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:eb:bb:c4:cc:a6\",\"name\":\"4ad9a05b81828cc\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d034cbe6-6e24-4a53-a9b3-58077d9e6757\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:37:44.754512    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0420 17:37:51.616292    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 17:37:51.753327    3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:37:51.753860    3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:37:51.774001    3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:37:51.774020    3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:37:51.780920    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0420 17:37:51.780943    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0420 17:37:53.686710    3821 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0420 17:37:53.687386    3821 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0420 17:37:53.687433    3821 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0420 17:37:53.689709    3821 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0420 17:37:59.130905    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105
I0420 17:37:59.332829    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0420 17:38:01.714266    3821 namespace.go:142] [openshift-pipelines] updating namespace
I0420 17:38:01.869918    3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 17:38:02.669631    3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0420 17:38:02.669722    3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch: no pod IPs found 
I0420 17:38:04.946427    3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:38:04.946521    3821 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0420 17:38:04.961069    3821 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.56837ms
I0420 17:38:04.961091    3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.595878ms
I0420 17:38:04.962613    3821 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.20163ms, libovsdb time 1.073489ms
W0420 17:38:06.712133    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0420 17:38:06.712161    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0420 17:38:06.715141    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0420 17:38:06.715165    3821 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0420 17:38:10.111940    3821 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 10825b12b0646908e98e96a0f7516a859335596eab01d48b63915a05ce21af31 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 10825b12b0646908e98e96a0f7516a859335596eab01d48b63915a05ce21af31 network default NAD default NAD key ]
I0420 17:38:10.121699    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 10825b12b064690, network: default, NAD default, SandboxID: "10825b12b0646908e98e96a0f7516a859335596eab01d48b63915a05ce21af31", PCI device ID: , UID: "5aff399f-31b3-4126-b547-5c197b83ffa4", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0420 17:38:10.173475    3821 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 10825b12b0646908e98e96a0f7516a859335596eab01d48b63915a05ce21af31 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 10825b12b0646908e98e96a0f7516a859335596eab01d48b63915a05ce21af31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5f:1f:14:20:d3\",\"name\":\"10825b12b064690\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c79a6be9-b477-4426-a57a-506e24b63a6a\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:38:14.327041    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0420 17:38:16.793531    3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 17:38:18.360481    3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-jvxpr for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:38:18.360619    3821 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr
I0420 17:38:18.377997    3821 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr] pod update took 17.398956ms
I0420 17:38:18.378023    3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr] addLogicalPort annotation time took 17.432053ms
I0420 17:38:18.379235    3821 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr] addLogicalPort took 18.770211ms, libovsdb time 808.557µs
I0420 17:38:18.722500    3821 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr 700b69aa972602a5cc10650cea593fe0e082c1e650df85bc4890ef5d6e633556 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr 700b69aa972602a5cc10650cea593fe0e082c1e650df85bc4890ef5d6e633556 network default NAD default NAD key ]
I0420 17:38:18.732134    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-jvxpr, hostIfaceName: 700b69aa972602a, network: default, NAD default, SandboxID: "700b69aa972602a5cc10650cea593fe0e082c1e650df85bc4890ef5d6e633556", PCI device ID: , UID: "f82a640c-f4e7-4395-90e6-27546f7ff448", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0420 17:38:18.785562    3821 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr 700b69aa972602a5cc10650cea593fe0e082c1e650df85bc4890ef5d6e633556 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jvxpr 700b69aa972602a5cc10650cea593fe0e082c1e650df85bc4890ef5d6e633556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:78:17:79:e2:22\",\"name\":\"700b69aa972602a\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb67cfa7-f2d6-45a6-9580-a0149c847e2b\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:38:23.941140    3821 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 17:38:23.941163    3821 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 17:38:23.941169    3821 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0420 17:38:29.125808    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=112
I0420 17:38:33.901208    3821 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-nk7s7] creating logical port tsf-keycloak_tsf-iam-nk7s7 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:38:33.901305    3821 kube.go:256] Updating pod tsf-keycloak/tsf-iam-nk7s7
I0420 17:38:33.928253    3821 pod.go:62] [tsf-keycloak/tsf-iam-nk7s7] pod update took 26.970629ms
I0420 17:38:33.928278    3821 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-nk7s7] addLogicalPort annotation time took 27.004666ms
I0420 17:38:33.929680    3821 pods.go:271] [tsf-keycloak/tsf-iam-nk7s7] addLogicalPort took 28.491324ms, libovsdb time 932.228µs
I0420 17:38:34.263874    3821 cni.go:452] [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key ]
I0420 17:38:34.273306    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-nk7s7, hostIfaceName: eed352f055bcf8b, network: default, NAD default, SandboxID: "eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad", PCI device ID: , UID: "41072874-3cf1-4f07-92f6-9dfe39aee736", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0420 17:38:34.325816    3821 cni.go:473] [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a8:c4:a8:f1:be\",\"name\":\"eed352f055bcf8b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e07b4610-e45f-4e27-ac81-8f923160632e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:38:44.064573    3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:38:44.065214    3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:38:44.104429    3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:38:44.104457    3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:38:44.111904    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0420 17:38:44.111933    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0420 17:38:47.286246    3821 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5bf964f9bb-nmxc6] creating logical port tsf-tas_trillian-logserver-5bf964f9bb-nmxc6 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:38:47.286340    3821 kube.go:256] Updating pod tsf-tas/trillian-logserver-5bf964f9bb-nmxc6
I0420 17:38:47.304678    3821 pod.go:62] [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6] pod update took 18.35959ms
I0420 17:38:47.304704    3821 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5bf964f9bb-nmxc6] addLogicalPort annotation time took 18.394121ms
I0420 17:38:47.306178    3821 pods.go:271] [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6] addLogicalPort took 19.950112ms, libovsdb time 1.062245ms
I0420 17:38:47.337313    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0420 17:38:47.496998    3821 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-km42p-chmjr] creating logical port tsf-tas_rekor-createtree-job-km42p-chmjr for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:38:47.497094    3821 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-km42p-chmjr
I0420 17:38:47.512784    3821 pod.go:62] [tsf-tas/rekor-createtree-job-km42p-chmjr] pod update took 15.713524ms
I0420 17:38:47.512819    3821 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-km42p-chmjr] addLogicalPort annotation time took 15.752393ms
I0420 17:38:47.514533    3821 pods.go:271] [tsf-tas/rekor-createtree-job-km42p-chmjr] addLogicalPort took 17.548694ms, libovsdb time 1.163909ms
I0420 17:38:47.671030    3821 cni.go:452] [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6 2fcf6d0c192d709cbf6a900d49dd743477346814a68931b47de5bb765189d22f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6 2fcf6d0c192d709cbf6a900d49dd743477346814a68931b47de5bb765189d22f network default NAD default NAD key ]
I0420 17:38:47.681367    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5bf964f9bb-nmxc6, hostIfaceName: 2fcf6d0c192d709, network: default, NAD default, SandboxID: "2fcf6d0c192d709cbf6a900d49dd743477346814a68931b47de5bb765189d22f", PCI device ID: , UID: "65c5b6ee-c93b-469e-9b4e-902896b569b4", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0420 17:38:47.739580    3821 cni.go:473] [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6 2fcf6d0c192d709cbf6a900d49dd743477346814a68931b47de5bb765189d22f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5bf964f9bb-nmxc6 2fcf6d0c192d709cbf6a900d49dd743477346814a68931b47de5bb765189d22f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:31:61:df:2d:d8\",\"name\":\"2fcf6d0c192d709\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3b9f0f3-1fec-4a9f-9a11-1a6dd0000d9d\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:38:47.913023    3821 cni.go:452] [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key ]
I0420 17:38:47.924258    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-km42p-chmjr, hostIfaceName: 63a9bd283af71a4, network: default, NAD default, SandboxID: "63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6", PCI device ID: , UID: "85d9685a-58e2-40f2-9a0a-7824f3fa5977", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0420 17:38:47.988109    3821 cni.go:473] [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b2:6c:2e:e0:cf\",\"name\":\"63a9bd283af71a4\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9728fc39-311e-4357-bd3f-7145a0a0f268\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:38:55.994783    3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0420 17:38:57.104599    3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0420 17:38:58.005190    3821 cni.go:452] [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key ]
I0420 17:38:58.092419    3821 cni.go:473] [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-nk7s7 eed352f055bcf8bb6ef92c610931ddfa95b5abb47b0da33fffb4b4e86d44d1ad network default NAD default NAD key default], result "{}", err <nil>
I0420 17:38:58.179203    3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:38:58.179237    3821 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-nk7s7
I0420 17:38:58.180721    3821 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-nk7s7, ips: 10.129.0.38
I0420 17:38:58.180751    3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:38:59.037150    3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:38:59.037177    3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:00.167995    3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:00.168578    3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:01.080310    3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:01.080339    3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 17:39:06.097864    3821 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0420 17:39:07.344820    3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0420 17:39:21.018759    3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wgjvl for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:39:21.018845    3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl
I0420 17:39:21.036577    3821 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl] pod update took 17.75837ms
I0420 17:39:21.036601    3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl] addLogicalPort annotation time took 17.785809ms
I0420 17:39:21.037785    3821 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl] addLogicalPort took 19.0431ms, libovsdb time 789.445µs
I0420 17:39:21.378520    3821 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl 9cc4a6c1ec0d2d6e6ba2f9edbeaeb0bd867fd1cfda24644105473b6a68068335 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl 9cc4a6c1ec0d2d6e6ba2f9edbeaeb0bd867fd1cfda24644105473b6a68068335 network default NAD default NAD key ]
I0420 17:39:21.388122    3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wgjvl, hostIfaceName: 9cc4a6c1ec0d2d6, network: default, NAD default, SandboxID: "9cc4a6c1ec0d2d6e6ba2f9edbeaeb0bd867fd1cfda24644105473b6a68068335", PCI device ID: , UID: "3679bff6-9090-4b73-a9cf-35ff86e8a1db", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0420 17:39:21.441299    3821 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl 9cc4a6c1ec0d2d6e6ba2f9edbeaeb0bd867fd1cfda24644105473b6a68068335 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wgjvl 9cc4a6c1ec0d2d6e6ba2f9edbeaeb0bd867fd1cfda24644105473b6a68068335 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:84:ef:1d:9a:b5\",\"name\":\"9cc4a6c1ec0d2d6\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f833326-d178-4f11-896b-9f47e6a74f84\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:39:25.150703    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0420 17:39:25.197225    3821 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0420 17:39:25.197246    3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0420 17:39:26.125978    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=233
W0420 17:39:35.160241    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0420 17:39:36.161145    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0420 17:39:39.416773    3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:39.417366    3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:39.438141    3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:39.438163    3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:39.445769    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0420 17:39:39.445797    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0420 17:39:48.471435    3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:48.472094    3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:49.365180    3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:49.365207    3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:57.562660    3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:57.563289    3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:39:58.587482    3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:58.587508    3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:58.626840    3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:58.626874    3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:39:58.633721    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jz5xd
I0420 17:39:58.633748    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jz5xd
I0420 17:40:03.564425    3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:03.564945    3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:03.588564    3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:03.588584    3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:03.596062    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0420 17:40:03.596081    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0420 17:40:03.605204    3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:03.605685    3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:04.470383    3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:04.470405    3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:06.369687    3821 cni.go:452] [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key ]
I0420 17:40:06.451665    3821 cni.go:473] [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-km42p-chmjr 63a9bd283af71a4efd1f62ee20b66ff08f6a59b7209935d635ae85dde071e6c6 network default NAD default NAD key default], result "{}", err <nil>
I0420 17:40:06.503923    3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:06.503954    3821 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-km42p-chmjr
I0420 17:40:06.505235    3821 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-km42p-chmjr, ips: 10.129.0.40
I0420 17:40:06.505260    3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:07.387212    3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:07.387243    3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:09.285571    3821 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-d686544c6-vqkrj] creating logical port tsf-tas_rekor-search-ui-d686544c6-vqkrj for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:40:09.285687    3821 kube.go:256] Updating pod tsf-tas/rekor-search-ui-d686544c6-vqkrj
I0420 17:40:09.300372    3821 pod.go:62] [tsf-tas/rekor-search-ui-d686544c6-vqkrj] pod update took 14.732649ms
I0420 17:40:09.300392    3821 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-d686544c6-vqkrj] addLogicalPort annotation time took 14.760827ms
I0420 17:40:09.301565    3821 pods.go:271] [tsf-tas/rekor-search-ui-d686544c6-vqkrj] addLogicalPort took 16.013563ms, libovsdb time 788.082µs
I0420 17:40:09.645132    3821 cni.go:452] [tsf-tas/rekor-search-ui-d686544c6-vqkrj ffc34b3f7064791244809b527084698de72b5f19d86f64697dc3f5c75c097586 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-d686544c6-vqkrj ffc34b3f7064791244809b527084698de72b5f19d86f64697dc3f5c75c097586 network default NAD default NAD key ]
I0420 17:40:09.655100    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-d686544c6-vqkrj, hostIfaceName: ffc34b3f7064791, network: default, NAD default, SandboxID: "ffc34b3f7064791244809b527084698de72b5f19d86f64697dc3f5c75c097586", PCI device ID: , UID: "f9980e48-3b3f-441e-8e73-5586922a2572", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0420 17:40:09.709471    3821 cni.go:473] [tsf-tas/rekor-search-ui-d686544c6-vqkrj ffc34b3f7064791244809b527084698de72b5f19d86f64697dc3f5c75c097586 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-d686544c6-vqkrj ffc34b3f7064791244809b527084698de72b5f19d86f64697dc3f5c75c097586 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a6:6d:b4:a4:f8\",\"name\":\"ffc34b3f7064791\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce362130-7987-44d7-813e-867990080a72\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:40:10.647318    3821 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:10.647898    3821 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:10.669143    3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:10.669630    3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0420 17:40:11.485431    3821 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0420 17:40:11.543533    3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:11.543559    3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:11.673918    3821 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:11.673937    3821 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:11.729943    3821 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-846885578c-rpst4] creating logical port tsf-tas_rekor-server-846885578c-rpst4 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:40:11.730030    3821 kube.go:256] Updating pod tsf-tas/rekor-server-846885578c-rpst4
I0420 17:40:11.748023    3821 pod.go:62] [tsf-tas/rekor-server-846885578c-rpst4] pod update took 18.013023ms
I0420 17:40:11.748045    3821 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-846885578c-rpst4] addLogicalPort annotation time took 18.04175ms
I0420 17:40:11.749297    3821 pods.go:271] [tsf-tas/rekor-server-846885578c-rpst4] addLogicalPort took 19.374651ms, libovsdb time 867.674µs
W0420 17:40:13.420379    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0420 17:40:14.489812    3821 cni.go:452] [tsf-tas/rekor-server-846885578c-rpst4 9fc3e3f07648eb7ceb04f842e07d1aa0a1bc405d7d939576eb94b61b0b8ac04d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-846885578c-rpst4 9fc3e3f07648eb7ceb04f842e07d1aa0a1bc405d7d939576eb94b61b0b8ac04d network default NAD default NAD key ]
I0420 17:40:14.499847    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-846885578c-rpst4, hostIfaceName: 9fc3e3f07648eb7, network: default, NAD default, SandboxID: "9fc3e3f07648eb7ceb04f842e07d1aa0a1bc405d7d939576eb94b61b0b8ac04d", PCI device ID: , UID: "eab420c6-7e0a-4429-ac3e-ae535accaa3d", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0420 17:40:14.553001    3821 cni.go:473] [tsf-tas/rekor-server-846885578c-rpst4 9fc3e3f07648eb7ceb04f842e07d1aa0a1bc405d7d939576eb94b61b0b8ac04d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-846885578c-rpst4 9fc3e3f07648eb7ceb04f842e07d1aa0a1bc405d7d939576eb94b61b0b8ac04d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d3:da:96:ce:34\",\"name\":\"9fc3e3f07648eb7\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32c4658c-c247-4caa-ae57-57bb5121f1e3\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:40:14.675552    3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:14.676109    3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:14.835240    3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:14.835265    3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 17:40:15.530501    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0420 17:40:17.425447    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0420 17:40:17.679787    3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:17.680349    3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:18.000939    3821 base_network_controller_pods.go:487] [default/tsf-tpa/server-6f546fb9b5-9x2g2] creating logical port tsf-tpa_server-6f546fb9b5-9x2g2 for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:40:18.001056    3821 kube.go:256] Updating pod tsf-tpa/server-6f546fb9b5-9x2g2
I0420 17:40:18.024803    3821 pod.go:62] [tsf-tpa/server-6f546fb9b5-9x2g2] pod update took 23.778102ms
I0420 17:40:18.024826    3821 base_network_controller_pods.go:951] [default/tsf-tpa/server-6f546fb9b5-9x2g2] addLogicalPort annotation time took 23.805907ms
I0420 17:40:18.026108    3821 pods.go:271] [tsf-tpa/server-6f546fb9b5-9x2g2] addLogicalPort took 25.188949ms, libovsdb time 879.112µs
I0420 17:40:18.026178    3821 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-lmr2g] creating logical port tsf-tpa_importer-5b5b6dd8fb-lmr2g for pod on switch ip-10-0-2-74.ec2.internal
I0420 17:40:18.026250    3821 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-lmr2g
I0420 17:40:18.044713    3821 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-lmr2g] pod update took 18.486137ms
I0420 17:40:18.044738    3821 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-lmr2g] addLogicalPort annotation time took 18.512522ms
I0420 17:40:18.045985    3821 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-lmr2g] addLogicalPort took 19.813889ms, libovsdb time 821.015µs
I0420 17:40:18.704565    3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:18.704589    3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:24.368609    3821 cni.go:452] [tsf-tpa/server-6f546fb9b5-9x2g2 07df72846f23aa1634b565ded17a9d46ba2e4452e16d0d1cb79df7106d7556bf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6f546fb9b5-9x2g2 07df72846f23aa1634b565ded17a9d46ba2e4452e16d0d1cb79df7106d7556bf network default NAD default NAD key ]
I0420 17:40:24.378498    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6f546fb9b5-9x2g2, hostIfaceName: 07df72846f23aa1, network: default, NAD default, SandboxID: "07df72846f23aa1634b565ded17a9d46ba2e4452e16d0d1cb79df7106d7556bf", PCI device ID: , UID: "ca43475a-ad22-4b50-9337-21276294c70a", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0420 17:40:24.433723    3821 cni.go:473] [tsf-tpa/server-6f546fb9b5-9x2g2 07df72846f23aa1634b565ded17a9d46ba2e4452e16d0d1cb79df7106d7556bf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6f546fb9b5-9x2g2 07df72846f23aa1634b565ded17a9d46ba2e4452e16d0d1cb79df7106d7556bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:0f:10:5d:0c:c1\",\"name\":\"07df72846f23aa1\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/262b0e80-feb9-48aa-9f4a-ba5245b633fd\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 17:40:24.681084    3821 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-lmr2g a9df9be4d5f7b73c2fa2c77ac0e1cf40d38c762e2c6abc92a3e7814835b6d3d7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-lmr2g a9df9be4d5f7b73c2fa2c77ac0e1cf40d38c762e2c6abc92a3e7814835b6d3d7 network default NAD default NAD key ]
I0420 17:40:24.690984    3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-lmr2g, hostIfaceName: a9df9be4d5f7b73, network: default, NAD default, SandboxID: "a9df9be4d5f7b73c2fa2c77ac0e1cf40d38c762e2c6abc92a3e7814835b6d3d7", PCI device ID: , UID: "be5eceb6-90e7-4905-97a1-42ffa44c979f", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0420 17:40:24.743950    3821 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-lmr2g a9df9be4d5f7b73c2fa2c77ac0e1cf40d38c762e2c6abc92a3e7814835b6d3d7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-lmr2g a9df9be4d5f7b73c2fa2c77ac0e1cf40d38c762e2c6abc92a3e7814835b6d3d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8b:95:c3:5e:bc\",\"name\":\"a9df9be4d5f7b73\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c097a655-aff6-4703-aba3-a65ac097d915\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 17:40:25.495537    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0420 17:40:28.432690    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
W0420 17:40:28.517111    3821 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0420 17:40:29.524809    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0420 17:40:31.726495    3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:31.727216    3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:40:31.749558    3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:31.749581    3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:40:31.757035    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0420 17:40:31.757064    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0420 17:40:32.490362    3821 namespace.go:98] [image-controller] adding namespace
I0420 17:40:32.491276    3821 namespace.go:102] [image-controller] adding namespace took 888.81µs
I0420 17:40:32.494114    3821 namespace.go:98] [integration-service] adding namespace
I0420 17:40:32.494370    3821 namespace.go:98] [default-tenant] adding namespace
I0420 17:40:32.494885    3821 namespace.go:102] [integration-service] adding namespace took 754.151µs
I0420 17:40:32.494926    3821 namespace.go:98] [build-service] adding namespace
I0420 17:40:32.495513    3821 namespace.go:102] [default-tenant] adding namespace took 1.124554ms
I0420 17:40:32.496133    3821 namespace.go:102] [build-service] adding namespace took 1.196377ms
I0420 17:40:32.557833    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:32.586964    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:32.605263    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:32.630178    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:32.637661    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:32.659699    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:32.668597    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:32.693672    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:32.718822    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:32.747874    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:32.771146    3821 namespace.go:98] [release-service] adding namespace
I0420 17:40:32.771976    3821 namespace.go:102] [release-service] adding namespace took 815.106µs
I0420 17:40:32.800018    3821 namespace.go:142] [release-service] updating namespace
I0420 17:40:32.815197    3821 namespace.go:142] [konflux-ui] updating namespace
I0420 17:40:32.815620    3821 namespace.go:142] [release-service] updating namespace
I0420 17:40:32.882211    3821 namespace.go:98] [konflux-info] adding namespace
I0420 17:40:32.882951    3821 namespace.go:102] [konflux-info] adding namespace took 727.093µs
I0420 17:40:32.917687    3821 namespace.go:98] [namespace-lister] adding namespace
I0420 17:40:32.918367    3821 namespace.go:102] [namespace-lister] adding namespace took 664.515µs
I0420 17:40:32.940567    3821 namespace.go:142] [konflux-info] updating namespace
I0420 17:40:32.958712    3821 namespace.go:98] [enterprise-contract-service] adding namespace
I0420 17:40:32.959270    3821 namespace.go:102] [enterprise-contract-service] adding namespace took 540.76µs
I0420 17:40:32.971543    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:32.984661    3821 namespace.go:142] [konflux-info] updating namespace
I0420 17:40:33.001388    3821 namespace.go:142] [namespace-lister] updating namespace
I0420 17:40:33.072047    3821 namespace.go:142] [namespace-lister] updating namespace
I0420 17:40:33.072233    3821 namespace.go:142] [enterprise-contract-service] updating namespace
I0420 17:40:33.110021    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:33.113741    3821 namespace.go:142] [enterprise-contract-service] updating namespace
I0420 17:40:33.165787    3821 namespace.go:98] [segment-bridge] adding namespace
I0420 17:40:33.166390    3821 namespace.go:102] [segment-bridge] adding namespace took 589.579µs
I0420 17:40:33.266881    3821 namespace.go:142] [segment-bridge] updating namespace
I0420 17:40:33.306860    3821 namespace.go:142] [segment-bridge] updating namespace
W0420 17:40:34.015736    3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0420 17:40:34.015734    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0420 17:40:34.015936    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 17:40:34.207709    3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0420 17:40:34.208291    3821 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0420 17:40:34.208311    3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0420 17:40:34.211056    3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0420 17:40:34.308877    3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0420 17:40:34.308894    3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0420 17:40:34.309547    3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0420 17:40:34.436792    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:34.666822    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:34.936410    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:35.161676    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:35.371977    3821 namespace.go:142] [konflux-info] updating namespace
I0420 17:40:35.604944    3821 namespace.go:142] [namespace-lister] updating namespace
I0420 17:40:35.802002    3821 namespace.go:142] [release-service] updating namespace
I0420 17:40:35.972631    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:36.002058    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:36.022264    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:36.043762    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:36.083614    3821 namespace.go:142] [konflux-info] updating namespace
I0420 17:40:36.108756    3821 namespace.go:142] [namespace-lister] updating namespace
I0420 17:40:36.122732    3821 namespace.go:142] [release-service] updating namespace
I0420 17:40:36.186198    3821 namespace.go:142] [build-service] updating namespace
I0420 17:40:36.318264    3821 namespace.go:142] [default-tenant] updating namespace
I0420 17:40:36.575841    3821 namespace.go:142] [image-controller] updating namespace
I0420 17:40:36.803307    3821 namespace.go:142] [integration-service] updating namespace
I0420 17:40:36.920628    3821 namespace.go:142] [konflux-info] updating namespace
I0420 17:40:37.121907    3821 namespace.go:142] [namespace-lister] updating namespace
I0420 17:40:37.228853    3821 namespace.go:142] [release-service] updating namespace
I0420 17:40:38.453834    3821 namespace.go:142] [enterprise-contract-service] updating namespace
I0420 17:40:38.644259    3821 namespace.go:142] [segment-bridge] updating namespace
W0420 17:40:38.663303    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0420 17:40:38.668691    3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0420 17:40:38.697486    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0420 17:40:38.763541    3821 namespace.go:142] [enterprise-contract-service] updating namespace
I0420 17:40:38.782749    3821 namespace.go:142] [segment-bridge] updating namespace
I0420 17:40:38.864685    3821 namespace.go:142] [enterprise-contract-service] updating namespace
I0420 17:40:38.964127    3821 namespace.go:142] [segment-bridge] updating namespace
W0420 17:40:45.540984    3821 util.go:959] Failed to build node endpoints for node ip-10-0-2-74.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0420 17:40:49.736588    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0420 17:40:49.740954    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0420 17:40:49.780511    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0420 17:40:49.780532    3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0420 17:40:49.813001    3821 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0420 17:40:50.750512    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0420 17:40:50.750632    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0420 17:40:50.792827    3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0420 17:40:50.792842    3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0420 17:40:50.824447    3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0420 17:40:50.827836    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0420 17:41:02.083754    3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:41:02.084351    3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:41:02.810431    3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:41:02.810459    3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:41:02.821032    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6
I0420 17:41:02.821054    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6
I0420 17:41:12.160573    3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:41:12.161191    3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:41:12.910026    3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:41:12.910050    3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 17:41:21.955810    3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0420 17:41:59.354331    3821 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:41:59.354935    3821 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:42:00.112293    3821 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:42:00.112319    3821 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:42:00.121393    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b78d64589-xn66s
I0420 17:42:00.121415    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b78d64589-xn66s
I0420 17:42:03.337467    3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 17:42:03.338115    3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 17:42:03.375141    3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:42:03.375159    3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 17:42:03.382244    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0420 17:42:03.382268    3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0420 17:42:33.956560    3821 namespace.go:98] [default-managed-tenant-f48g7] adding namespace
I0420 17:42:33.957519    3821 namespace.go:102] [default-managed-tenant-f48g7] adding namespace took 931.751µs
I0420 17:42:33.992245    3821 namespace.go:142] [default-managed-tenant-f48g7] updating namespace
I0420 17:42:34.010547    3821 namespace.go:142] [default-managed-tenant-f48g7] updating namespace
I0420 17:42:34.962314    3821 namespace.go:142] [default-managed-tenant-f48g7] updating namespace
I0420 17:42:35.090326    3821 namespace.go:142] [default-managed-tenant-f48g7] updating namespace
I0420 17:42:35.192320    3821 namespace.go:142] [default-managed-tenant-f48g7] updating namespace
I0420 17:43:18.133042    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0420 17:43:36.330707    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0420 17:43:38.244134    3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0420 17:43:44.134617    3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=72
I0420 17:43:55.215044    3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9