+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-52.ec2.internal ++ [[ -n ip-10-0-0-52.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-52.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:00:55.659576420 - disable conntrack on geneve port' I0521 23:00:55.659576420 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 23:00:55.675771979 - starting ovnkube-node + echo 'I0521 23:00:55.675771979 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-52.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-52.ec2.internal --init-node ip-10-0-0-52.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-52.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:00:55.716487 3840 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:00:55.716542 3840 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-88447625ca.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:00:55.718286 3840 kube.go:431] Waiting for certificate I0521 23:00:55.718323 3840 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:55.718354 3840 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:55.719033 3840 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:55.751352 3840 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.751367 3840 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.754518 3840 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.754602 3840 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8qwjx" I0521 23:00:55.760872 3840 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8qwjx" I0521 23:00:55.760919 3840 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:56.719405 3840 kube.go:438] Certificate found I0521 23:00:56.720074 3840 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:56.720973 3840 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:00:56.764200 3840 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:55:55 +0000 UTC" deadline="2026-05-22 20:18:39.666650216 +0000 UTC" I0521 23:00:56.764251 3840 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h17m42.902413827s" I0521 23:00:56.792442 3840 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:56.802717 3840 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:00:56.802843 3840 server.go:101] MetricServer registers OVS metrics I0521 23:00:56.803081 3840 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:00:56.803146 3840 factory.go:561] Starting watch factory I0521 23:00:56.803249 3840 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.803269 3840 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.803235 3840 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.803707 3840 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.803717 3840 server.go:105] MetricServer registers OVN DB metrics I0521 23:00:56.803243 3840 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.803919 3840 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804309 3840 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804331 3840 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804460 3840 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804478 3840 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804598 3840 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.804705 3840 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.806782 3840 controller_manager.go:370] Starting the ovnkube controller I0521 23:00:56.806793 3840 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-52.ec2.internal I0521 23:00:56.806833 3840 controller_manager.go:395] NBDB zone sync took: 33.641µs I0521 23:00:56.806841 3840 factory.go:561] Starting watch factory I0521 23:00:56.808202 3840 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:00:56.808233 3840 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:00:56.821031 3840 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:00:56.821069 3840 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:00:56.824607 3840 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.824654 3840 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.824762 3840 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:00:56.824798 3840 server.go:109] MetricServer registers OVN Controller metrics I0521 23:00:56.826595 3840 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.827784 3840 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.828802 3840 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.830790 3840 server.go:113] MetricServer registers OVN Northd metrics I0521 23:00:56.835255 3840 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:00:56.835793 3840 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.908996 3840 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:56.909012 3840 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:56.909015 3840 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:56.909019 3840 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:56.909022 3840 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:56.909025 3840 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:56.909098 3840 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.909111 3840 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.909114 3840 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.909131 3840 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.912092 3840 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.912099 3840 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:56.912107 3840 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:56.912111 3840 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:56.912114 3840 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:56.912117 3840 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:56.912120 3840 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:56.912671 3840 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.914431 3840 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:56.914439 3840 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:56.914483 3840 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.914494 3840 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.916770 3840 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.917767 3840 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:56.917779 3840 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:56.919859 3840 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:56.919908 3840 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.919918 3840 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.922456 3840 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.923383 3840 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:56.925585 3840 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:56.925661 3840 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.925672 3840 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.928332 3840 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.928437 3840 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:56.931564 3840 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:56.931637 3840 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.931653 3840 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.933645 3840 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:56.935035 3840 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.937050 3840 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:56.937112 3840 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.937131 3840 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.939277 3840 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:56.939821 3840 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.942538 3840 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:56.942697 3840 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:56.942709 3840 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:56.944330 3840 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:56.959778 3840 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:57.048598 3840 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:57.048688 3840 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.048703 3840 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.048718 3840 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.048731 3840 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.050050 3840 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:57.052041 3840 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.052065 3840 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:57.053980 3840 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:57.053991 3840 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:57.053998 3840 factory.go:680] Watch Factory start up complete, took: 250.853951ms I0521 23:00:57.054060 3840 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:00:57.055088 3840 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:57.055098 3840 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:57.055104 3840 factory.go:680] Watch Factory start up complete, took: 248.262044ms I0521 23:00:57.055112 3840 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-52.ec2.internal" zone I0521 23:00:57.100668 3840 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:00:57.161086 3840 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:00:57.167442 3840 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:00:57.212481 3840 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:00:57.212563 3840 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:00:57.212584 3840 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:00:57.248278 3840 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:00:57.248342 3840 default_node_network_controller.go:809] Node ip-10-0-0-52.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 23:00:57.253997 3840 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.52"] k8s.ovn.org/zone-name:ip-10-0-0-52.ec2.internal] on node ip-10-0-0-52.ec2.internal I0521 23:00:57.277232 3840 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:00:57.283305 3840 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:00:57.283437 3840 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 23:00:57.283571 3840 gateway_init.go:263] Preparing Gateway I0521 23:00:57.283582 3840 gateway_shared_intf.go:1687] Creating new gateway I0521 23:00:57.305254 3840 controller_manager.go:429] Waiting for node in zone sync took: 250.130469ms I0521 23:00:57.311978 3840 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:00:57.311993 3840 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-52.ec2.internal I0521 23:00:57.334925 3840 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:57.340898 3840 controller_manager.go:290] SCTP support detected in OVN I0521 23:00:57.341467 3840 services_controller.go:69] Creating services controller for network=default I0521 23:00:57.341592 3840 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:00:57.341690 3840 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:00:57.341721 3840 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:00:57.341739 3840 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:00:57.341749 3840 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:00:57.341941 3840 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:00:57.341981 3840 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:00:57.342019 3840 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.737µs I0521 23:00:57.342038 3840 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 49.405µs I0521 23:00:57.342046 3840 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 64.289µs I0521 23:00:57.342052 3840 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:00:57.342058 3840 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:00:57.342066 3840 default_network_controller.go:325] Starting the default network controller I0521 23:00:57.342090 3840 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.196µs I0521 23:00:57.342112 3840 udn_enabled_svc.go:95] Performing full resync I0521 23:00:57.342359 3840 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:00:57.342369 3840 udn_enabled_svc.go:104] Starting worker I0521 23:00:57.351207 3840 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:00:57.351262 3840 repair.go:33] Syncing exgw routes took 42.679µs I0521 23:00:57.351283 3840 default_network_controller.go:414] Starting all the Watchers... I0521 23:00:57.351402 3840 namespace.go:98] [openshift-authentication] adding namespace I0521 23:00:57.351431 3840 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:00:57.351431 3840 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:00:57.351440 3840 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:00:57.351454 3840 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:00:57.351465 3840 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:00:57.351475 3840 namespace.go:98] [openshift-network-console] adding namespace I0521 23:00:57.351482 3840 namespace.go:98] [openshift-console] adding namespace I0521 23:00:57.351489 3840 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:00:57.351489 3840 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:00:57.351495 3840 namespace.go:98] [kube-system] adding namespace I0521 23:00:57.351497 3840 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:00:57.351501 3840 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:00:57.351501 3840 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:00:57.351513 3840 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:00:57.351953 3840 namespace.go:102] [openshift-authentication] adding namespace took 540.8µs I0521 23:00:57.351967 3840 namespace.go:98] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace I0521 23:00:57.352418 3840 namespace.go:102] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace took 446.014µs I0521 23:00:57.352430 3840 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:00:57.352921 3840 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 483.824µs I0521 23:00:57.352938 3840 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:00:57.353407 3840 namespace.go:102] [openshift-dns-operator] adding namespace took 1.96193ms I0521 23:00:57.353422 3840 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:00:57.353848 3840 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.400363ms I0521 23:00:57.353864 3840 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:00:57.354337 3840 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.884886ms I0521 23:00:57.354349 3840 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:00:57.354762 3840 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.302696ms I0521 23:00:57.354773 3840 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:00:57.355275 3840 namespace.go:102] [openshift-controller-manager] adding namespace took 3.802741ms I0521 23:00:57.355288 3840 namespace.go:98] [dedicated-admin] adding namespace I0521 23:00:57.355706 3840 namespace.go:102] [openshift-network-console] adding namespace took 4.223789ms I0521 23:00:57.355716 3840 namespace.go:98] [openshift-backplane] adding namespace I0521 23:00:57.356153 3840 namespace.go:102] [openshift-console] adding namespace took 4.664965ms I0521 23:00:57.356165 3840 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:00:57.356603 3840 namespace.go:102] [openshift-marketplace] adding namespace took 5.107807ms I0521 23:00:57.356632 3840 namespace.go:98] [openshift-config] adding namespace I0521 23:00:57.357004 3840 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.506447ms I0521 23:00:57.357016 3840 namespace.go:98] [openshift-must-gather-operator] adding namespace W0521 23:00:57.357062 3840 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f4br4: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:57.357556 3840 namespace.go:102] [kube-system] adding namespace took 6.056286ms I0521 23:00:57.357568 3840 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:00:57.358043 3840 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.540057ms I0521 23:00:57.358058 3840 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 23:00:57.358826 3840 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.320096ms I0521 23:00:57.358840 3840 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:00:57.359345 3840 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.834926ms I0521 23:00:57.359359 3840 namespace.go:98] [openshift-infra] adding namespace I0521 23:00:57.359861 3840 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.336364ms I0521 23:00:57.359875 3840 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:00:57.360235 3840 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.291113ms I0521 23:00:57.360250 3840 namespace.go:98] [openshift-dns] adding namespace I0521 23:00:57.360749 3840 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.321821ms I0521 23:00:57.360762 3840 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:00:57.361245 3840 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.373846ms I0521 23:00:57.361267 3840 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:00:57.361725 3840 namespace.go:102] [openshift-config-operator] adding namespace took 7.370638ms I0521 23:00:57.361740 3840 namespace.go:98] [openshift-apiserver] adding namespace I0521 23:00:57.362196 3840 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.417198ms I0521 23:00:57.362210 3840 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:00:57.362601 3840 namespace.go:102] [dedicated-admin] adding namespace took 7.309055ms I0521 23:00:57.362613 3840 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:00:57.363125 3840 namespace.go:102] [openshift-backplane] adding namespace took 7.404648ms I0521 23:00:57.363137 3840 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:00:57.363519 3840 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.348834ms I0521 23:00:57.363533 3840 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:00:57.364064 3840 namespace.go:102] [openshift-config] adding namespace took 7.426327ms I0521 23:00:57.364076 3840 namespace.go:98] [openshift-node] adding namespace I0521 23:00:57.364564 3840 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.541452ms I0521 23:00:57.364579 3840 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:00:57.364987 3840 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.413802ms I0521 23:00:57.365002 3840 namespace.go:98] [openshift-host-network] adding namespace I0521 23:00:57.365169 3840 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:00:57.365464 3840 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.400458ms I0521 23:00:57.365479 3840 namespace.go:98] [openshift-etcd] adding namespace I0521 23:00:57.366010 3840 namespace.go:102] [openshift-package-operator] adding namespace took 7.164229ms I0521 23:00:57.366022 3840 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:00:57.366462 3840 namespace.go:102] [openshift-infra] adding namespace took 7.098446ms I0521 23:00:57.366475 3840 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:00:57.366885 3840 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.004462ms I0521 23:00:57.366899 3840 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:00:57.367346 3840 namespace.go:102] [openshift-dns] adding namespace took 7.091719ms I0521 23:00:57.367356 3840 namespace.go:98] [openshift-insights] adding namespace I0521 23:00:57.367833 3840 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.065644ms I0521 23:00:57.367846 3840 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:00:57.368299 3840 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.028216ms I0521 23:00:57.368310 3840 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:00:57.368873 3840 namespace.go:102] [openshift-apiserver] adding namespace took 7.126738ms I0521 23:00:57.368892 3840 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:00:57.369312 3840 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.097596ms I0521 23:00:57.369325 3840 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:00:57.369811 3840 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.194726ms I0521 23:00:57.369821 3840 namespace.go:98] [openshift-ingress] adding namespace I0521 23:00:57.370296 3840 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.153021ms I0521 23:00:57.370311 3840 namespace.go:98] [default] adding namespace I0521 23:00:57.370837 3840 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.297864ms I0521 23:00:57.370856 3840 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:00:57.371116 3840 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:00:57.371321 3840 namespace.go:102] [openshift-node] adding namespace took 7.239895ms I0521 23:00:57.371337 3840 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 23:00:57.371927 3840 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.341856ms I0521 23:00:57.371940 3840 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:00:57.372464 3840 namespace.go:102] [openshift-host-network] adding namespace took 7.454615ms I0521 23:00:57.372484 3840 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 23:00:57.372940 3840 namespace.go:102] [openshift-etcd] adding namespace took 7.456348ms I0521 23:00:57.372956 3840 namespace.go:98] [openshift-logging] adding namespace I0521 23:00:57.373406 3840 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.376145ms I0521 23:00:57.373424 3840 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:00:57.373895 3840 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.414812ms I0521 23:00:57.373910 3840 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 23:00:57.374343 3840 namespace.go:102] [openshift-image-registry] adding namespace took 7.439384ms I0521 23:00:57.374358 3840 namespace.go:98] [openshift-multus] adding namespace I0521 23:00:57.374749 3840 namespace.go:102] [openshift-insights] adding namespace took 7.388778ms I0521 23:00:57.375223 3840 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.372ms I0521 23:00:57.375237 3840 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 23:00:57.375706 3840 namespace.go:102] [openshift-console-operator] adding namespace took 7.38651ms I0521 23:00:57.375720 3840 namespace.go:98] [kube-public] adding namespace I0521 23:00:57.376159 3840 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.258077ms I0521 23:00:57.376181 3840 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:00:57.376645 3840 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.314066ms I0521 23:00:57.376659 3840 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:00:57.377086 3840 namespace.go:102] [openshift-ingress] adding namespace took 7.259571ms I0521 23:00:57.377099 3840 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:00:57.377109 3840 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:00:57.377121 3840 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-52.ec2.internal","mac-address":"12:a6:c6:e7:20:fb","ip-addresses":["10.0.0.52/24"],"ip-address":"10.0.0.52/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e8508aa5-2880-4e03-9732-2b646a3ce275 k8s.ovn.org/node-encap-ips:["10.0.0.52"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.52/24"} k8s.ovn.org/zone-name:ip-10-0-0-52.ec2.internal] on node ip-10-0-0-52.ec2.internal I0521 23:00:57.377515 3840 namespace.go:102] [default] adding namespace took 7.199802ms I0521 23:00:57.377526 3840 namespace.go:98] [openshift] adding namespace I0521 23:00:57.378035 3840 namespace.go:102] [openshift-network-operator] adding namespace took 7.172684ms I0521 23:00:57.378049 3840 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:00:57.378564 3840 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.220907ms I0521 23:00:57.378578 3840 namespace.go:98] [openshift-operators] adding namespace I0521 23:00:57.378998 3840 namespace.go:102] [openshift-machine-api] adding namespace took 7.05205ms I0521 23:00:57.379012 3840 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:00:57.379339 3840 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.849703ms I0521 23:00:57.379353 3840 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:00:57.379966 3840 namespace.go:102] [openshift-logging] adding namespace took 7.004885ms I0521 23:00:57.379976 3840 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:00:57.380381 3840 namespace.go:102] [openshift-cluster-version] adding namespace took 6.950555ms I0521 23:00:57.380391 3840 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0521 23:00:57.380758 3840 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m2sr7: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found I0521 23:00:57.380801 3840 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.887164ms I0521 23:00:57.380813 3840 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:00:57.381439 3840 namespace.go:102] [openshift-multus] adding namespace took 7.075688ms I0521 23:00:57.381449 3840 namespace.go:98] [kube-node-lease] adding namespace I0521 23:00:57.381938 3840 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.694146ms W0521 23:00:57.382340 3840 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bd2l9: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found I0521 23:00:57.382386 3840 namespace.go:102] [kube-public] adding namespace took 6.660492ms I0521 23:00:57.382398 3840 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:00:57.383004 3840 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.817462ms I0521 23:00:57.383015 3840 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 23:00:57.383509 3840 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.841023ms I0521 23:00:57.383959 3840 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.854728ms I0521 23:00:57.384390 3840 namespace.go:102] [openshift] adding namespace took 6.818723ms I0521 23:00:57.384404 3840 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 23:00:57.384804 3840 namespace.go:102] [openshift-monitoring] adding namespace took 6.748112ms I0521 23:00:57.385170 3840 namespace.go:102] [openshift-operators] adding namespace took 6.586275ms I0521 23:00:57.385186 3840 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:00:57.385643 3840 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.624834ms I0521 23:00:57.386198 3840 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.839284ms I0521 23:00:57.386637 3840 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.656207ms I0521 23:00:57.387059 3840 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.663008ms I0521 23:00:57.387423 3840 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.605474ms I0521 23:00:57.387924 3840 namespace.go:102] [kube-node-lease] adding namespace took 6.46949ms I0521 23:00:57.388270 3840 namespace.go:102] [openshift-config-managed] adding namespace took 5.868058ms I0521 23:00:57.388810 3840 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.788772ms I0521 23:00:57.389334 3840 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.925275ms I0521 23:00:57.389744 3840 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.553354ms W0521 23:00:57.389820 3840 master.go:458] Unable to parse local node ip-10-0-0-52.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 23:00:57.389829 3840 master.go:481] Removing stale chassis with ID/Name: e8508aa5-2880-4e03-9732-2b646a3ce275, hostname: ip-10-0-0-52.ec2.internal I0521 23:00:57.390219 3840 master.go:548] Adding or Updating local node "ip-10-0-0-52.ec2.internal" for network "default" I0521 23:00:57.391262 3840 zone_ic_handler.go:195] Time taken to create transit switch: 593.313µs I0521 23:00:57.391276 3840 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-206.ec2.internal for the network default I0521 23:00:57.391325 3840 zone_ic_handler.go:195] Time taken to create transit switch: 140.702µs I0521 23:00:57.391340 3840 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-78.ec2.internal for the network default I0521 23:00:57.392428 3840 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-206.ec2.internal" on network "default" took: 1.775096ms I0521 23:00:57.392809 3840 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-78.ec2.internal" on network "default" took: 1.642653ms I0521 23:00:57.394539 3840 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-52.ec2.internal for the network default I0521 23:00:57.394822 3840 zone_ic_handler.go:195] Time taken to create transit switch: 268.264µs I0521 23:00:57.395753 3840 default_network_controller.go:823] Node add failed for ip-10-0-0-52.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal, error getting gateway config for node ip-10-0-0-52.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal", failed to update chassis to local for local node ip-10-0-0-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-52.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal] E0521 23:00:57.396158 3840 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-52.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal, error getting gateway config for node ip-10-0-0-52.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal", failed to update chassis to local for local node ip-10-0-0-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-52.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal] I0521 23:00:57.396202 3840 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:00:57.396220 3840 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:00:57.396217 3840 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-52.ec2.internal", UID:"ef89b23d-3b68-41d1-852b-b62aea9d1a8b", APIVersion:"v1", ResourceVersion:"9101", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal, error getting gateway config for node ip-10-0-0-52.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal", failed to update chassis to local for local node ip-10-0-0-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-52.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal] I0521 23:00:57.396235 3840 master.go:548] Adding or Updating local node "ip-10-0-0-52.ec2.internal" for network "default" I0521 23:00:57.396246 3840 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:57.396309 3840 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.396325 3840 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.396332 3840 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0521 23:00:57.396365 3840 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.396372 3840 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.396237 3840 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:00:57.396376 3840 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:57.396396 3840 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.396402 3840 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.398890 3840 default_node_network_controller.go:519] Node connection status = connected W0521 23:00:57.400751 3840 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-bd2l9: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found W0521 23:00:57.400768 3840 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-m2sr7: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found W0521 23:00:57.400779 3840 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-f4br4: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:57.401722 3840 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-52.ec2.internal for the network default I0521 23:00:57.401877 3840 zone_ic_handler.go:195] Time taken to create transit switch: 143.965µs I0521 23:00:57.496944 3840 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:00:57.496962 3840 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:00:57.497034 3840 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:00:57.497077 3840 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:00:57.497093 3840 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:00:57.597525 3840 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:00:57.597541 3840 repair.go:60] Starting repairing loop for services I0521 23:00:57.597642 3840 repair.go:131] Deleted 0 stale service LBs I0521 23:00:57.597659 3840 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:00:57.597674 3840 repair.go:62] Finished repairing loop for services: 135.185µs I0521 23:00:57.597699 3840 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:00:57.597708 3840 services_controller.go:254] Starting workers for network=default I0521 23:00:57.598105 3840 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m2sr7] creating logical port openshift-multus_network-metrics-daemon-m2sr7 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:57.598132 3840 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bd2l9] creating logical port openshift-network-diagnostics_network-check-target-bd2l9 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:57.598271 3840 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-m2sr7 I0521 23:00:57.598308 3840 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f4br4] creating logical port kube-system_global-pull-secret-syncer-f4br4 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:57.598270 3840 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-bd2l9 I0521 23:00:57.598439 3840 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-f4br4 I0521 23:00:57.613201 3840 pod.go:62] [openshift-network-diagnostics/network-check-target-bd2l9] pod update took 14.985818ms I0521 23:00:57.613217 3840 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-bd2l9] addLogicalPort annotation time took 15.003982ms I0521 23:00:57.613990 3840 pods.go:271] [openshift-network-diagnostics/network-check-target-bd2l9] addLogicalPort took 15.872892ms, libovsdb time 590.414µs I0521 23:00:57.619121 3840 pod.go:62] [kube-system/global-pull-secret-syncer-f4br4] pod update took 20.713797ms I0521 23:00:57.619138 3840 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-f4br4] addLogicalPort annotation time took 20.731623ms I0521 23:00:57.619662 3840 pod.go:62] [openshift-multus/network-metrics-daemon-m2sr7] pod update took 21.465912ms I0521 23:00:57.619677 3840 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-m2sr7] addLogicalPort annotation time took 21.485646ms I0521 23:00:57.619861 3840 pods.go:271] [kube-system/global-pull-secret-syncer-f4br4] addLogicalPort took 21.583666ms, libovsdb time 564.904µs I0521 23:00:57.620547 3840 pods.go:271] [openshift-multus/network-metrics-daemon-m2sr7] addLogicalPort took 22.453501ms, libovsdb time 568.778µs I0521 23:00:57.621035 3840 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:00:57.621056 3840 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:00:57.621067 3840 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:00:57.621072 3840 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:00:57.621248 3840 repair.go:29] Repairing admin network policies took 171.417µs I0521 23:00:57.621355 3840 repair.go:92] Repairing baseline admin network policies took 99.172µs I0521 23:00:57.621837 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:00:57.622268 3840 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:00:57.622297 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:57.624137 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:00:57.624156 3840 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:00:57.624165 3840 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:00:57.626314 3840 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:00:57.626331 3840 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:00:57.626341 3840 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:00:57.627295 3840 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:00:57.627313 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:00:57.627323 3840 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:00:57.628920 3840 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:00:57.628947 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:00:57.628956 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:00:57.629556 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:00:57.629574 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:00:57.629581 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:00:57.630134 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:00:57.630168 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:00:57.630178 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:00:57.631769 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:00:57.631786 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:00:57.631795 3840 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:00:57.634276 3840 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:00:57.634295 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:00:57.634305 3840 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:00:57.634772 3840 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:00:57.634792 3840 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:00:57.634801 3840 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:00:57.636589 3840 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:00:57.636605 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:00:57.636615 3840 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:00:57.637946 3840 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:00:57.637964 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:00:57.637972 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:00:57.638428 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:00:57.638445 3840 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:00:57.638451 3840 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:00:57.638910 3840 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:00:57.638926 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:00:57.638932 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:00:57.639233 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:00:57.639247 3840 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:00:57.639256 3840 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:00:57.639776 3840 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:00:57.639797 3840 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:00:57.639807 3840 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:00:57.640092 3840 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:00:57.640108 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:00:57.640116 3840 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:00:57.641391 3840 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:00:57.641410 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:00:57.641421 3840 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:00:57.642108 3840 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:00:57.642125 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:00:57.642131 3840 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:00:57.642391 3840 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:00:57.642408 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:00:57.642415 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:00:57.642880 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:00:57.642896 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:00:57.642904 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:00:57.643376 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:57.643394 3840 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:00:57.643407 3840 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:00:57.644405 3840 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:00:57.644423 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:00:57.644438 3840 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:00:57.645480 3840 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:00:57.645500 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:00:57.645511 3840 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:00:57.646039 3840 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:00:57.646058 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:00:57.646075 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:00:57.646520 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:57.646538 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:00:57.646545 3840 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:00:57.648084 3840 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:00:57.648102 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:00:57.648124 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:57.648761 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:00:57.648784 3840 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:00:57.648794 3840 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:00:57.650051 3840 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:00:57.650071 3840 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:00:57.650084 3840 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:00:57.650393 3840 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:00:57.656823 3840 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:00:57.656859 3840 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:00:57.656866 3840 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:00:57.656884 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:00:57.656895 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:00:57.656900 3840 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:00:57.656909 3840 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:00:57.657165 3840 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:00:57.657182 3840 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:00:57.657189 3840 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:00:57.657201 3840 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:00:57.657209 3840 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:57.657220 3840 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0521 23:00:57.657224 3840 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:57.657417 3840 egressqos.go:245] Starting EgressQoS Controller I0521 23:00:57.657432 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:00:57.657439 3840 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:00:57.657445 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:00:57.657452 3840 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:00:57.657460 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:00:57.657465 3840 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:00:57.657471 3840 egressqos.go:259] Repairing EgressQoSes I0521 23:00:57.657477 3840 egressqos.go:399] Starting repairing loop for egressqos I0521 23:00:57.657561 3840 egressqos.go:401] Finished repairing loop for egressqos: 84.569µs I0521 23:00:57.657600 3840 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-52.ec2.internal I0521 23:00:57.657665 3840 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-52.ec2.internal : 68.592µs I0521 23:00:57.657606 3840 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:00:57.657823 3840 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:00:57.657835 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:00:57.657841 3840 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:00:57.657849 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:00:57.657853 3840 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:00:57.657859 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:00:57.657863 3840 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:00:57.657868 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:00:57.657872 3840 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:00:57.657876 3840 egressservice_zone.go:228] Repairing Egress Services I0521 23:00:57.658178 3840 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:00:57.658191 3840 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:00:57.658251 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:57.658261 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 14.393µs I0521 23:00:57.658268 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:57.658274 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 3.74µs I0521 23:00:57.658278 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:57.658282 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 3.436µs I0521 23:00:57.658386 3840 default_network_controller.go:585] Completing all the Watchers took 307.094792ms I0521 23:00:57.658399 3840 default_network_controller.go:589] Starting unidling controllers I0521 23:00:57.658409 3840 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:00:57.658414 3840 unidle.go:63] Populating Initial ContollerEvent events I0521 23:00:57.658431 3840 unidle.go:79] Setting up event handlers for services I0521 23:00:57.658512 3840 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:57.899860 3840 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:58.399696 3840 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:58.645118 3840 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:58.645176 3840 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:58.645195 3840 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:58.645213 3840 services_controller.go:574] Full service sync requested for network=default I0521 23:00:58.645229 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:58.645249 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 24.608µs I0521 23:00:58.645263 3840 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-206.ec2.internal. Updating no re-route policies I0521 23:00:58.899858 3840 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:59.030943 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:59.030969 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 30.528µs I0521 23:00:59.400079 3840 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:59.679738 3840 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:59.899479 3840 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:59.917204 3840 bridgeconfig.go:537] Gateway is ready I0521 23:00:59.917230 3840 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:00:59.929148 3840 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.52. Updating OVN encap IP. I0521 23:00:59.934377 3840 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.52 - it is already configured I0521 23:00:59.934391 3840 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.52/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:00:59.934603 3840 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.52/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-52.ec2.internal","mac-address":"12:a6:c6:e7:20:fb","ip-addresses":["10.0.0.52/24"],"ip-address":"10.0.0.52/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e8508aa5-2880-4e03-9732-2b646a3ce275 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.52/24"}] on node ip-10-0-0-52.ec2.internal I0521 23:00:59.951808 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:59.951827 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 24.02µs I0521 23:00:59.951859 3840 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:59.951907 3840 master.go:548] Adding or Updating local node "ip-10-0-0-52.ec2.internal" for network "default" I0521 23:00:59.951910 3840 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:59.952019 3840 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:59.952043 3840 services_controller.go:574] Full service sync requested for network=default I0521 23:00:59.952137 3840 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.52 I0521 23:00:59.952468 3840 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-52.ec2.internal I0521 23:00:59.957394 3840 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-52.ec2.internal. Updating no re-route policies I0521 23:00:59.957470 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mhrqp I0521 23:00:59.957488 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9p9lb I0521 23:00:59.957495 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mhrqp I0521 23:00:59.957500 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9p9lb I0521 23:00:59.957501 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bqbfs I0521 23:00:59.957500 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-52.ec2.internal I0521 23:00:59.957514 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bqbfs I0521 23:00:59.957519 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-52.ec2.internal I0521 23:00:59.957520 3840 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-f4br4 I0521 23:00:59.957525 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8kcd2 I0521 23:00:59.957528 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zcqr6 I0521 23:00:59.957540 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bqbfs after 0 failed attempt(s) I0521 23:00:59.957538 3840 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-f4br4 I0521 23:00:59.957546 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-52.ec2.internal after 0 failed attempt(s) I0521 23:00:59.957505 3840 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-52.ec2.internal I0521 23:00:59.957549 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bd2l9 I0521 23:00:59.957558 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rtk4l I0521 23:00:59.957566 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rtk4l I0521 23:00:59.957563 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-77dq9 I0521 23:00:59.957569 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mhrqp after 0 failed attempt(s) I0521 23:00:59.957474 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7wszb I0521 23:00:59.957490 3840 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4rn6k I0521 23:00:59.957586 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rtk4l after 0 failed attempt(s) I0521 23:00:59.957594 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7wszb I0521 23:00:59.957596 3840 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4rn6k I0521 23:00:59.957528 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9p9lb after 0 failed attempt(s) I0521 23:00:59.957602 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-zcqr6 I0521 23:00:59.957612 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7wszb after 0 failed attempt(s) I0521 23:00:59.957567 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bd2l9 I0521 23:00:59.957633 3840 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4rn6k after 0 failed attempt(s) I0521 23:00:59.957637 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-zcqr6 after 0 failed attempt(s) I0521 23:00:59.957547 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8kcd2 I0521 23:00:59.957664 3840 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bd2l9] creating logical port openshift-network-diagnostics_network-check-target-bd2l9 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:59.957668 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-8kcd2 after 0 failed attempt(s) I0521 23:00:59.957604 3840 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-52.ec2.internal I0521 23:00:59.957695 3840 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-52.ec2.internal after 0 failed attempt(s) I0521 23:00:59.957588 3840 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f4br4] creating logical port kube-system_global-pull-secret-syncer-f4br4 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:59.957546 3840 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m2sr7 I0521 23:00:59.957779 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m2sr7 I0521 23:00:59.957812 3840 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m2sr7] creating logical port openshift-multus_network-metrics-daemon-m2sr7 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:00:59.957583 3840 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-77dq9 I0521 23:00:59.957867 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-77dq9 after 0 failed attempt(s) I0521 23:00:59.958661 3840 pods.go:271] [openshift-multus/network-metrics-daemon-m2sr7] addLogicalPort took 854.07µs, libovsdb time 416.957µs I0521 23:00:59.958679 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-m2sr7 after 0 failed attempt(s) I0521 23:00:59.958966 3840 pods.go:271] [openshift-network-diagnostics/network-check-target-bd2l9] addLogicalPort took 1.310402ms, libovsdb time 686.626µs I0521 23:00:59.958981 3840 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-bd2l9 after 0 failed attempt(s) I0521 23:00:59.959104 3840 pods.go:271] [kube-system/global-pull-secret-syncer-f4br4] addLogicalPort took 1.532127ms, libovsdb time 723.327µs I0521 23:00:59.959117 3840 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-f4br4 after 0 failed attempt(s) I0521 23:00:59.973826 3840 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:00:59.986824 3840 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:00:59.990357 3840 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:01:00.006749 3840 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:01:00.052342 3840 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:01:00.069099 3840 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:01:00.069200 3840 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:01:00.069246 3840 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:01:00.069335 3840 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:01:00.069401 3840 gateway_init.go:325] Gateway and management port readiness took 2.674497867s I0521 23:01:00.069432 3840 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:01:00.069468 3840 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:01:00.069481 3840 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:01:00.069491 3840 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:01:00.069553 3840 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:01:00.069648 3840 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.441µs I0521 23:01:00.069912 3840 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:01:00.069943 3840 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.661µs I0521 23:01:00.069951 3840 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.244µs I0521 23:01:00.069956 3840 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:01:00.069966 3840 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:01:00.069971 3840 default_node_network_controller.go:899] Starting the default node network controller I0521 23:01:00.069976 3840 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:01:00.070056 3840 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.667µs I0521 23:01:00.070157 3840 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:01:00.070166 3840 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:01:00.070189 3840 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eef0 0xc0002c7810 0xc0002c78f0 0xc0002c7960 0xc0002c79d0 0xc0002c7a40 0xc0002c7b20 0xc000c9f1d0 0xc0002c7b90 0xc0002c7c00 0xc0000ce370 0xc0061ed570 0xc0002c7c70 map[0x2ff9080:0xc002eba120 0x2ff95c0:0xc002eba2a0 0x2ffa2e0:0xc002eba060 0x2ffa580:0xc002eba0c0 0x2ffad60:0xc002eba180 0x2ffb000:0xc002eba1e0 0x2ffb2a0:0xc002eba240 0x2ffba80:0xc002eba3c0 0x2ffbd20:0xc00231b980 0x3026980:0xc00148ad20 0x3026d20:0xc00148b140 0x3027800:0xc000cf5380 0x3029160:0xc001b5a000 0x30298a0:0xc002eba000 0x302a720:0xc00148acc0] 0xc000ccc1c0 0} I0521 23:01:00.070248 3840 gateway.go:151] Starting gateway service sync I0521 23:01:00.070678 3840 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:01:00.072745 3840 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:01:00.081655 3840 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:01:00.082767 3840 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:01:00.083885 3840 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:01:00.117287 3840 gateway.go:168] Gateway service sync done. Time taken: 47.023492ms I0521 23:01:00.118190 3840 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31707 I0521 23:01:00.118302 3840 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eef0 0xc0002c7810 0xc0002c78f0 0xc0002c7960 0xc0002c79d0 0xc0002c7a40 0xc0002c7b20 0xc000c9f1d0 0xc0002c7b90 0xc0002c7c00 0xc0000ce370 0xc0061ed570 0xc0002c7c70 map[0x2ff9080:0xc002eba120 0x2ff95c0:0xc002eba2a0 0x2ffa2e0:0xc002eba060 0x2ffa580:0xc002eba0c0 0x2ffad60:0xc002eba180 0x2ffb000:0xc002eba1e0 0x2ffb2a0:0xc002eba240 0x2ffba80:0xc002eba3c0 0x2ffbd20:0xc00231b980 0x3026980:0xc00148ad20 0x3026d20:0xc00148b140 0x3027800:0xc000cf5380 0x3029160:0xc001b5a000 0x30298a0:0xc002eba000 0x302a720:0xc00148acc0] 0xc000ccc1c0 0} I0521 23:01:00.118818 3840 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eef0 0xc0002c7810 0xc0002c78f0 0xc0002c7960 0xc0002c79d0 0xc0002c7a40 0xc0002c7b20 0xc000c9f1d0 0xc0002c7b90 0xc0002c7c00 0xc0000ce370 0xc0061ed570 0xc0002c7c70 map[0x2ff9080:0xc002eba120 0x2ff95c0:0xc002eba2a0 0x2ffa2e0:0xc002eba060 0x2ffa580:0xc002eba0c0 0x2ffad60:0xc002eba180 0x2ffb000:0xc002eba1e0 0x2ffb2a0:0xc002eba240 0x2ffba80:0xc002eba3c0 0x2ffbd20:0xc00231b980 0x3026980:0xc00148ad20 0x3026d20:0xc00148b140 0x3027800:0xc000cf5380 0x3029160:0xc001b5a000 0x30298a0:0xc002eba000 0x302a720:0xc00148acc0] 0xc000ccc1c0 0} I0521 23:01:00.118864 3840 gateway.go:532] Reconciling gateway with updates I0521 23:01:00.123997 3840 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:01:00.124089 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:00.124099 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:00.124111 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:00.124109 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:00.124120 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:00.124126 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:00.124128 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:00.124131 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:00.124147 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:00.124149 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:00.124163 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:00.124163 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:00.124174 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:00.124174 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:00.124180 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:00.124176 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:01:00.124183 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:00.124196 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:01:00.124200 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:01:00.124204 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:00.124207 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:00.124212 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:00.124214 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:00.124215 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:01:00.124220 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:00.124222 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:01:00.124206 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:01:00.124229 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:00.124236 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:00.124233 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:00.124242 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:00.124242 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:00.124244 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:00.124110 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:00.124245 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:00.124259 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:00.124258 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:00.124268 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:00.124276 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:00.124275 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:00.124276 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:00.124287 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:01:00.124289 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:00.124201 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:00.124299 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:00.124303 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:00.124303 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:00.124306 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:01:00.124310 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:00.124220 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:00.124319 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:01:00.124322 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:00.124275 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:01:00.124328 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:01:00.124333 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:00.124336 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:01:00.124175 3840 default_node_network_controller.go:944] Gateway and management port readiness took 53.999928ms I0521 23:01:00.124145 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:00.124368 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:00.124381 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:00.124310 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:00.124400 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:00.124403 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:00.124234 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:00.124419 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:00.124368 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:00.124290 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:00.124216 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:01:00.124180 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:01:00.124149 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:00.124123 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:00.124611 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:00.124185 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:00.124189 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:00.124709 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:01:00.124208 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:00.124726 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:00.124741 3840 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:01:00.124761 3840 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:01:00.124217 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:00.124225 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:00.124230 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:00.124879 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:00.124233 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:00.124969 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:00.124982 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:01:00.124247 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:00.124245 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:00.125078 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:00.124246 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:00.125132 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:01:00.124257 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:00.125153 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:01:00.124260 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:00.124260 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:00.125228 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:00.124260 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:00.125290 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:00.125297 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:01:00.124264 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:00.124291 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:00.125348 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:01:00.124311 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:01:00.124315 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:00.124327 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:01:00.125397 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:01:00.124356 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:01:00.124329 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:00.125451 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:00.125461 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:01:00.125794 3840 node_ip_handler_linux.go:160] Node IP manager is running W0521 23:01:00.164572 3840 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:01:00.164748 3840 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:01:00.164882 3840 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 23:01:00.176043 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:01:00.198166 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:01:00.198218 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:01:00.198244 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:01:00.198252 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:01:00.198258 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:01:00.198263 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:01:00.198269 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:01:00.198274 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:01:00.198301 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:01:00.198315 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:01:00.198323 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:01:00.198333 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:01:00.198344 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:01:00.198354 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:01:00.240174 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:01:00.240186 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:01:00.240208 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:01:00.240220 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:01:00.240229 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:01:00.240237 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:01:00.240245 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:01:00.240272 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:01:00.240289 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:01:00.240297 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:01:01.829409 3840 default_node_network_controller.go:1380] Starting node controller node sync W0521 23:01:01.829457 3840 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:01:01.829515 3840 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 23:01:01.841237 3840 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.808214ms I0521 23:01:01.841329 3840 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 10.0.1.78 to PMTUD blocking rules I0521 23:01:01.841339 3840 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:01:01.841342 3840 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0521 23:01:01.841358 3840 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:01:01.852252 3840 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:01:01.852562 3840 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:01:01.852738 3840 egressservice_node.go:183] Starting Egress Services Controller I0521 23:01:01.852757 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:01:01.852769 3840 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:01:01.852775 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:01:01.852781 3840 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:01:01.852786 3840 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:01:01.852791 3840 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:01:01.852795 3840 egressservice_node.go:197] Repairing Egress Services I0521 23:01:01.862687 3840 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:01:01.862698 3840 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:01:01.862825 3840 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:01:01.862840 3840 link_network_manager.go:119] Link manager is running I0521 23:01:01.862855 3840 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:01:01.863013 3840 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:01:01.863133 3840 vrf_manager.go:128] VRF manager is running I0521 23:01:01.863213 3840 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:01:01.863226 3840 gateway.go:532] Reconciling gateway with updates I0521 23:01:01.887464 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:01.887477 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:01.887482 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:01.887466 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:01.887488 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:01.887491 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:01.887488 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:01.887502 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:01.887504 3840 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:01:01.887507 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:01.887512 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:01.887518 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:01.887522 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:01.887523 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:01.887529 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:01.887529 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:01.887533 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:01.887533 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:01.887539 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:01.887547 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:01.887548 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:01.887555 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:01:01.887561 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:01.887561 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:01.887562 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:01.887504 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:01.887573 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:01:01.887551 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:01.887577 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:01.887581 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:01.887582 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:01.887591 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:01:01.887592 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:01:01.887483 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:01.887594 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:01.887604 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:01.887605 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:01.887603 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:01.887613 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:01.887618 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:01.887617 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:01.887633 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:01.887639 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:01.887643 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:01.887644 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:01:01.887637 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:01:01.887654 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:01:01.887654 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:01:01.887650 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:01.887653 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:01.887663 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:01:01.887671 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:01.887673 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:01.887673 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:01:01.887679 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:01:01.887563 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:01.887697 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:01:01.887698 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:01:01.887584 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:01.887660 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:01:01.887638 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:01.887592 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:01.887614 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:01.887785 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:01:01.887607 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:01.887798 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:01.887574 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:01.887537 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:01.887849 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:01:01.887493 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:01.887858 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:01:01.887460 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:01.887867 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:01.887872 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:01:01.887493 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:01.887880 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:01.887883 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:01:01.887503 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:01.887890 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:01.887514 3840 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:01:01.887513 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:01.887950 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:01.887514 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:01.887974 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:01.887523 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:01.887985 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:01.887523 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:01.887538 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:01:01.888037 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:01:01.887553 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:01:01.887566 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:01.887574 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:01.887480 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:01.888098 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:01.887591 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:01.888125 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:01.887591 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:01.888147 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:01.887603 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:01.888170 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:01.887603 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:01.888181 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:01.887611 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:01:01.887616 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:01.887639 3840 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:01.888234 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:01.887647 3840 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:01.888264 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:01:01.887657 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:01:01.887750 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:01:01.926698 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:01:01.926716 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:01:01.926722 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:01:01.926727 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:01:01.926732 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:01:01.926738 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:01:01.926745 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:01:01.926755 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:01:01.926768 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:01:01.964657 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:01:01.964663 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:01:01.964677 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:01:01.964684 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:01:01.964690 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:01:02.001955 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:01:02.001978 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:01:02.001988 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:01:02.001997 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:01:02.002006 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:01:02.002016 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:01:02.002035 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:01:02.002055 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:01:02.002065 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:01:02.002074 3840 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:01:02.499851 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:01:02.499882 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 37.823µs I0521 23:01:03.500877 3840 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:01:03.500908 3840 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 39.989µs I0521 23:01:03.524564 3840 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79f485b575-vq2cd] creating logical port openshift-image-registry_image-registry-79f485b575-vq2cd for pod on switch ip-10-0-0-52.ec2.internal I0521 23:01:03.524717 3840 kube.go:256] Updating pod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:01:03.549776 3840 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9vzxn] creating logical port openshift-dns_dns-default-9vzxn for pod on switch ip-10-0-0-52.ec2.internal I0521 23:01:03.549857 3840 kube.go:256] Updating pod openshift-dns/dns-default-9vzxn I0521 23:01:03.552196 3840 pod.go:62] [openshift-image-registry/image-registry-79f485b575-vq2cd] pod update took 27.509401ms I0521 23:01:03.552217 3840 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79f485b575-vq2cd] addLogicalPort annotation time took 27.535985ms I0521 23:01:03.553370 3840 pods.go:271] [openshift-image-registry/image-registry-79f485b575-vq2cd] addLogicalPort took 28.824549ms, libovsdb time 914.268µs I0521 23:01:03.553415 3840 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-njsj6] creating logical port openshift-ingress-canary_ingress-canary-njsj6 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:01:03.553471 3840 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-njsj6 I0521 23:01:03.575369 3840 pod.go:62] [openshift-dns/dns-default-9vzxn] pod update took 25.537015ms I0521 23:01:03.575385 3840 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9vzxn] addLogicalPort annotation time took 25.556025ms I0521 23:01:03.575433 3840 pod.go:62] [openshift-ingress-canary/ingress-canary-njsj6] pod update took 21.979193ms I0521 23:01:03.575450 3840 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-njsj6] addLogicalPort annotation time took 21.999955ms I0521 23:01:03.576467 3840 pods.go:271] [openshift-dns/dns-default-9vzxn] addLogicalPort took 26.707162ms, libovsdb time 868.735µs I0521 23:01:03.576885 3840 pods.go:271] [openshift-ingress-canary/ingress-canary-njsj6] addLogicalPort took 23.472483ms, libovsdb time 1.219549ms I0521 23:01:03.937377 3840 cni.go:452] [openshift-ingress-canary/ingress-canary-njsj6 e7ffffcc79e7b2cd4954e2f8c7fec8dc5450356d31d57cdee136c99a4a544a9a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-njsj6 e7ffffcc79e7b2cd4954e2f8c7fec8dc5450356d31d57cdee136c99a4a544a9a network default NAD default NAD key ] I0521 23:01:03.954381 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-njsj6, hostIfaceName: e7ffffcc79e7b2c, network: default, NAD default, SandboxID: "e7ffffcc79e7b2cd4954e2f8c7fec8dc5450356d31d57cdee136c99a4a544a9a", PCI device ID: , UID: "7ef868e7-5ad5-4dfa-bebd-38965ff6d679", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 23:01:03.998942 3840 cni.go:473] [openshift-ingress-canary/ingress-canary-njsj6 e7ffffcc79e7b2cd4954e2f8c7fec8dc5450356d31d57cdee136c99a4a544a9a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-njsj6 e7ffffcc79e7b2cd4954e2f8c7fec8dc5450356d31d57cdee136c99a4a544a9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8d:19:37:75:ae\",\"name\":\"e7ffffcc79e7b2c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17d660f7-6663-4f3b-b1d9-b9959f3420c2\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:01:06.817301 3840 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:07.577246 3840 cni.go:452] [openshift-network-diagnostics/network-check-target-bd2l9 071e41b3fe80c7f4b00c8aa181632e45c5304108c62838e2a7fdee8e34997ce2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-bd2l9 071e41b3fe80c7f4b00c8aa181632e45c5304108c62838e2a7fdee8e34997ce2 network default NAD default NAD key ] I0521 23:01:07.588974 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-bd2l9, hostIfaceName: 071e41b3fe80c7f, network: default, NAD default, SandboxID: "071e41b3fe80c7f4b00c8aa181632e45c5304108c62838e2a7fdee8e34997ce2", PCI device ID: , UID: "402ae8cf-482d-45d1-a6c3-701aa3d51b65", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 23:01:07.602491 3840 cni.go:452] [kube-system/global-pull-secret-syncer-f4br4 111e736ac313d03e9420086284fa522420770f279ecb9217fcdffaff1908be95 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-f4br4 111e736ac313d03e9420086284fa522420770f279ecb9217fcdffaff1908be95 network default NAD default NAD key ] I0521 23:01:07.613499 3840 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-f4br4, hostIfaceName: 111e736ac313d03, network: default, NAD default, SandboxID: "111e736ac313d03e9420086284fa522420770f279ecb9217fcdffaff1908be95", PCI device ID: , UID: "f7bfab32-393e-45bb-8634-694f09e1bad0", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 23:01:07.635985 3840 cni.go:473] [openshift-network-diagnostics/network-check-target-bd2l9 071e41b3fe80c7f4b00c8aa181632e45c5304108c62838e2a7fdee8e34997ce2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-bd2l9 071e41b3fe80c7f4b00c8aa181632e45c5304108c62838e2a7fdee8e34997ce2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:45:61:a6:f5:97\",\"name\":\"071e41b3fe80c7f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fc48580-0580-4714-a333-a18851b6c59a\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:01:07.655582 3840 cni.go:473] [kube-system/global-pull-secret-syncer-f4br4 111e736ac313d03e9420086284fa522420770f279ecb9217fcdffaff1908be95 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-f4br4 111e736ac313d03e9420086284fa522420770f279ecb9217fcdffaff1908be95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:24:b5:5c:ef:3e\",\"name\":\"111e736ac313d03\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c748a90-1ee4-4158-b73a-40f5536415a1\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:01:12.757214 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:12.955532 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:35.888083 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.744513 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:02:57.357606 3840 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-mvlc4 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.357700 3840 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4 I0521 23:02:57.378376 3840 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4] pod update took 20.695254ms I0521 23:02:57.378395 3840 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4] addLogicalPort annotation time took 20.71998ms I0521 23:02:57.379396 3840 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4] addLogicalPort took 21.802158ms, libovsdb time 747.51µs I0521 23:02:57.436752 3840 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-wtvdb for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.436838 3840 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb I0521 23:02:57.452095 3840 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb] pod update took 15.28223ms I0521 23:02:57.452115 3840 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb] addLogicalPort annotation time took 15.306432ms I0521 23:02:57.453068 3840 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb] addLogicalPort took 16.327883ms, libovsdb time 725.551µs I0521 23:02:57.539661 3840 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-jcrzv for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.539761 3840 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv I0521 23:02:57.548907 3840 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-fwr8j] creating logical port openshift-console-operator_console-operator-66dbbb6468-fwr8j for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.549010 3840 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-fwr8j I0521 23:02:57.550377 3840 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-9d7bf for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.550433 3840 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf I0521 23:02:57.568176 3840 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv] pod update took 28.435121ms I0521 23:02:57.568193 3840 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv] addLogicalPort annotation time took 28.455583ms I0521 23:02:57.569187 3840 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv] addLogicalPort took 29.541017ms, libovsdb time 741.276µs I0521 23:02:57.574415 3840 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-fwr8j] pod update took 25.424413ms I0521 23:02:57.574433 3840 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-fwr8j] addLogicalPort annotation time took 25.444056ms I0521 23:02:57.575351 3840 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-fwr8j] addLogicalPort took 26.458076ms, libovsdb time 630.62µs I0521 23:02:57.579797 3840 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf] pod update took 29.379649ms I0521 23:02:57.579814 3840 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf] addLogicalPort annotation time took 29.397096ms I0521 23:02:57.580932 3840 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf] addLogicalPort took 30.569067ms, libovsdb time 826.6µs I0521 23:02:57.593766 3840 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58848758f-ct77v] creating logical port openshift-ingress_router-default-58848758f-ct77v for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.593839 3840 kube.go:256] Updating pod openshift-ingress/router-default-58848758f-ct77v I0521 23:02:57.619674 3840 pod.go:62] [openshift-ingress/router-default-58848758f-ct77v] pod update took 25.859622ms I0521 23:02:57.619692 3840 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-58848758f-ct77v] addLogicalPort annotation time took 25.882564ms I0521 23:02:57.620682 3840 pods.go:271] [openshift-ingress/router-default-58848758f-ct77v] addLogicalPort took 26.922563ms, libovsdb time 763.224µs I0521 23:02:57.647992 3840 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-9bq6h for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.648057 3840 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h I0521 23:02:57.655320 3840 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-9rxzh for pod on switch ip-10-0-0-52.ec2.internal I0521 23:02:57.655438 3840 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh I0521 23:02:57.665309 3840 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h] pod update took 17.272971ms I0521 23:02:57.665333 3840 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h] addLogicalPort annotation time took 17.296353ms I0521 23:02:57.666420 3840 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h] addLogicalPort took 18.446826ms, libovsdb time 829.67µs I0521 23:02:57.676800 3840 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh] pod update took 21.386159ms I0521 23:02:57.676824 3840 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh] addLogicalPort annotation time took 21.413132ms I0521 23:02:57.678182 3840 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh] addLogicalPort took 22.873613ms, libovsdb time 990.589µs I0521 23:02:57.710714 3840 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4 08d76f8fa21f5d5c4ea2050ac23fa0963f447dbe8afb186644358f01a6cd8b22 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4 08d76f8fa21f5d5c4ea2050ac23fa0963f447dbe8afb186644358f01a6cd8b22 network default NAD default NAD key ] I0521 23:02:57.722266 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-mvlc4, hostIfaceName: 08d76f8fa21f5d5, network: default, NAD default, SandboxID: "08d76f8fa21f5d5c4ea2050ac23fa0963f447dbe8afb186644358f01a6cd8b22", PCI device ID: , UID: "5e483ac5-0ee4-4cb1-9039-5cfde104b50f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 23:02:57.768773 3840 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4 08d76f8fa21f5d5c4ea2050ac23fa0963f447dbe8afb186644358f01a6cd8b22 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mvlc4 08d76f8fa21f5d5c4ea2050ac23fa0963f447dbe8afb186644358f01a6cd8b22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:60:23:1a:e4:38\",\"name\":\"08d76f8fa21f5d5\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c266732-f528-40d7-bb7d-f178365af122\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:02:57.789766 3840 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb e8b240b87321e1e4c6cc0febb3811ddf4d2ba072821b9ae69c77c588f0b43a86 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb e8b240b87321e1e4c6cc0febb3811ddf4d2ba072821b9ae69c77c588f0b43a86 network default NAD default NAD key ] I0521 23:02:57.800584 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-wtvdb, hostIfaceName: e8b240b87321e1e, network: default, NAD default, SandboxID: "e8b240b87321e1e4c6cc0febb3811ddf4d2ba072821b9ae69c77c588f0b43a86", PCI device ID: , UID: "35e9c754-5cb9-4c12-99b9-58f621cd7899", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 23:02:57.844305 3840 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb e8b240b87321e1e4c6cc0febb3811ddf4d2ba072821b9ae69c77c588f0b43a86 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-wtvdb e8b240b87321e1e4c6cc0febb3811ddf4d2ba072821b9ae69c77c588f0b43a86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:81:24:8f:2a:7c\",\"name\":\"e8b240b87321e1e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/539c81a7-ff8e-408a-a09e-1b9625f1dfe0\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:02:57.893577 3840 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv cd2351ab5960e30adc8d942706c96dea8209823c52fe7e27925dd0d650f4e94e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv cd2351ab5960e30adc8d942706c96dea8209823c52fe7e27925dd0d650f4e94e network default NAD default NAD key ] I0521 23:02:57.905768 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-jcrzv, hostIfaceName: cd2351ab5960e30, network: default, NAD default, SandboxID: "cd2351ab5960e30adc8d942706c96dea8209823c52fe7e27925dd0d650f4e94e", PCI device ID: , UID: "3361a382-576e-4641-9d47-2d31c5857546", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 23:02:57.909040 3840 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-fwr8j aa4068800c7f93224c7df95b5c2963294ce867ebab91fd799f86fc81d2274b5e network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-fwr8j aa4068800c7f93224c7df95b5c2963294ce867ebab91fd799f86fc81d2274b5e network default NAD default NAD key ] I0521 23:02:57.913757 3840 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf 9284e777784ff810cd8251390d765438c417ef86d7b74266d3e4c7e08310b2b3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf 9284e777784ff810cd8251390d765438c417ef86d7b74266d3e4c7e08310b2b3 network default NAD default NAD key ] I0521 23:02:57.940092 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-fwr8j, hostIfaceName: aa4068800c7f932, network: default, NAD default, SandboxID: "aa4068800c7f93224c7df95b5c2963294ce867ebab91fd799f86fc81d2274b5e", PCI device ID: , UID: "07e1239d-a779-4d9e-8032-722522529661", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 23:02:57.944938 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-9d7bf, hostIfaceName: 9284e777784ff81, network: default, NAD default, SandboxID: "9284e777784ff810cd8251390d765438c417ef86d7b74266d3e4c7e08310b2b3", PCI device ID: , UID: "d8f6259b-0112-4d01-8aff-95e62daca9c1", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 23:02:57.965979 3840 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv cd2351ab5960e30adc8d942706c96dea8209823c52fe7e27925dd0d650f4e94e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jcrzv cd2351ab5960e30adc8d942706c96dea8209823c52fe7e27925dd0d650f4e94e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c2:a5:70:26:9e\",\"name\":\"cd2351ab5960e30\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72943f52-2d98-481d-8ec4-1789a97af244\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:02:57.983783 3840 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-fwr8j aa4068800c7f93224c7df95b5c2963294ce867ebab91fd799f86fc81d2274b5e network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-fwr8j aa4068800c7f93224c7df95b5c2963294ce867ebab91fd799f86fc81d2274b5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:54:49:34:06:e3\",\"name\":\"aa4068800c7f932\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/000d05f2-ca49-4f74-8f94-cb5d18a12bd6\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:02:58.001044 3840 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf 9284e777784ff810cd8251390d765438c417ef86d7b74266d3e4c7e08310b2b3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-9d7bf 9284e777784ff810cd8251390d765438c417ef86d7b74266d3e4c7e08310b2b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7f:99:95:77:f7\",\"name\":\"9284e777784ff81\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f98c1cd5-906f-4247-9826-4f2d459efc9a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:03:02.059025 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:03.593802 3840 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:03:03.594868 3840 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.042143ms I0521 23:03:03.634843 3840 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:03:04.168108 3840 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:03:04.168964 3840 namespace.go:102] [openshift-service-ca] adding namespace took 833.976µs I0521 23:03:04.185502 3840 namespace.go:142] [openshift-service-ca] updating namespace I0521 23:03:05.841395 3840 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-8cmw9] creating logical port openshift-service-ca_service-ca-d9cb48497-8cmw9 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:05.841493 3840 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-8cmw9 I0521 23:03:05.855809 3840 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-8cmw9] pod update took 14.337865ms I0521 23:03:05.855831 3840 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-8cmw9] addLogicalPort annotation time took 14.364624ms I0521 23:03:05.856981 3840 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-8cmw9] addLogicalPort took 15.606158ms, libovsdb time 867.98µs I0521 23:03:06.195270 3840 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-8cmw9 c34a2ff2780c46308078253f6de1bb86fc6f1c7eda5271ccbabc9081e7efb44a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-8cmw9 c34a2ff2780c46308078253f6de1bb86fc6f1c7eda5271ccbabc9081e7efb44a network default NAD default NAD key ] I0521 23:03:06.204940 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-8cmw9, hostIfaceName: c34a2ff2780c463, network: default, NAD default, SandboxID: "c34a2ff2780c46308078253f6de1bb86fc6f1c7eda5271ccbabc9081e7efb44a", PCI device ID: , UID: "ac7761d5-00d7-4159-a0d8-badfc0ed50a0", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 23:03:06.249676 3840 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-8cmw9 c34a2ff2780c46308078253f6de1bb86fc6f1c7eda5271ccbabc9081e7efb44a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-8cmw9 c34a2ff2780c46308078253f6de1bb86fc6f1c7eda5271ccbabc9081e7efb44a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6c:4d:bc:7d:87\",\"name\":\"c34a2ff2780c463\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d2de360-c3b7-4e94-a4b5-cceb50c4ce41\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:03:10.891755 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:11.538404 3840 cni.go:452] [openshift-dns/dns-default-9vzxn fc9c1930dcb2c28750ac2f583612f6855b2a2caf3bddde5c143a64a9282bb6c7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9vzxn fc9c1930dcb2c28750ac2f583612f6855b2a2caf3bddde5c143a64a9282bb6c7 network default NAD default NAD key ] I0521 23:03:11.547315 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9vzxn, hostIfaceName: fc9c1930dcb2c28, network: default, NAD default, SandboxID: "fc9c1930dcb2c28750ac2f583612f6855b2a2caf3bddde5c143a64a9282bb6c7", PCI device ID: , UID: "06d87e8a-cef8-42a3-aceb-3d23fdf1184d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 23:03:11.592521 3840 cni.go:473] [openshift-dns/dns-default-9vzxn fc9c1930dcb2c28750ac2f583612f6855b2a2caf3bddde5c143a64a9282bb6c7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9vzxn fc9c1930dcb2c28750ac2f583612f6855b2a2caf3bddde5c143a64a9282bb6c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:cf:3c:a4:8a:d8\",\"name\":\"fc9c1930dcb2c28\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2a9a45c-041d-46a5-8d9d-71603badd5c6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:13.034009 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.034052 3840 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.035393 3840 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79f485b575-vq2cd, ips: 10.130.0.6 I0521 23:03:13.035419 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.045022 3840 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6677cbf654-fzd4q] creating logical port openshift-image-registry_image-registry-6677cbf654-fzd4q for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:13.045148 3840 kube.go:256] Updating pod openshift-image-registry/image-registry-6677cbf654-fzd4q I0521 23:03:13.050270 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.050291 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.067702 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.067732 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.068220 3840 pod.go:62] [openshift-image-registry/image-registry-6677cbf654-fzd4q] pod update took 23.101379ms I0521 23:03:13.068247 3840 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6677cbf654-fzd4q] addLogicalPort annotation time took 23.129108ms I0521 23:03:13.069574 3840 pods.go:271] [openshift-image-registry/image-registry-6677cbf654-fzd4q] addLogicalPort took 24.569373ms, libovsdb time 901.754µs I0521 23:03:13.122703 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.123211 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.139544 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.139562 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.144750 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.144774 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.403711 3840 cni.go:452] [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key ] I0521 23:03:13.413872 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6677cbf654-fzd4q, hostIfaceName: 2fe05e951ba76b7, network: default, NAD default, SandboxID: "2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913", PCI device ID: , UID: "f7838bca-6d08-4b13-bc98-4e7e1cff6f9f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 23:03:13.458218 3840 cni.go:473] [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:99:b8:a9:cc:17\",\"name\":\"2fe05e951ba76b7\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0b59831-ff9f-4115-87b2-1e6f0f0f94ba\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:13.930869 3840 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh 7d0f8d46c341c52699406c545998e34ab62eeca2981ff110f2e604e55c66fb5c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh 7d0f8d46c341c52699406c545998e34ab62eeca2981ff110f2e604e55c66fb5c network default NAD default NAD key ] I0521 23:03:13.941972 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-9rxzh, hostIfaceName: 7d0f8d46c341c52, network: default, NAD default, SandboxID: "7d0f8d46c341c52699406c545998e34ab62eeca2981ff110f2e604e55c66fb5c", PCI device ID: , UID: "b48afaf0-1c35-4c9e-9579-05fb43fb0506", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 23:03:13.995921 3840 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh 7d0f8d46c341c52699406c545998e34ab62eeca2981ff110f2e604e55c66fb5c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxzh 7d0f8d46c341c52699406c545998e34ab62eeca2981ff110f2e604e55c66fb5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8f:40:2a:12:92\",\"name\":\"7d0f8d46c341c52\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/defee505-d204-4ed1-88bd-d5af6daa81a9\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:25.382429 3840 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383061 3840 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383094 3840 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383107 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:03:25.383123 3840 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383134 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:03:29.470151 3840 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.470176 3840 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.470195 3840 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.470203 3840 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:03:29.562997 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 23:03:29.563357 3840 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:29.593764 3840 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-sxv28] creating logical port openshift-console_downloads-5c54f4944f-sxv28 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:29.593856 3840 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-sxv28 W0521 23:03:29.641737 3840 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:29.661531 3840 pod.go:62] [openshift-console/downloads-5c54f4944f-sxv28] pod update took 67.706437ms I0521 23:03:29.661551 3840 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-sxv28] addLogicalPort annotation time took 67.731272ms I0521 23:03:29.662694 3840 pods.go:271] [openshift-console/downloads-5c54f4944f-sxv28] addLogicalPort took 68.941208ms, libovsdb time 808.301µs I0521 23:03:29.736979 3840 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7hqcs] creating logical port openshift-insights_insights-runtime-extractor-7hqcs for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:29.737077 3840 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7hqcs I0521 23:03:29.747065 3840 cni.go:452] [openshift-ingress/router-default-58848758f-ct77v 40e6e292ade6bc1bfd4b21676e4ba4752d8a060244cb355cf4ff965f5424aad7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-58848758f-ct77v 40e6e292ade6bc1bfd4b21676e4ba4752d8a060244cb355cf4ff965f5424aad7 network default NAD default NAD key ] I0521 23:03:29.757383 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58848758f-ct77v, hostIfaceName: 40e6e292ade6bc1, network: default, NAD default, SandboxID: "40e6e292ade6bc1bfd4b21676e4ba4752d8a060244cb355cf4ff965f5424aad7", PCI device ID: , UID: "f1485973-4dd5-4b15-bc9c-db1ab94b5a69", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 23:03:29.760668 3840 pod.go:62] [openshift-insights/insights-runtime-extractor-7hqcs] pod update took 23.621889ms I0521 23:03:29.760689 3840 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7hqcs] addLogicalPort annotation time took 23.64693ms I0521 23:03:29.762035 3840 pods.go:271] [openshift-insights/insights-runtime-extractor-7hqcs] addLogicalPort took 25.072599ms, libovsdb time 1.005393ms I0521 23:03:29.805130 3840 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h 4c3fe42dd5e3b2677c2855896163c5f8cdbea975784ff243782057b7d5f842eb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h 4c3fe42dd5e3b2677c2855896163c5f8cdbea975784ff243782057b7d5f842eb network default NAD default NAD key ] I0521 23:03:29.807967 3840 cni.go:473] [openshift-ingress/router-default-58848758f-ct77v 40e6e292ade6bc1bfd4b21676e4ba4752d8a060244cb355cf4ff965f5424aad7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-58848758f-ct77v 40e6e292ade6bc1bfd4b21676e4ba4752d8a060244cb355cf4ff965f5424aad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:45:4c:77:c0:54\",\"name\":\"40e6e292ade6bc1\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e3d9e26-eaf6-4745-bc1b-738263416410\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:29.816413 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-9bq6h, hostIfaceName: 4c3fe42dd5e3b26, network: default, NAD default, SandboxID: "4c3fe42dd5e3b2677c2855896163c5f8cdbea975784ff243782057b7d5f842eb", PCI device ID: , UID: "be09e88a-186f-4e4a-b370-2c8b0258ceb1", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 23:03:29.860787 3840 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h 4c3fe42dd5e3b2677c2855896163c5f8cdbea975784ff243782057b7d5f842eb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9bq6h 4c3fe42dd5e3b2677c2855896163c5f8cdbea975784ff243782057b7d5f842eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:01:e8:eb:39:da\",\"name\":\"4c3fe42dd5e3b26\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de8ddc73-47e2-4c5a-b2f4-7eb336579989\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:29.955281 3840 cni.go:452] [openshift-console/downloads-5c54f4944f-sxv28 e02adcb871dd658fae270d37bfb0f40ac1782a023c2ec451d1e73786ab7a0d47 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-sxv28 e02adcb871dd658fae270d37bfb0f40ac1782a023c2ec451d1e73786ab7a0d47 network default NAD default NAD key ] I0521 23:03:29.965549 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-sxv28, hostIfaceName: e02adcb871dd658, network: default, NAD default, SandboxID: "e02adcb871dd658fae270d37bfb0f40ac1782a023c2ec451d1e73786ab7a0d47", PCI device ID: , UID: "b01e798e-6de7-498b-a165-7a1fc44b2a6a", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 23:03:30.014881 3840 cni.go:473] [openshift-console/downloads-5c54f4944f-sxv28 e02adcb871dd658fae270d37bfb0f40ac1782a023c2ec451d1e73786ab7a0d47 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-sxv28 e02adcb871dd658fae270d37bfb0f40ac1782a023c2ec451d1e73786ab7a0d47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9c:8f:b9:b3:9e\",\"name\":\"e02adcb871dd658\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29831ad1-8af1-4dff-91bb-71c1afc742f5\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:30.095589 3840 cni.go:452] [openshift-insights/insights-runtime-extractor-7hqcs 5c630f2dd5acc33e16cf0475cebb39d203a1cb57fc8fe9505b72b7bf4bdae115 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7hqcs 5c630f2dd5acc33e16cf0475cebb39d203a1cb57fc8fe9505b72b7bf4bdae115 network default NAD default NAD key ] I0521 23:03:30.115957 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7hqcs, hostIfaceName: 5c630f2dd5acc33, network: default, NAD default, SandboxID: "5c630f2dd5acc33e16cf0475cebb39d203a1cb57fc8fe9505b72b7bf4bdae115", PCI device ID: , UID: "2b8ceb3d-a057-40b0-870b-ff62104be106", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 23:03:30.163859 3840 cni.go:473] [openshift-insights/insights-runtime-extractor-7hqcs 5c630f2dd5acc33e16cf0475cebb39d203a1cb57fc8fe9505b72b7bf4bdae115 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7hqcs 5c630f2dd5acc33e16cf0475cebb39d203a1cb57fc8fe9505b72b7bf4bdae115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:92:39:c8:a2:97\",\"name\":\"5c630f2dd5acc33\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f620f0ae-0dd6-472c-93e2-91550721255d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:03:30.225786 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.225808 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.225886 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.225905 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.225914 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.368499 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.368524 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.368642 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.368654 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.368661 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.435785 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.435808 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.435819 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.435849 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.435860 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127294 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127317 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127324 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127480 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127490 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 23:03:31.264511 3840 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:03:31.345064 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.345588 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.368699 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.368720 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.385938 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:31.385959 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-bwq6z W0521 23:03:33.364653 3840 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:33.574243 3840 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:03:33.591608 3840 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 23:03:35.061974 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:36.202669 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 23:03:37.193024 3840 base_network_controller_pods.go:487] [default/openshift-console/console-d8646ddc4-2fxg5] creating logical port openshift-console_console-d8646ddc4-2fxg5 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:37.193122 3840 kube.go:256] Updating pod openshift-console/console-d8646ddc4-2fxg5 I0521 23:03:37.214832 3840 pod.go:62] [openshift-console/console-d8646ddc4-2fxg5] pod update took 21.737656ms I0521 23:03:37.214853 3840 base_network_controller_pods.go:951] [default/openshift-console/console-d8646ddc4-2fxg5] addLogicalPort annotation time took 21.764967ms I0521 23:03:37.216014 3840 pods.go:271] [openshift-console/console-d8646ddc4-2fxg5] addLogicalPort took 23.002501ms, libovsdb time 845.976µs I0521 23:03:37.550827 3840 cni.go:452] [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key ] I0521 23:03:37.560862 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d8646ddc4-2fxg5, hostIfaceName: 91d8e2e294f7cb4, network: default, NAD default, SandboxID: "91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9", PCI device ID: , UID: "90905891-a290-43b7-b1f2-15f832cf2ba1", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 23:03:37.611207 3840 cni.go:473] [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c8:62:3e:61:ad\",\"name\":\"91d8e2e294f7cb4\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96d6330b-8b9e-4c4a-aa46-fe3402921c35\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:03:41.158364 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:41.218212 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:42.779013 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-rtntt for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:42.779105 3840 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt I0521 23:03:42.803122 3840 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt] pod update took 24.045429ms I0521 23:03:42.803149 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt] addLogicalPort annotation time took 24.073883ms I0521 23:03:42.804421 3840 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt] addLogicalPort took 25.421931ms, libovsdb time 870.864µs W0521 23:03:43.053719 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:43.139124 3840 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt 5dc72d4a74fabf33f81dce6ed3d617568b0387a62c1baa6fd8ce37839ac9a5e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt 5dc72d4a74fabf33f81dce6ed3d617568b0387a62c1baa6fd8ce37839ac9a5e9 network default NAD default NAD key ] I0521 23:03:43.148857 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-rtntt, hostIfaceName: 5dc72d4a74fabf3, network: default, NAD default, SandboxID: "5dc72d4a74fabf33f81dce6ed3d617568b0387a62c1baa6fd8ce37839ac9a5e9", PCI device ID: , UID: "fb92bd3d-9dac-4b82-9393-1257ec76f3f5", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 23:03:43.196345 3840 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt 5dc72d4a74fabf33f81dce6ed3d617568b0387a62c1baa6fd8ce37839ac9a5e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rtntt 5dc72d4a74fabf33f81dce6ed3d617568b0387a62c1baa6fd8ce37839ac9a5e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:66:05:ac:25:62\",\"name\":\"5dc72d4a74fabf3\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13341dda-553b-48dd-ba19-dc094b764825\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:45.863519 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r] creating logical port openshift-monitoring_thanos-querier-5d9b45c47c-mtd2r for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:45.863637 3840 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r I0521 23:03:45.904298 3840 pod.go:62] [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r] pod update took 40.714469ms I0521 23:03:45.904318 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r] addLogicalPort annotation time took 40.738778ms I0521 23:03:45.905789 3840 pods.go:271] [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r] addLogicalPort took 42.287475ms, libovsdb time 1.059176ms W0521 23:03:46.284713 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.284734 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.284742 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:47.332487 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-l7mzj for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:47.332648 3840 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj I0521 23:03:47.350983 3840 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj] pod update took 18.428917ms I0521 23:03:47.351005 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj] addLogicalPort annotation time took 18.45486ms I0521 23:03:47.352369 3840 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj] addLogicalPort took 19.895327ms, libovsdb time 1.007761ms I0521 23:03:47.494737 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69f66fc4-56z88] creating logical port openshift-monitoring_metrics-server-69f66fc4-56z88 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:47.494846 3840 kube.go:256] Updating pod openshift-monitoring/metrics-server-69f66fc4-56z88 I0521 23:03:47.515004 3840 pod.go:62] [openshift-monitoring/metrics-server-69f66fc4-56z88] pod update took 20.184761ms I0521 23:03:47.515026 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69f66fc4-56z88] addLogicalPort annotation time took 20.211503ms I0521 23:03:47.516415 3840 pods.go:271] [openshift-monitoring/metrics-server-69f66fc4-56z88] addLogicalPort took 21.69645ms, libovsdb time 1.028161ms W0521 23:03:47.774566 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:47.784169 3840 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-74fb9d4fb7-62cws IP address from the namespace address-set, err: pod openshift-console/console-74fb9d4fb7-62cws: no pod IPs found W0521 23:03:48.190679 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:03:49.315613 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:03:49.315747 3840 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 23:03:49.351645 3840 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 35.924198ms I0521 23:03:49.351664 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 35.967862ms I0521 23:03:49.352875 3840 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.279594ms, libovsdb time 873.083µs W0521 23:03:50.292274 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:50.339868 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:50.339886 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:03:51.015908 3840 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj 38a1728075b333663ae291967c5865d83ceed9c50a13f90676543910ee3b69fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj 38a1728075b333663ae291967c5865d83ceed9c50a13f90676543910ee3b69fd network default NAD default NAD key ] I0521 23:03:51.016797 3840 cni.go:452] [openshift-monitoring/metrics-server-69f66fc4-56z88 e677f1ce6c9a17d4de1aa00da014b7268304c98b0abf154008eed22ddfed19e6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f66fc4-56z88 e677f1ce6c9a17d4de1aa00da014b7268304c98b0abf154008eed22ddfed19e6 network default NAD default NAD key ] I0521 23:03:51.016986 3840 cni.go:452] [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r 286770ee425eb3b2df67598b676b8667e78a7822f7276c0098096edba1b33523 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r 286770ee425eb3b2df67598b676b8667e78a7822f7276c0098096edba1b33523 network default NAD default NAD key ] I0521 23:03:51.018397 3840 cni.go:452] [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key ] I0521 23:03:51.031995 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-l7mzj, hostIfaceName: 38a1728075b3336, network: default, NAD default, SandboxID: "38a1728075b333663ae291967c5865d83ceed9c50a13f90676543910ee3b69fd", PCI device ID: , UID: "30dafedf-8bc4-4e00-8b90-8de546525bf4", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 23:03:51.032178 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f66fc4-56z88, hostIfaceName: e677f1ce6c9a17d, network: default, NAD default, SandboxID: "e677f1ce6c9a17d4de1aa00da014b7268304c98b0abf154008eed22ddfed19e6", PCI device ID: , UID: "f12146cb-db1c-4220-8abc-c13f9ea667b3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 23:03:51.039735 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d9b45c47c-mtd2r, hostIfaceName: 286770ee425eb3b, network: default, NAD default, SandboxID: "286770ee425eb3b2df67598b676b8667e78a7822f7276c0098096edba1b33523", PCI device ID: , UID: "36ddc35e-7a1f-491d-9488-bf07387662bc", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 23:03:51.041077 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 227d828689c793a, network: default, NAD default, SandboxID: "227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f", PCI device ID: , UID: "f0f236eb-6889-4d3f-8ec8-eb49b1b0b51f", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 23:03:51.300320 3840 cni.go:473] [openshift-monitoring/metrics-server-69f66fc4-56z88 e677f1ce6c9a17d4de1aa00da014b7268304c98b0abf154008eed22ddfed19e6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f66fc4-56z88 e677f1ce6c9a17d4de1aa00da014b7268304c98b0abf154008eed22ddfed19e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:75:b3:2b:49:a9\",\"name\":\"e677f1ce6c9a17d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8be1dade-f5ab-4a7d-9cdb-1c15c49d887a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:51.301706 3840 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj 38a1728075b333663ae291967c5865d83ceed9c50a13f90676543910ee3b69fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l7mzj 38a1728075b333663ae291967c5865d83ceed9c50a13f90676543910ee3b69fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f5:17:f8:66:d0\",\"name\":\"38a1728075b3336\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d1314b3-bedb-4995-bf85-ddec3c3904af\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:51.342308 3840 cni.go:473] [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r 286770ee425eb3b2df67598b676b8667e78a7822f7276c0098096edba1b33523 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d9b45c47c-mtd2r 286770ee425eb3b2df67598b676b8667e78a7822f7276c0098096edba1b33523 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:63:f5:24:21:41\",\"name\":\"286770ee425eb3b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7b23c66-eab3-4165-9d41-bc420b7bc4ae\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:51.342545 3840 cni.go:473] [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:58:8f:f6:ae:3f\",\"name\":\"227d828689c793a\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf3c9cbb-cee4-4652-bc5e-5bc9e0670a06\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:03:51.461960 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.717747 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.943880 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.943913 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:03:52.331684 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:03:54.480816 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.480842 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.480849 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:54.912229 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:54.912904 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:03:55.281885 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:55.281907 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:03:55.310177 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.310210 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.321830 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-xh6q8 I0521 23:03:55.321862 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-xh6q8 W0521 23:03:55.336238 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:55.437394 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.437411 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.437418 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.437423 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254647 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254668 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254674 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254680 3840 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448913 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448936 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448942 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448946 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448957 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448961 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448965 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.448969 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.275433 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.275453 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.275459 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.275467 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:04:08.484945 3840 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:08.485543 3840 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:09.389692 3840 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.389720 3840 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.398101 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-sljdm I0521 23:04:09.398121 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-sljdm W0521 23:04:11.297952 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:04:11.297975 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 23:04:14.333043 3840 cni.go:452] [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key ] I0521 23:04:14.403159 3840 cni.go:473] [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d8646ddc4-2fxg5 91d8e2e294f7cb4d1a42f68a38bfdaccf8bc9f5f9e6c46a6067557791ea48be9 network default NAD default NAD key default], result "{}", err I0521 23:04:14.466834 3840 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:14.466868 3840 pods.go:176] Deleting pod: openshift-console/console-d8646ddc4-2fxg5 I0521 23:04:14.468127 3840 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d8646ddc4-2fxg5, ips: 10.130.0.21 I0521 23:04:14.468161 3840 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:14.479202 3840 base_network_controller_pods.go:487] [default/openshift-console/console-8956b56bd-g2bv7] creating logical port openshift-console_console-8956b56bd-g2bv7 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:04:14.479316 3840 kube.go:256] Updating pod openshift-console/console-8956b56bd-g2bv7 I0521 23:04:14.496075 3840 pod.go:62] [openshift-console/console-8956b56bd-g2bv7] pod update took 16.782904ms I0521 23:04:14.496105 3840 base_network_controller_pods.go:951] [default/openshift-console/console-8956b56bd-g2bv7] addLogicalPort annotation time took 16.808975ms I0521 23:04:14.497387 3840 pods.go:271] [openshift-console/console-8956b56bd-g2bv7] addLogicalPort took 18.196737ms, libovsdb time 833.895µs I0521 23:04:14.874260 3840 cni.go:452] [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key ] I0521 23:04:14.883478 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8956b56bd-g2bv7, hostIfaceName: 2837f7a1cbbb1dc, network: default, NAD default, SandboxID: "2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0", PCI device ID: , UID: "2c7e7286-3f50-4476-8930-edca3bc2ee57", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 23:04:14.931654 3840 cni.go:473] [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:81:40:b5:b0:af\",\"name\":\"2837f7a1cbbb1dc\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7de20177-c2cb-4a1f-930c-84c9ba853dfc\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:04:15.360221 3840 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.360250 3840 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.369383 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-2fxg5 I0521 23:04:15.369401 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-2fxg5 W0521 23:04:16.255309 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:04:19.419315 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:19.419338 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:19.419354 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:19.419385 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:19.458350 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:19.458377 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:04:19.596881 3840 cni.go:452] [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key ] I0521 23:04:19.680901 3840 cni.go:473] [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6677cbf654-fzd4q 2fe05e951ba76b77d796a5e7dc7b61bbbef640c281dddb634c2be22e8006e913 network default NAD default NAD key default], result "{}", err I0521 23:04:19.739457 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:19.739493 3840 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6677cbf654-fzd4q I0521 23:04:19.740918 3840 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6677cbf654-fzd4q, ips: 10.130.0.18 I0521 23:04:19.740943 3840 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:20.357965 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.357992 3840 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.366000 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-fzd4q I0521 23:04:20.366031 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-fzd4q W0521 23:04:23.385066 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:23.385095 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:23.385154 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:24.383390 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:25.399577 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:28.406488 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:28.406567 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:28.406641 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:29.412045 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:31.551383 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 23:04:44.776232 3840 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:44.776841 3840 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:45.600148 3840 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.600180 3840 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.606528 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:45.606554 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:45.734408 3840 cni.go:452] [openshift-multus/network-metrics-daemon-m2sr7 02f5e2b9a4f682d8b318c1fe5fda1ebbb7c8235747eab0c9dd486ba0a28e4581 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-m2sr7 02f5e2b9a4f682d8b318c1fe5fda1ebbb7c8235747eab0c9dd486ba0a28e4581 network default NAD default NAD key ] I0521 23:04:45.744233 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-m2sr7, hostIfaceName: 02f5e2b9a4f682d, network: default, NAD default, SandboxID: "02f5e2b9a4f682d8b318c1fe5fda1ebbb7c8235747eab0c9dd486ba0a28e4581", PCI device ID: , UID: "945ffcdc-d78e-4823-9556-c37001372101", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 23:04:45.795242 3840 cni.go:473] [openshift-multus/network-metrics-daemon-m2sr7 02f5e2b9a4f682d8b318c1fe5fda1ebbb7c8235747eab0c9dd486ba0a28e4581 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-m2sr7 02f5e2b9a4f682d8b318c1fe5fda1ebbb7c8235747eab0c9dd486ba0a28e4581 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:98:4a:97:4b:99\",\"name\":\"02f5e2b9a4f682d\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17940d8d-e4ca-4507-aa99-6527f3c942f8\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:04:46.459778 3840 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:04:47.386289 3840 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.386866 3840 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.630168 3840 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.630192 3840 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.637272 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:04:47.637314 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7486bc7cf7-glkjn W0521 23:04:50.550846 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.550872 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:05:04.843431 3840 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:04.843994 3840 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:05.698751 3840 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.698776 3840 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.706667 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 23:05:05.706696 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 23:05:08.949400 3840 cni.go:452] [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key ] I0521 23:05:09.033578 3840 cni.go:473] [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 227d828689c793a115326637296f77075ec091a70708e929c508909f2597c05f network default NAD default NAD key default], result "{}", err I0521 23:05:09.100534 3840 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.100577 3840 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.101843 3840 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.26 I0521 23:05:09.101867 3840 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.598318 3840 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.598347 3840 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.606714 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.606739 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.647085 3840 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:05:09.647222 3840 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.674326 3840 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.145151ms I0521 23:05:09.674351 3840 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.174123ms I0521 23:05:09.675643 3840 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.549664ms, libovsdb time 898.205µs I0521 23:05:10.004173 3840 cni.go:452] [openshift-monitoring/prometheus-k8s-1 33d011f2062827fcc178a4053c41bf3ff46dd03f9b0ef10926c9f931b6e25569 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 33d011f2062827fcc178a4053c41bf3ff46dd03f9b0ef10926c9f931b6e25569 network default NAD default NAD key ] I0521 23:05:10.013224 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 33d011f2062827f, network: default, NAD default, SandboxID: "33d011f2062827fcc178a4053c41bf3ff46dd03f9b0ef10926c9f931b6e25569", PCI device ID: , UID: "1eefbf44-7ca3-42c0-b74f-ae6e7b93a236", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 23:05:10.061251 3840 cni.go:473] [openshift-monitoring/prometheus-k8s-1 33d011f2062827fcc178a4053c41bf3ff46dd03f9b0ef10926c9f931b6e25569 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 33d011f2062827fcc178a4053c41bf3ff46dd03f9b0ef10926c9f931b6e25569 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cb:66:93:2a:7d\",\"name\":\"33d011f2062827f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b25e5456-a42d-46cd-8020-0ddc67951f3c\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:27.496964 3840 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.497444 3840 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.692588 3840 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.692615 3840 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.700007 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 23:05:27.700036 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 23:05:37.158176 3840 cni.go:452] [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key ] I0521 23:05:37.249706 3840 cni.go:473] [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8956b56bd-g2bv7 2837f7a1cbbb1dc7857e6f5bb15c912612f8a277321036046a819ed1f778acf0 network default NAD default NAD key default], result "{}", err I0521 23:05:37.300240 3840 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.300273 3840 pods.go:176] Deleting pod: openshift-console/console-8956b56bd-g2bv7 I0521 23:05:37.301439 3840 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8956b56bd-g2bv7, ips: 10.130.0.27 I0521 23:05:37.301465 3840 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.312859 3840 base_network_controller_pods.go:487] [default/openshift-console/console-7b8cb9f4bf-k7sfd] creating logical port openshift-console_console-7b8cb9f4bf-k7sfd for pod on switch ip-10-0-0-52.ec2.internal I0521 23:05:37.312980 3840 kube.go:256] Updating pod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:05:37.330061 3840 pod.go:62] [openshift-console/console-7b8cb9f4bf-k7sfd] pod update took 17.109233ms I0521 23:05:37.330081 3840 base_network_controller_pods.go:951] [default/openshift-console/console-7b8cb9f4bf-k7sfd] addLogicalPort annotation time took 17.13154ms I0521 23:05:37.331233 3840 pods.go:271] [openshift-console/console-7b8cb9f4bf-k7sfd] addLogicalPort took 18.385504ms, libovsdb time 793.355µs I0521 23:05:37.666861 3840 cni.go:452] [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key ] I0521 23:05:37.676647 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b8cb9f4bf-k7sfd, hostIfaceName: 583298593becc0b, network: default, NAD default, SandboxID: "583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd", PCI device ID: , UID: "53507abc-fd3c-4343-8704-7b755ee307f7", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 23:05:37.724184 3840 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.724206 3840 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.726535 3840 cni.go:473] [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:db:b9:7c:31:89\",\"name\":\"583298593becc0b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1978157-009f-4f92-abeb-397e41f1a6b8\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:37.733500 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-g2bv7 I0521 23:05:37.733527 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-g2bv7 W0521 23:05:47.775014 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:05:48.135087 3840 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:48.135683 3840 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:48.782328 3840 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.782354 3840 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.792707 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-lw6lj I0521 23:05:48.792729 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-lw6lj I0521 23:06:00.925590 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0521 23:06:10.899343 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:10.899364 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:06:12.200576 3840 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.201175 3840 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.892615 3840 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.892653 3840 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.900654 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.900682 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 23:06:27.827589 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0521 23:06:29.915268 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0521 23:06:47.158817 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.159432 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:48.181433 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:48.181459 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:04.963656 3840 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:07:16.833180 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0521 23:07:24.931639 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 23:07:34.919608 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:07:47.390974 3840 cni.go:452] [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key ] I0521 23:07:47.462472 3840 cni.go:473] [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b8cb9f4bf-k7sfd 583298593becc0bb48e915fc041ed6c3f46db9ed47e3c4bf9661de26a901f5cd network default NAD default NAD key default], result "{}", err I0521 23:07:47.514903 3840 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:47.514937 3840 pods.go:176] Deleting pod: openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:47.516108 3840 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b8cb9f4bf-k7sfd, ips: 10.130.0.29 I0521 23:07:47.516141 3840 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:47.525047 3840 base_network_controller_pods.go:487] [default/openshift-console/console-96f48d985-hj57x] creating logical port openshift-console_console-96f48d985-hj57x for pod on switch ip-10-0-0-52.ec2.internal I0521 23:07:47.525185 3840 kube.go:256] Updating pod openshift-console/console-96f48d985-hj57x I0521 23:07:47.544759 3840 pod.go:62] [openshift-console/console-96f48d985-hj57x] pod update took 19.610683ms I0521 23:07:47.544787 3840 base_network_controller_pods.go:951] [default/openshift-console/console-96f48d985-hj57x] addLogicalPort annotation time took 19.640212ms I0521 23:07:47.546253 3840 pods.go:271] [openshift-console/console-96f48d985-hj57x] addLogicalPort took 21.216746ms, libovsdb time 1.024471ms I0521 23:07:47.885162 3840 cni.go:452] [openshift-console/console-96f48d985-hj57x c3866c0256375268b2086c8759cf88b4bfee4f8df4a873083a2a113c519ed5eb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-96f48d985-hj57x c3866c0256375268b2086c8759cf88b4bfee4f8df4a873083a2a113c519ed5eb network default NAD default NAD key ] I0521 23:07:47.894713 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-96f48d985-hj57x, hostIfaceName: c3866c025637526, network: default, NAD default, SandboxID: "c3866c0256375268b2086c8759cf88b4bfee4f8df4a873083a2a113c519ed5eb", PCI device ID: , UID: "db44b13d-6bcc-4a17-aa72-371e630dc209", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 23:07:47.943702 3840 cni.go:473] [openshift-console/console-96f48d985-hj57x c3866c0256375268b2086c8759cf88b4bfee4f8df4a873083a2a113c519ed5eb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-96f48d985-hj57x c3866c0256375268b2086c8759cf88b4bfee4f8df4a873083a2a113c519ed5eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:48:1c:c7:6d:5c\",\"name\":\"c3866c025637526\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17be24eb-d16d-4f80-89b8-8f7dc633427c\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:07:48.274658 3840 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.274679 3840 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.284146 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:48.284176 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:52.914995 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0521 23:07:58.310641 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:07:58.576449 3840 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:58.576985 3840 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:59.386583 3840 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.386605 3840 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.395896 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:07:59.395921 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:08:02.937856 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 23:08:05.055925 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 23:08:06.828423 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0521 23:08:12.832712 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 W0521 23:08:38.550858 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:08:49.594586 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:08:49.594697 3840 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m: no pod IPs found I0521 23:09:11.943134 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 23:09:21.838687 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=655 I0521 23:09:55.829314 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 23:10:04.976641 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.977180 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:05.055748 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0521 23:10:06.014050 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:06.014083 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:06.313522 3840 namespace.go:98] [tsf] adding namespace I0521 23:11:06.314379 3840 namespace.go:102] [tsf] adding namespace took 827.947µs I0521 23:11:06.332464 3840 namespace.go:142] [tsf] updating namespace I0521 23:11:06.356982 3840 namespace.go:142] [tsf] updating namespace I0521 23:11:10.320705 3840 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:10.321676 3840 namespace.go:102] [rhtpa-operator] adding namespace took 946.37µs I0521 23:11:10.326006 3840 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:10.326161 3840 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:10.326217 3840 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:10.326845 3840 namespace.go:102] [cert-manager-operator] adding namespace took 823.609µs I0521 23:11:10.326879 3840 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:10.327497 3840 namespace.go:102] [rhbk-operator] adding namespace took 609.534µs I0521 23:11:10.328115 3840 namespace.go:102] [konflux-ui] adding namespace took 1.938636ms I0521 23:11:10.328690 3840 namespace.go:102] [konflux-operator] adding namespace took 2.457753ms I0521 23:11:10.333896 3840 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:10.333967 3840 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:10.334540 3840 namespace.go:102] [tsf-tpa] adding namespace took 628.509µs I0521 23:11:10.335125 3840 namespace.go:102] [tsf-keycloak] adding namespace took 1.14581ms I0521 23:11:10.346994 3840 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:10.347550 3840 namespace.go:102] [tsf-tas] adding namespace took 537.796µs I0521 23:11:10.358129 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.378131 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.393026 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.393185 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.393227 3840 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.393412 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.407126 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.407261 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.417821 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.434059 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.466660 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.497981 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.514423 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.528925 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.553680 3840 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.583958 3840 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.597156 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.613218 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.640975 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.661648 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.672838 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.702419 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.718966 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.732348 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:11.862248 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:11.886899 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:18.915483 3840 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916077 3840 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916102 3840 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916111 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:18.916126 3840 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916130 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:18.939953 3840 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940550 3840 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940579 3840 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940595 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:18.940612 3840 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940644 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:19.939718 3840 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939737 3840 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939748 3840 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939758 3840 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.970062 3840 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.970083 3840 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.970099 3840 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.970114 3840 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:26.392335 3840 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392872 3840 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392894 3840 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392902 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:26.392911 3840 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392916 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.423061 3840 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.423083 3840 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.423097 3840 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.423108 3840 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.429143 3840 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.429573 3840 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.429598 3840 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.429606 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.429618 3840 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.429634 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.474848 3840 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.475275 3840 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.475296 3840 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.475304 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.475312 3840 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.475316 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.524128 3840 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.524511 3840 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.524533 3840 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.524540 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.524548 3840 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.524552 3840 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:28.458605 3840 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.458647 3840 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.458659 3840 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.458675 3840 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.504236 3840 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.504256 3840 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.504270 3840 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.504280 3840 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559274 3840 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559293 3840 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559307 3840 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559317 3840 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.250892 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:35.768798 3840 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-jwpfs for pod on switch ip-10-0-0-52.ec2.internal I0521 23:11:35.768939 3840 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs I0521 23:11:35.784009 3840 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs] pod update took 15.096253ms I0521 23:11:35.784030 3840 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs] addLogicalPort annotation time took 15.121049ms I0521 23:11:35.785207 3840 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs] addLogicalPort took 16.430512ms, libovsdb time 844.382µs I0521 23:11:36.128567 3840 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs d5047fc4f9556ddc1897b964612bd3205a4614e9a1986e62a4a64401fbb95f93 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs d5047fc4f9556ddc1897b964612bd3205a4614e9a1986e62a4a64401fbb95f93 network default NAD default NAD key ] I0521 23:11:36.138036 3840 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-jwpfs, hostIfaceName: d5047fc4f9556dd, network: default, NAD default, SandboxID: "d5047fc4f9556ddc1897b964612bd3205a4614e9a1986e62a4a64401fbb95f93", PCI device ID: , UID: "793e8905-a65c-4386-9dd3-356b77d5ac45", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 23:11:36.193955 3840 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs d5047fc4f9556ddc1897b964612bd3205a4614e9a1986e62a4a64401fbb95f93 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-jwpfs d5047fc4f9556ddc1897b964612bd3205a4614e9a1986e62a4a64401fbb95f93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:11:06:be:da:30\",\"name\":\"d5047fc4f9556dd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7f5498b-2500-40c2-8bdc-1df3febcf5c9\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:37.399172 3840 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:37.410438 3840 namespace.go:142] [openshift-operators] updating namespace W0521 23:11:42.285765 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.579704 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.606038 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.607103 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.633129 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:46.614995 3840 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:46.615952 3840 namespace.go:102] [trusted-artifact-signer] adding namespace took 932.493µs I0521 23:11:46.638066 3840 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:46.665649 3840 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 23:11:47.301329 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:50.004802 3840 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:50.508691 3840 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-fsxqh for pod on switch ip-10-0-0-52.ec2.internal I0521 23:11:50.508802 3840 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh I0521 23:11:50.535874 3840 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh] pod update took 27.096022ms I0521 23:11:50.535895 3840 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh] addLogicalPort annotation time took 27.122822ms I0521 23:11:50.537014 3840 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh] addLogicalPort took 28.340184ms, libovsdb time 793.871µs I0521 23:11:50.875158 3840 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh 7b11182ff141f739875e53225c2f69c20abe67021ca061570e2ec28e31c71914 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh 7b11182ff141f739875e53225c2f69c20abe67021ca061570e2ec28e31c71914 network default NAD default NAD key ] I0521 23:11:50.885044 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-fsxqh, hostIfaceName: 7b11182ff141f73, network: default, NAD default, SandboxID: "7b11182ff141f739875e53225c2f69c20abe67021ca061570e2ec28e31c71914", PCI device ID: , UID: "eb81e81d-05b3-4071-ba91-414414718fa1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 23:11:50.935027 3840 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh 7b11182ff141f739875e53225c2f69c20abe67021ca061570e2ec28e31c71914 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fsxqh 7b11182ff141f739875e53225c2f69c20abe67021ca061570e2ec28e31c71914 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2c:5b:4d:61:b7\",\"name\":\"7b11182ff141f73\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e37e886c-bbdc-4de6-8b1e-7ecd68b1f2fe\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:56.460079 3840 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-jl5pv for pod on switch ip-10-0-0-52.ec2.internal I0521 23:11:56.460206 3840 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv I0521 23:11:56.482535 3840 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv] pod update took 22.360676ms I0521 23:11:56.482554 3840 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv] addLogicalPort annotation time took 22.38386ms I0521 23:11:56.483774 3840 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv] addLogicalPort took 23.710122ms, libovsdb time 830.93µs I0521 23:11:56.817609 3840 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv ad2e1f06a29f3dc2af370476bda248faa6816ea73c29f708da2d15dab66ec030 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv ad2e1f06a29f3dc2af370476bda248faa6816ea73c29f708da2d15dab66ec030 network default NAD default NAD key ] I0521 23:11:56.827437 3840 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-jl5pv, hostIfaceName: ad2e1f06a29f3dc, network: default, NAD default, SandboxID: "ad2e1f06a29f3dc2af370476bda248faa6816ea73c29f708da2d15dab66ec030", PCI device ID: , UID: "e33d6b14-ae54-4466-aaef-921e6bb01956", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 23:11:56.875945 3840 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv ad2e1f06a29f3dc2af370476bda248faa6816ea73c29f708da2d15dab66ec030 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jl5pv ad2e1f06a29f3dc2af370476bda248faa6816ea73c29f708da2d15dab66ec030 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9f:c5:b9:cc:41\",\"name\":\"ad2e1f06a29f3dc\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa608e9f-50ce-4b40-871d-ae6f21f96937\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:12:00.222323 3840 namespace.go:98] [cert-manager] adding namespace I0521 23:12:00.223267 3840 namespace.go:102] [cert-manager] adding namespace took 919.799µs I0521 23:12:00.327027 3840 namespace.go:142] [cert-manager] updating namespace I0521 23:12:00.368370 3840 namespace.go:142] [cert-manager] updating namespace I0521 23:12:01.902167 3840 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-9wnrs for pod on switch ip-10-0-0-52.ec2.internal I0521 23:12:01.902257 3840 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs I0521 23:12:01.989931 3840 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs] pod update took 87.698194ms I0521 23:12:01.989952 3840 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs] addLogicalPort annotation time took 87.723853ms I0521 23:12:01.991075 3840 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs] addLogicalPort took 88.925843ms, libovsdb time 753.466µs I0521 23:12:02.258425 3840 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs 1c07d0482d8dc624cb497d603fa26a2a182791d76aed79f23b3e4c71d69f143f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs 1c07d0482d8dc624cb497d603fa26a2a182791d76aed79f23b3e4c71d69f143f network default NAD default NAD key ] I0521 23:12:02.267900 3840 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-9wnrs, hostIfaceName: 1c07d0482d8dc62, network: default, NAD default, SandboxID: "1c07d0482d8dc624cb497d603fa26a2a182791d76aed79f23b3e4c71d69f143f", PCI device ID: , UID: "6758961b-e8e0-4eeb-b071-4ed739f5513c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 23:12:02.317241 3840 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs 1c07d0482d8dc624cb497d603fa26a2a182791d76aed79f23b3e4c71d69f143f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9wnrs 1c07d0482d8dc624cb497d603fa26a2a182791d76aed79f23b3e4c71d69f143f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1a:a2:30:02:f0\",\"name\":\"1c07d0482d8dc62\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/004e744e-a42a-4eca-8c63-7439bbabc456\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:12:05.349595 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:05.349613 3840 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:09.017108 3840 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:09.017944 3840 namespace.go:102] [openshift-pipelines] adding namespace took 812.017µs I0521 23:12:09.054145 3840 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:09.909312 3840 namespace.go:142] [cert-manager] updating namespace I0521 23:12:10.140122 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:10.521676 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:10.718185 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:10.920196 3840 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:11.308394 3840 namespace.go:142] [rhbk-operator] updating namespace W0521 23:12:11.358863 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:11.358884 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:11.501346 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:11.706773 3840 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:11.904712 3840 namespace.go:142] [tsf] updating namespace I0521 23:12:12.113885 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.318481 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.507740 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.640732 3840 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.651462 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:12.659158 3840 namespace.go:142] [default] updating namespace I0521 23:12:12.672105 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:12.680787 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:12.692121 3840 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:12.699424 3840 namespace.go:142] [openshift] updating namespace I0521 23:12:12.710268 3840 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:12.721152 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:12.728797 3840 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:12.746957 3840 namespace.go:142] [tsf] updating namespace I0521 23:12:12.758739 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.767562 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.789418 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.887906 3840 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.991191 3840 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:13.089589 3840 namespace.go:142] [default] updating namespace I0521 23:12:13.188016 3840 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:13.295445 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:13.397140 3840 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:13.488801 3840 namespace.go:142] [openshift] updating namespace I0521 23:12:13.601004 3840 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:13.699075 3840 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:13.789560 3840 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:13.887980 3840 namespace.go:142] [tsf] updating namespace I0521 23:12:13.993741 3840 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:14.087880 3840 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:14.194394 3840 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:14.488671 3840 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:15.750082 3840 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.750686 3840 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.806590 3840 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.806608 3840 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.869420 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:15.869447 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 23:12:22.390190 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-npp96 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:12:22.390277 3840 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96 I0521 23:12:22.415675 3840 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96] pod update took 25.420261ms I0521 23:12:22.415702 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96] addLogicalPort annotation time took 25.450635ms I0521 23:12:22.416968 3840 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96] addLogicalPort took 26.795196ms, libovsdb time 872.53µs I0521 23:12:22.580484 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk for pod on switch ip-10-0-0-52.ec2.internal I0521 23:12:22.580608 3840 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk I0521 23:12:22.598785 3840 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk] pod update took 18.219011ms I0521 23:12:22.598813 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk] addLogicalPort annotation time took 18.250991ms I0521 23:12:22.600144 3840 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk] addLogicalPort took 19.679046ms, libovsdb time 869µs I0521 23:12:22.749906 3840 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96 ecd784dd772f6f9b2b93f85a3613415df12744f8b9d6e50a833deb034df7b24c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96 ecd784dd772f6f9b2b93f85a3613415df12744f8b9d6e50a833deb034df7b24c network default NAD default NAD key ] I0521 23:12:22.759946 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-npp96, hostIfaceName: ecd784dd772f6f9, network: default, NAD default, SandboxID: "ecd784dd772f6f9b2b93f85a3613415df12744f8b9d6e50a833deb034df7b24c", PCI device ID: , UID: "51446d8a-7004-4268-a82e-221b9d546a03", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 23:12:22.809828 3840 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96 ecd784dd772f6f9b2b93f85a3613415df12744f8b9d6e50a833deb034df7b24c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-npp96 ecd784dd772f6f9b2b93f85a3613415df12744f8b9d6e50a833deb034df7b24c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:39:75:51:69:f9\",\"name\":\"ecd784dd772f6f9\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4198b797-e08e-4043-9ebe-c2999ce9bd43\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:12:22.938548 3840 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk a9b0d56af388e37dde69790b212d1d1d7038447b1d1133b29ab9e3a3c4c9cb97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk a9b0d56af388e37dde69790b212d1d1d7038447b1d1133b29ab9e3a3c4c9cb97 network default NAD default NAD key ] I0521 23:12:22.948413 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk, hostIfaceName: a9b0d56af388e37, network: default, NAD default, SandboxID: "a9b0d56af388e37dde69790b212d1d1d7038447b1d1133b29ab9e3a3c4c9cb97", PCI device ID: , UID: "aaf96c8a-01e1-4cdd-9449-f857d72c5108", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 23:12:22.998208 3840 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk a9b0d56af388e37dde69790b212d1d1d7038447b1d1133b29ab9e3a3c4c9cb97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xnxgk a9b0d56af388e37dde69790b212d1d1d7038447b1d1133b29ab9e3a3c4c9cb97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6f:64:16:6d:d0\",\"name\":\"a9b0d56af388e37\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc5802aa-a30e-43c0-9ca9-1eec962b5c2a\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:12:27.429220 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.429240 3840 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.429247 3840 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:29.607285 3840 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:29.631284 3840 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.631302 3840 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.631307 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.661008 3840 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 23:12:29.729201 3840 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729218 3840 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729225 3840 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729230 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 23:12:33.967190 3840 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0521 23:12:36.923043 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0521 23:12:38.434830 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:38.434851 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:38.434859 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:52.623917 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:12:52.877586 3840 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.878068 3840 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.898956 3840 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.898983 3840 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.906792 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:12:52.906816 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:12:54.937598 3840 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:12:54.938270 3840 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:12:54.938293 3840 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:12:54.940423 3840 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 23:12:57.948841 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0521 23:13:04.837155 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.837181 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.837262 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:04.837286 3840 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:05.603502 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-xwpn9 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:05.603594 3840 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9 I0521 23:13:05.641131 3840 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9] pod update took 37.557973ms I0521 23:13:05.641157 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9] addLogicalPort annotation time took 37.588203ms I0521 23:13:05.642455 3840 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9] addLogicalPort took 38.968213ms, libovsdb time 906.134µs I0521 23:13:05.967852 3840 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9 64eb1e0bdd25e3d98d6790be638cd6810fbf225c14dac47cafd8c84fa7da8e68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9 64eb1e0bdd25e3d98d6790be638cd6810fbf225c14dac47cafd8c84fa7da8e68 network default NAD default NAD key ] I0521 23:13:05.977090 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-xwpn9, hostIfaceName: 64eb1e0bdd25e3d, network: default, NAD default, SandboxID: "64eb1e0bdd25e3d98d6790be638cd6810fbf225c14dac47cafd8c84fa7da8e68", PCI device ID: , UID: "06a5d0b6-509a-45a7-a367-44e578e98a13", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 23:13:06.028245 3840 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9 64eb1e0bdd25e3d98d6790be638cd6810fbf225c14dac47cafd8c84fa7da8e68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-xwpn9 64eb1e0bdd25e3d98d6790be638cd6810fbf225c14dac47cafd8c84fa7da8e68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:76:ff:46:b7:b8\",\"name\":\"64eb1e0bdd25e3d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/484c5271-f70b-4673-a875-81c766c0e383\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:13:10.536680 3840 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:13.630316 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:13.630404 3840 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 23:13:13.645590 3840 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.206826ms I0521 23:13:13.645617 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.239661ms I0521 23:13:13.646860 3840 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.579707ms, libovsdb time 862.648µs I0521 23:13:15.833574 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=76 I0521 23:13:21.189342 3840 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 100ca8253bc004990a42be85beddec0761617e4eab32af0c8a8fb471a20ae7d7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 100ca8253bc004990a42be85beddec0761617e4eab32af0c8a8fb471a20ae7d7 network default NAD default NAD key ] I0521 23:13:21.198831 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 100ca8253bc0049, network: default, NAD default, SandboxID: "100ca8253bc004990a42be85beddec0761617e4eab32af0c8a8fb471a20ae7d7", PCI device ID: , UID: "bf40605a-75cc-40ab-8401-d5a2be302704", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 23:13:21.249266 3840 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 100ca8253bc004990a42be85beddec0761617e4eab32af0c8a8fb471a20ae7d7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 100ca8253bc004990a42be85beddec0761617e4eab32af0c8a8fb471a20ae7d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:38:86:9d:37:61\",\"name\":\"100ca8253bc0049\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/193dddd4-3ffc-4823-8def-67011102e28b\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:13:26.757538 3840 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:28.102053 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-pjl8h for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:28.102158 3840 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h I0521 23:13:28.121529 3840 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h] pod update took 19.402358ms I0521 23:13:28.121558 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h] addLogicalPort annotation time took 19.434654ms I0521 23:13:28.122931 3840 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h] addLogicalPort took 20.899394ms, libovsdb time 850.759µs I0521 23:13:28.298060 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-s4fwv for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:28.298142 3840 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv I0521 23:13:28.315366 3840 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv] pod update took 17.244447ms I0521 23:13:28.315391 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv] addLogicalPort annotation time took 17.274261ms I0521 23:13:28.316764 3840 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv] addLogicalPort took 18.719931ms, libovsdb time 989.531µs I0521 23:13:28.464149 3840 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h 29229c991b428ac620e9389e6a1cf45a5e4b4e0ac87780339d5003130b9dae5d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h 29229c991b428ac620e9389e6a1cf45a5e4b4e0ac87780339d5003130b9dae5d network default NAD default NAD key ] I0521 23:13:28.473385 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-pjl8h, hostIfaceName: 29229c991b428ac, network: default, NAD default, SandboxID: "29229c991b428ac620e9389e6a1cf45a5e4b4e0ac87780339d5003130b9dae5d", PCI device ID: , UID: "b62c107e-ad00-4fe5-8c45-049f0f476c35", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 23:13:28.525594 3840 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h 29229c991b428ac620e9389e6a1cf45a5e4b4e0ac87780339d5003130b9dae5d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pjl8h 29229c991b428ac620e9389e6a1cf45a5e4b4e0ac87780339d5003130b9dae5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c2:a2:9f:ae:88\",\"name\":\"29229c991b428ac\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6853137-b7dd-4141-bc78-ca0a209a6ca4\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:13:28.667008 3840 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv c17114d5f4946487ab959005ea367d84d973b4b900308c63d2c370561bd0ae62 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv c17114d5f4946487ab959005ea367d84d973b4b900308c63d2c370561bd0ae62 network default NAD default NAD key ] I0521 23:13:28.676557 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-s4fwv, hostIfaceName: c17114d5f494648, network: default, NAD default, SandboxID: "c17114d5f4946487ab959005ea367d84d973b4b900308c63d2c370561bd0ae62", PCI device ID: , UID: "5d110407-ae77-4160-9cc3-58e581d22244", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 23:13:28.726495 3840 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv c17114d5f4946487ab959005ea367d84d973b4b900308c63d2c370561bd0ae62 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-s4fwv c17114d5f4946487ab959005ea367d84d973b4b900308c63d2c370561bd0ae62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d4:9e:9f:f7:56\",\"name\":\"c17114d5f494648\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d25393f-1b86-4cb1-af8e-e5479fe3ac52\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:13:36.776868 3840 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776890 3840 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776896 3840 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:45.215707 3840 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.216227 3840 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.257343 3840 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.257366 3840 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.264699 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:45.264724 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 23:13:47.124273 3840 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-vwbzp-fgnr9] creating logical port tsf-tas_segment-backup-installation-vwbzp-fgnr9 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:47.124411 3840 kube.go:256] Updating pod tsf-tas/segment-backup-installation-vwbzp-fgnr9 I0521 23:13:47.138338 3840 pod.go:62] [tsf-tas/segment-backup-installation-vwbzp-fgnr9] pod update took 13.945619ms I0521 23:13:47.138365 3840 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-vwbzp-fgnr9] addLogicalPort annotation time took 13.978528ms I0521 23:13:47.139868 3840 pods.go:271] [tsf-tas/segment-backup-installation-vwbzp-fgnr9] addLogicalPort took 15.616219ms, libovsdb time 1.004653ms I0521 23:13:47.485094 3840 cni.go:452] [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key ] I0521 23:13:47.494178 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-vwbzp-fgnr9, hostIfaceName: b978ec51cf764a4, network: default, NAD default, SandboxID: "b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49", PCI device ID: , UID: "28ebfc85-be44-4613-ab3c-f00d9120ab66", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 23:13:47.544642 3840 cni.go:473] [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:da:fc:08:d5:fa\",\"name\":\"b978ec51cf764a4\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39bb0565-13b4-42b0-a66b-a3143bbc0d05\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:13:47.963449 3840 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-ksfft-zsv96] creating logical port tsf-tas_ctlog-createtree-job-ksfft-zsv96 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:47.963549 3840 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-ksfft-zsv96 I0521 23:13:47.981567 3840 pod.go:62] [tsf-tas/ctlog-createtree-job-ksfft-zsv96] pod update took 18.043912ms I0521 23:13:47.981587 3840 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-ksfft-zsv96] addLogicalPort annotation time took 18.068385ms I0521 23:13:47.982968 3840 pods.go:271] [tsf-tas/ctlog-createtree-job-ksfft-zsv96] addLogicalPort took 19.534756ms, libovsdb time 963.907µs I0521 23:13:48.325414 3840 cni.go:452] [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key ] I0521 23:13:48.335417 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-ksfft-zsv96, hostIfaceName: 3d5ae638ce1be89, network: default, NAD default, SandboxID: "3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d", PCI device ID: , UID: "6c2f6a84-c3ad-4658-944f-9eb4af5d3d14", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 23:13:48.337958 3840 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv] creating logical port tsf-tas_trillian-logsigner-69d6cf4bbb-mwlxv for pod on switch ip-10-0-0-52.ec2.internal I0521 23:13:48.338046 3840 kube.go:256] Updating pod tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv I0521 23:13:48.354154 3840 pod.go:62] [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv] pod update took 16.134776ms I0521 23:13:48.354174 3840 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv] addLogicalPort annotation time took 16.159819ms I0521 23:13:48.355473 3840 pods.go:271] [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv] addLogicalPort took 17.532563ms, libovsdb time 908.511µs I0521 23:13:48.399421 3840 cni.go:473] [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1f:c9:9c:91:29\",\"name\":\"3d5ae638ce1be89\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2469ffcc-8ef5-463a-a6db-72b0036ba731\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:13:48.483024 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:48.483042 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:48.483051 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:49.310714 3840 cni.go:452] [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv 8968edbbc5fc0a100981986fb46067deaaca8d1a91682c8ec758ef452babc11e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv 8968edbbc5fc0a100981986fb46067deaaca8d1a91682c8ec758ef452babc11e network default NAD default NAD key ] I0521 23:13:49.323373 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-69d6cf4bbb-mwlxv, hostIfaceName: 8968edbbc5fc0a1, network: default, NAD default, SandboxID: "8968edbbc5fc0a100981986fb46067deaaca8d1a91682c8ec758ef452babc11e", PCI device ID: , UID: "74d81c93-ff4f-4076-b1a9-63344d0dd7d1", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 23:13:49.395449 3840 cni.go:473] [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv 8968edbbc5fc0a100981986fb46067deaaca8d1a91682c8ec758ef452babc11e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-69d6cf4bbb-mwlxv 8968edbbc5fc0a100981986fb46067deaaca8d1a91682c8ec758ef452babc11e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9f:2b:77:1c:44\",\"name\":\"8968edbbc5fc0a1\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3675d595-0add-43ba-94bd-b4cc51b607fd\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:13:50.937985 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:13:50.938016 3840 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:13:54.265454 3840 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:54.266017 3840 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:55.169413 3840 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:55.169448 3840 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:13:57.982829 3840 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:00.917542 3840 cni.go:452] [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key ] I0521 23:14:01.016956 3840 cni.go:473] [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-vwbzp-fgnr9 b978ec51cf764a4eb734304170b297ed8166750ad04e4555013af416ad714a49 network default NAD default NAD key default], result "{}", err I0521 23:14:01.066183 3840 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.066212 3840 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-vwbzp-fgnr9 I0521 23:14:01.067951 3840 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-vwbzp-fgnr9, ips: 10.130.0.41 I0521 23:14:01.067984 3840 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.933799 3840 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:01.933826 3840 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:06.024946 3840 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 23:14:06.937687 3840 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-dj755 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:14:06.937806 3840 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755 I0521 23:14:06.952347 3840 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755] pod update took 14.568707ms I0521 23:14:06.952374 3840 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755] addLogicalPort annotation time took 14.602498ms I0521 23:14:06.953926 3840 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755] addLogicalPort took 16.260738ms, libovsdb time 1.017238ms I0521 23:14:07.322734 3840 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755 88a0dbcbda96ea78fae8c5e5d45df3b5484cdf3a8ea3b7c392b1239fec1652fe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755 88a0dbcbda96ea78fae8c5e5d45df3b5484cdf3a8ea3b7c392b1239fec1652fe network default NAD default NAD key ] I0521 23:14:07.332070 3840 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-dj755, hostIfaceName: 88a0dbcbda96ea7, network: default, NAD default, SandboxID: "88a0dbcbda96ea78fae8c5e5d45df3b5484cdf3a8ea3b7c392b1239fec1652fe", PCI device ID: , UID: "643ae8fa-7d80-4473-a6b1-41fe5bce542c", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 23:14:07.383692 3840 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755 88a0dbcbda96ea78fae8c5e5d45df3b5484cdf3a8ea3b7c392b1239fec1652fe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-dj755 88a0dbcbda96ea78fae8c5e5d45df3b5484cdf3a8ea3b7c392b1239fec1652fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bd:dc:7a:76:24\",\"name\":\"88a0dbcbda96ea7\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cde0489c-b967-41e6-8e9d-c67affb6ab2d\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:14:07.956410 3840 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 23:14:10.291461 3840 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.291484 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.332977 3840 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 23:14:25.928981 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0521 23:14:31.040889 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 23:14:35.540341 3840 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.540907 3840 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.562470 3840 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.562491 3840 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.571438 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:35.571463 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:37.836538 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=58 I0521 23:14:44.371474 3840 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.372038 3840 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.574525 3840 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.575078 3840 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:45.256094 3840 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.256121 3840 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.454175 3840 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.454199 3840 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:47.171818 3840 cni.go:452] [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key ] I0521 23:14:47.261062 3840 cni.go:473] [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-ksfft-zsv96 3d5ae638ce1be89a092eebb12345a3e57a91160f41bf17c66f2f200fd3d8361d network default NAD default NAD key default], result "{}", err I0521 23:14:47.312281 3840 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:47.312312 3840 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-ksfft-zsv96 I0521 23:14:47.313719 3840 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-ksfft-zsv96, ips: 10.130.0.42 I0521 23:14:47.313755 3840 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:48.186417 3840 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:48.186441 3840 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:49.328283 3840 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5fb66cfc79-jlkf6] creating logical port tsf-tas_rekor-redis-5fb66cfc79-jlkf6 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:14:49.328382 3840 kube.go:256] Updating pod tsf-tas/rekor-redis-5fb66cfc79-jlkf6 I0521 23:14:49.343500 3840 pod.go:62] [tsf-tas/rekor-redis-5fb66cfc79-jlkf6] pod update took 15.142521ms I0521 23:14:49.343523 3840 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5fb66cfc79-jlkf6] addLogicalPort annotation time took 15.171002ms I0521 23:14:49.344831 3840 pods.go:271] [tsf-tas/rekor-redis-5fb66cfc79-jlkf6] addLogicalPort took 16.563268ms, libovsdb time 869.621µs I0521 23:14:50.288539 3840 cni.go:452] [tsf-tas/rekor-redis-5fb66cfc79-jlkf6 bdab2e789fbae1b6bf3f18f7a9d5834d2474e3aefb50f5b9e79e114d09887544 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5fb66cfc79-jlkf6 bdab2e789fbae1b6bf3f18f7a9d5834d2474e3aefb50f5b9e79e114d09887544 network default NAD default NAD key ] I0521 23:14:50.298051 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5fb66cfc79-jlkf6, hostIfaceName: bdab2e789fbae1b, network: default, NAD default, SandboxID: "bdab2e789fbae1b6bf3f18f7a9d5834d2474e3aefb50f5b9e79e114d09887544", PCI device ID: , UID: "4cf476f8-47ff-4c00-a33e-3d19ea05d8ec", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 23:14:50.350686 3840 cni.go:473] [tsf-tas/rekor-redis-5fb66cfc79-jlkf6 bdab2e789fbae1b6bf3f18f7a9d5834d2474e3aefb50f5b9e79e114d09887544 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5fb66cfc79-jlkf6 bdab2e789fbae1b6bf3f18f7a9d5834d2474e3aefb50f5b9e79e114d09887544 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f0:de:25:bd:ec\",\"name\":\"bdab2e789fbae1b\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61abb67e-a1b9-4e71-9b34-6437ac2c0ad3\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:14:50.613433 3840 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.613981 3840 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:51.636679 3840 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.636709 3840 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.674179 3840 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.674200 3840 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.679873 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cxqsj I0521 23:14:51.679899 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cxqsj I0521 23:14:52.061487 3840 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-58b595f47c-pdmz7] creating logical port tsf-tas_rekor-server-58b595f47c-pdmz7 for pod on switch ip-10-0-0-52.ec2.internal I0521 23:14:52.061614 3840 kube.go:256] Updating pod tsf-tas/rekor-server-58b595f47c-pdmz7 I0521 23:14:52.075923 3840 pod.go:62] [tsf-tas/rekor-server-58b595f47c-pdmz7] pod update took 14.331324ms I0521 23:14:52.075943 3840 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-58b595f47c-pdmz7] addLogicalPort annotation time took 14.356304ms I0521 23:14:52.077365 3840 pods.go:271] [tsf-tas/rekor-server-58b595f47c-pdmz7] addLogicalPort took 15.892668ms, libovsdb time 1.032882ms W0521 23:14:52.201693 3840 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 23:14:53.285248 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 23:14:55.507972 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:14:55.655693 3840 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.656263 3840 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.676082 3840 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.676107 3840 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.683256 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:14:55.683282 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 23:14:56.324221 3840 cni.go:452] [tsf-tas/rekor-server-58b595f47c-pdmz7 3e9cdfed7d0880bd3f5ec3c9ff332b8e19efdaef1be0f5482e10400dfbe20c78 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-58b595f47c-pdmz7 3e9cdfed7d0880bd3f5ec3c9ff332b8e19efdaef1be0f5482e10400dfbe20c78 network default NAD default NAD key ] I0521 23:14:56.333534 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-58b595f47c-pdmz7, hostIfaceName: 3e9cdfed7d0880b, network: default, NAD default, SandboxID: "3e9cdfed7d0880bd3f5ec3c9ff332b8e19efdaef1be0f5482e10400dfbe20c78", PCI device ID: , UID: "6b352947-4cc9-4a45-afc6-926ca788faca", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 23:14:56.385372 3840 cni.go:473] [tsf-tas/rekor-server-58b595f47c-pdmz7 3e9cdfed7d0880bd3f5ec3c9ff332b8e19efdaef1be0f5482e10400dfbe20c78 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-58b595f47c-pdmz7 3e9cdfed7d0880bd3f5ec3c9ff332b8e19efdaef1be0f5482e10400dfbe20c78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4b:77:7e:27:41\",\"name\":\"3e9cdfed7d0880b\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7637846d-55dd-4e5e-acad-6c496115a7b0\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:14:59.246306 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:14:59.918552 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 23:15:01.694242 3840 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:01.694828 3840 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:02.733992 3840 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:02.734018 3840 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:03.162358 3840 namespace.go:142] [openshift-pipelines] updating namespace W0521 23:15:04.242054 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 23:15:05.745938 3840 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.746445 3840 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.913071 3840 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:05.913097 3840 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.744256 3840 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.744826 3840 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:09.064153 3840 base_network_controller_pods.go:487] [default/tsf-tpa/server-78c59585f9-n686z] creating logical port tsf-tpa_server-78c59585f9-n686z for pod on switch ip-10-0-0-52.ec2.internal I0521 23:15:09.064257 3840 kube.go:256] Updating pod tsf-tpa/server-78c59585f9-n686z I0521 23:15:09.081227 3840 pod.go:62] [tsf-tpa/server-78c59585f9-n686z] pod update took 16.999008ms I0521 23:15:09.081249 3840 base_network_controller_pods.go:951] [default/tsf-tpa/server-78c59585f9-n686z] addLogicalPort annotation time took 17.025779ms I0521 23:15:09.082508 3840 pods.go:271] [tsf-tpa/server-78c59585f9-n686z] addLogicalPort took 18.3708ms, libovsdb time 824.348µs I0521 23:15:09.109780 3840 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-bfztp] creating logical port tsf-tpa_importer-86bcdf477b-bfztp for pod on switch ip-10-0-0-52.ec2.internal I0521 23:15:09.109874 3840 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-bfztp I0521 23:15:09.123923 3840 pod.go:62] [tsf-tpa/importer-86bcdf477b-bfztp] pod update took 14.072709ms I0521 23:15:09.123946 3840 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-bfztp] addLogicalPort annotation time took 14.102427ms I0521 23:15:09.125208 3840 pods.go:271] [tsf-tpa/importer-86bcdf477b-bfztp] addLogicalPort took 15.447592ms, libovsdb time 870.992µs I0521 23:15:09.767529 3840 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:09.767556 3840 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:10.257133 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:11.058796 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 23:15:14.853881 3840 cni.go:452] [tsf-tpa/server-78c59585f9-n686z e3597f2273141c4c3bbac030d13a58f77b25c09193e49340e01be465d890b43c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-78c59585f9-n686z e3597f2273141c4c3bbac030d13a58f77b25c09193e49340e01be465d890b43c network default NAD default NAD key ] I0521 23:15:14.863924 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-78c59585f9-n686z, hostIfaceName: e3597f2273141c4, network: default, NAD default, SandboxID: "e3597f2273141c4c3bbac030d13a58f77b25c09193e49340e01be465d890b43c", PCI device ID: , UID: "66dad7fd-b9ff-4603-bf3b-d371c70bb39d", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 23:15:14.869400 3840 cni.go:452] [tsf-tpa/importer-86bcdf477b-bfztp 47b7e3973c35d3f08a4d9585ccb3ae6fb15c4dfa936dc0e6202f75f3fd9a3dcf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-bfztp 47b7e3973c35d3f08a4d9585ccb3ae6fb15c4dfa936dc0e6202f75f3fd9a3dcf network default NAD default NAD key ] I0521 23:15:14.879408 3840 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-bfztp, hostIfaceName: 47b7e3973c35d3f, network: default, NAD default, SandboxID: "47b7e3973c35d3f08a4d9585ccb3ae6fb15c4dfa936dc0e6202f75f3fd9a3dcf", PCI device ID: , UID: "88cba585-7ca6-4000-826b-e9d932559cb4", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 23:15:14.918453 3840 cni.go:473] [tsf-tpa/server-78c59585f9-n686z e3597f2273141c4c3bbac030d13a58f77b25c09193e49340e01be465d890b43c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-78c59585f9-n686z e3597f2273141c4c3bbac030d13a58f77b25c09193e49340e01be465d890b43c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:85:00:7c:be:44\",\"name\":\"e3597f2273141c4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b7a395c-17e8-454d-a5aa-f6749681151f\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:14.942076 3840 cni.go:473] [tsf-tpa/importer-86bcdf477b-bfztp 47b7e3973c35d3f08a4d9585ccb3ae6fb15c4dfa936dc0e6202f75f3fd9a3dcf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-bfztp 47b7e3973c35d3f08a4d9585ccb3ae6fb15c4dfa936dc0e6202f75f3fd9a3dcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:2f:eb:ba:9e:85\",\"name\":\"47b7e3973c35d3f\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c0ea19b-9e65-45dd-99c2-1f687f4c6e3c\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:15:18.355305 3840 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 23:15:27.864083 3840 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.864647 3840 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:28.745771 3840 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.745793 3840 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:29.363747 3840 util.go:959] Failed to build node endpoints for node ip-10-0-0-52.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 23:15:29.922784 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0521 23:15:45.838009 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 23:15:46.841950 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=524 I0521 23:15:46.981339 3840 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:46.981959 3840 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:47.021192 3840 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.021221 3840 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.029036 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:47.029060 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:15:47.796795 3840 namespace.go:98] [image-controller] adding namespace I0521 23:15:47.797751 3840 namespace.go:102] [image-controller] adding namespace took 929.224µs I0521 23:15:47.797786 3840 namespace.go:98] [build-service] adding namespace I0521 23:15:47.798375 3840 namespace.go:102] [build-service] adding namespace took 580.958µs I0521 23:15:47.799891 3840 namespace.go:98] [integration-service] adding namespace I0521 23:15:47.800518 3840 namespace.go:102] [integration-service] adding namespace took 612.473µs I0521 23:15:47.812938 3840 namespace.go:98] [default-tenant] adding namespace I0521 23:15:47.813577 3840 namespace.go:102] [default-tenant] adding namespace took 623.815µs I0521 23:15:47.868037 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.919987 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.960228 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:48.019945 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:48.036033 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.071040 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.101313 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.135396 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:48.159932 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.159992 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.280670 3840 namespace.go:98] [release-service] adding namespace I0521 23:15:48.281484 3840 namespace.go:102] [release-service] adding namespace took 790.643µs I0521 23:15:48.399525 3840 namespace.go:142] [release-service] updating namespace I0521 23:15:48.430187 3840 namespace.go:142] [release-service] updating namespace I0521 23:15:48.515813 3840 namespace.go:142] [konflux-ui] updating namespace I0521 23:15:48.740997 3840 namespace.go:98] [konflux-info] adding namespace I0521 23:15:48.741929 3840 namespace.go:102] [konflux-info] adding namespace took 908.621µs I0521 23:15:48.828268 3840 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.842210 3840 namespace.go:98] [namespace-lister] adding namespace I0521 23:15:48.843112 3840 namespace.go:102] [namespace-lister] adding namespace took 884.836µs I0521 23:15:48.863125 3840 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.900309 3840 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:48.954998 3840 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:49.027377 3840 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:15:49.028259 3840 namespace.go:102] [enterprise-contract-service] adding namespace took 863.528µs I0521 23:15:49.126392 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:49.126474 3840 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.342067 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:49.497285 3840 namespace.go:98] [segment-bridge] adding namespace I0521 23:15:49.497383 3840 namespace.go:98] [konflux-cli] adding namespace I0521 23:15:49.497497 3840 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.498196 3840 namespace.go:102] [segment-bridge] adding namespace took 893.329µs I0521 23:15:49.498931 3840 namespace.go:102] [konflux-cli] adding namespace took 1.529212ms I0521 23:15:49.588430 3840 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:15:49.589047 3840 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:15:49.589066 3840 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:15:49.591576 3840 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:15:49.591601 3840 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:15:49.591614 3840 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:15:49.592225 3840 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:15:50.209982 3840 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.501829 3840 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.636323 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:50.638872 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.638885 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.639399 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:50.954465 3840 namespace.go:142] [release-service] updating namespace I0521 23:15:50.954520 3840 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:50.963339 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:50.972578 3840 namespace.go:142] [build-service] updating namespace I0521 23:15:50.977594 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.977680 3840 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.995800 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:51.004913 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:51.004945 3840 namespace.go:142] [image-controller] updating namespace I0521 23:15:51.023902 3840 namespace.go:142] [release-service] updating namespace I0521 23:15:51.110338 3840 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:51.217144 3840 namespace.go:142] [integration-service] updating namespace I0521 23:15:51.543359 3840 namespace.go:142] [release-service] updating namespace I0521 23:15:53.413921 3840 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:53.612851 3840 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:53.818599 3840 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.016209 3840 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.215984 3840 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.333507 3840 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.347992 3840 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.361653 3840 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.376094 3840 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.391714 3840 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.463551 3840 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.542208 3840 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.643689 3840 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.743966 3840 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.845579 3840 namespace.go:142] [segment-bridge] updating namespace W0521 23:15:55.623990 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:15:58.647128 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.648166 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.680816 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.682059 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.956877 3840 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 23:15:59.949209 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 23:16:00.949466 3840 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:00.949509 3840 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:01.668792 3840 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0521 23:16:04.836505 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 W0521 23:16:05.706316 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.706334 3840 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.988148 3840 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.988166 3840 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 23:16:10.002568 3840 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.003107 3840 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.727283 3840 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.727306 3840 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.731132 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:16:10.731160 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:17:17.401406 3840 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:17.402042 3840 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:18.122027 3840 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.122050 3840 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.130988 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:18.131005 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:20.605028 3840 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.605596 3840 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.624221 3840 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.624245 3840 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.631428 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:20.631451 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:30.832252 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0521 23:17:37.941401 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0521 23:17:38.795667 3840 namespace.go:98] [managed-tenant-bx2s7] adding namespace I0521 23:17:38.796692 3840 namespace.go:102] [managed-tenant-bx2s7] adding namespace took 998.796µs I0521 23:17:38.829354 3840 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:38.850252 3840 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.849659 3840 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.979665 3840 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:40.077529 3840 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:46.059029 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 23:17:51.946476 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0521 23:17:59.955938 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 23:19:07.832539 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0521 23:20:04.194463 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.195096 3840 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:05.067415 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:05.067438 3840 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:28.836779 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0521 23:20:38.923513 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 23:21:49.844726 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=112 I0521 23:21:53.970774 3840 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 23:21:59.925986 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 23:22:41.840132 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=30 I0521 23:23:22.836082 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0521 23:24:01.944607 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 23:24:09.932315 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0521 23:24:10.836520 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 23:24:21.062520 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0521 23:25:02.063482 3840 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.063520 3840 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.071456 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5bfc7 I0521 23:25:02.071478 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5bfc7 I0521 23:25:05.033024 3840 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.033070 3840 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.040016 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-dc2tk I0521 23:25:05.040052 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-dc2tk I0521 23:25:07.926411 3840 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 23:25:09.032930 3840 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.032954 3840 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.039112 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f562x I0521 23:25:09.039138 3840 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f562x I0521 23:25:30.839347 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 23:26:19.062177 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 23:27:10.949545 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0521 23:27:10.962908 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 23:27:30.848034 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12 I0521 23:28:01.840292 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0521 23:29:10.929369 3840 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 23:29:19.840428 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 23:29:36.843423 3840 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8