+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-54.ec2.internal ++ [[ -n ip-10-0-2-54.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-54.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:34:53.825049597 - disable conntrack on geneve port' I0521 19:34:53.825049597 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:34:53.842814823 - starting ovnkube-node + echo 'I0521 19:34:53.842814823 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-54.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-54.ec2.internal --init-node ip-10-0-2-54.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-54.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:34:53.885572 3664 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:34:53.885637 3664 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2576126ae3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:34:53.887092 3664 kube.go:431] Waiting for certificate I0521 19:34:53.887131 3664 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:53.887170 3664 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:53.887995 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:34:53.915664 3664 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:53.915678 3664 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:53.918543 3664 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:53.921516 3664 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vd4kc" I0521 19:35:05.796667 3664 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vd4kc" I0521 19:35:05.796802 3664 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:35:05.887204 3664 kube.go:438] Certificate found I0521 19:35:05.887861 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:35:05.889180 3664 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:35:05.955687 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:35:05.970959 3664 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:35:05.971148 3664 server.go:101] MetricServer registers OVS metrics I0521 19:35:05.972069 3664 server.go:105] MetricServer registers OVN DB metrics I0521 19:35:05.973533 3664 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:35:05.973588 3664 factory.go:561] Starting watch factory I0521 19:35:05.973655 3664 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973664 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973674 3664 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973680 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973800 3664 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973817 3664 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973843 3664 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.973868 3664 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.974245 3664 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.974260 3664 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.974643 3664 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.974672 3664 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:05.976973 3664 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:35:05.976995 3664 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:35:05.977271 3664 controller_manager.go:370] Starting the ovnkube controller I0521 19:35:05.977281 3664 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-54.ec2.internal I0521 19:35:05.977322 3664 controller_manager.go:395] NBDB zone sync took: 33.45µs I0521 19:35:05.977330 3664 factory.go:561] Starting watch factory I0521 19:35:05.988947 3664 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:35:05.988975 3664 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:35:05.992311 3664 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:35:05.992340 3664 server.go:109] MetricServer registers OVN Controller metrics I0521 19:35:05.995890 3664 server.go:113] MetricServer registers OVN Northd metrics I0521 19:35:05.999704 3664 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:35:06.004062 3664 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.004753 3664 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.005265 3664 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.009146 3664 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.009679 3664 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.019113 3664 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:35:06.080027 3664 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:35:06.080042 3664 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:35:06.080046 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:35:06.080049 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:35:06.080052 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:35:06.080054 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:35:06.080175 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.080192 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.080202 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.080221 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.083239 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:35:06.083250 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:35:06.083253 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:35:06.083256 3664 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:35:06.083259 3664 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:35:06.083262 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:35:06.085371 3664 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.085456 3664 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:35:06.089222 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:35:06.089234 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:35:06.089289 3664 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.089302 3664 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.097088 3664 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.185492 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:35:06.185509 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:35:06.190662 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:35:06.190751 3664 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.190766 3664 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.193557 3664 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.195482 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:35:06.195811 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:35:06.195868 3664 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.195878 3664 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.198497 3664 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.200791 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:35:06.201878 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:35:06.201933 3664 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.201944 3664 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.204693 3664 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.206703 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:35:06.206932 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:35:06.206983 3664 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.206994 3664 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.210313 3664 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.212275 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:35:06.212285 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:35:06.212453 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:35:06.212470 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:35:06.214987 3664 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:35:06.217314 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:35:06.217336 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:35:06.217384 3664 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.217401 3664 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.217479 3664 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.217500 3664 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.220246 3664 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.220263 3664 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:35:06.223266 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:35:06.223277 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:35:06.223279 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:35:06.223285 3664 factory.go:680] Watch Factory start up complete, took: 249.698946ms I0521 19:35:06.223361 3664 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:35:06.229228 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:35:06.229237 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:35:06.229244 3664 factory.go:680] Watch Factory start up complete, took: 251.912582ms I0521 19:35:06.229251 3664 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-54.ec2.internal" zone I0521 19:35:06.269393 3664 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:35:06.343958 3664 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:35:06.349763 3664 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:35:06.423142 3664 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:35:06.423228 3664 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:35:06.423247 3664 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:35:06.455630 3664 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:35:06.455684 3664 default_node_network_controller.go:809] Node ip-10-0-2-54.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:35:06.461039 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.54"] k8s.ovn.org/zone-name:ip-10-0-2-54.ec2.internal] on node ip-10-0-2-54.ec2.internal I0521 19:35:06.492393 3664 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:35:06.497984 3664 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:35:06.498269 3664 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 19:35:06.498482 3664 gateway_init.go:263] Preparing Gateway I0521 19:35:06.498494 3664 gateway_shared_intf.go:1687] Creating new gateway I0521 19:35:06.601295 3664 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:35:06.607162 3664 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:35:06.613025 3664 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:35:06.613040 3664 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-54.ec2.internal","mac-address":"0e:b7:0f:7a:09:75","ip-addresses":["10.0.2.54/24"],"ip-address":"10.0.2.54/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:51f5093e-aa8f-47e5-a8e5-dcedf2d31d4d k8s.ovn.org/node-encap-ips:["10.0.2.54"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.54/24"} k8s.ovn.org/zone-name:ip-10-0-2-54.ec2.internal] on node ip-10-0-2-54.ec2.internal I0521 19:35:06.664524 3664 default_node_network_controller.go:519] Node connection status = connected I0521 19:35:06.730343 3664 controller_manager.go:429] Waiting for node in zone sync took: 501.079011ms I0521 19:35:06.749180 3664 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:35:06.749205 3664 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-54.ec2.internal I0521 19:35:06.805938 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:35:06.812854 3664 controller_manager.go:290] SCTP support detected in OVN I0521 19:35:06.813471 3664 services_controller.go:69] Creating services controller for network=default I0521 19:35:06.813598 3664 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:35:06.813637 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:35:06.813644 3664 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:35:06.813650 3664 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:35:06.813660 3664 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:35:06.813853 3664 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:35:06.813912 3664 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:35:06.813959 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.757µs I0521 19:35:06.813972 3664 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 61.618µs I0521 19:35:06.813979 3664 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:35:06.813993 3664 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:35:06.814008 3664 default_network_controller.go:325] Starting the default network controller I0521 19:35:06.814015 3664 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.239µs I0521 19:35:06.814027 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.674µs I0521 19:35:06.814045 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 3.051µs I0521 19:35:06.814238 3664 udn_enabled_svc.go:95] Performing full resync I0521 19:35:06.814572 3664 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:35:06.814582 3664 udn_enabled_svc.go:104] Starting worker I0521 19:35:06.815685 3664 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:30:05 +0000 UTC" deadline="2026-05-22 12:41:10.702967504 +0000 UTC" I0521 19:35:06.815700 3664 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h6m3.8872734s" I0521 19:35:06.823512 3664 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:35:06.823571 3664 repair.go:33] Syncing exgw routes took 47.573µs I0521 19:35:06.823593 3664 default_network_controller.go:414] Starting all the Watchers... I0521 19:35:06.823725 3664 namespace.go:98] [kube-public] adding namespace I0521 19:35:06.823740 3664 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:35:06.823749 3664 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:35:06.823753 3664 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:35:06.823759 3664 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:35:06.823763 3664 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:35:06.823768 3664 namespace.go:98] [openshift-ingress] adding namespace I0521 19:35:06.823774 3664 namespace.go:98] [openshift-insights] adding namespace I0521 19:35:06.823776 3664 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:35:06.823777 3664 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:35:06.823783 3664 namespace.go:98] [openshift-infra] adding namespace I0521 19:35:06.823787 3664 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:35:06.823802 3664 namespace.go:98] [openshift-multus] adding namespace I0521 19:35:06.823812 3664 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:35:06.823726 3664 namespace.go:98] [kube-system] adding namespace I0521 19:35:06.824283 3664 namespace.go:102] [kube-public] adding namespace took 545.885µs I0521 19:35:06.824298 3664 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:35:06.824861 3664 namespace.go:102] [openshift-marketplace] adding namespace took 558.75µs I0521 19:35:06.824883 3664 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:35:06.825482 3664 namespace.go:102] [openshift-route-controller-manager] adding namespace took 591.619µs I0521 19:35:06.825499 3664 namespace.go:98] [openshift-backplane] adding namespace I0521 19:35:06.826112 3664 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.36505ms I0521 19:35:06.826124 3664 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:35:06.826738 3664 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 2.977831ms I0521 19:35:06.826755 3664 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:35:06.827281 3664 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.516925ms I0521 19:35:06.827297 3664 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:35:06.827911 3664 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.145324ms I0521 19:35:06.827927 3664 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:35:06.828432 3664 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.660651ms I0521 19:35:06.828457 3664 namespace.go:98] [default] adding namespace I0521 19:35:06.828975 3664 namespace.go:102] [openshift-ingress] adding namespace took 5.19664ms I0521 19:35:06.828991 3664 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:35:06.829488 3664 namespace.go:102] [openshift-insights] adding namespace took 5.70677ms I0521 19:35:06.829504 3664 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:35:06.829999 3664 namespace.go:102] [openshift-controller-manager] adding namespace took 6.217731ms I0521 19:35:06.830009 3664 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:35:06.830440 3664 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.653691ms I0521 19:35:06.830457 3664 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:35:06.830992 3664 namespace.go:102] [openshift-infra] adding namespace took 7.202694ms I0521 19:35:06.831009 3664 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0521 19:35:06.831702 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vvrfm: pod openshift-multus/network-metrics-daemon-vvrfm: no pod IPs found I0521 19:35:06.831719 3664 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.92491ms I0521 19:35:06.831737 3664 namespace.go:98] [openshift-logging] adding namespace I0521 19:35:06.832494 3664 namespace.go:102] [openshift-multus] adding namespace took 8.679164ms I0521 19:35:06.832505 3664 namespace.go:98] [openshift-backplane-srep] adding namespace W0521 19:35:06.833128 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-nw4k2: pod kube-system/global-pull-secret-syncer-nw4k2: no pod IPs found I0521 19:35:06.833154 3664 namespace.go:102] [openshift-package-operator] adding namespace took 9.331924ms I0521 19:35:06.833178 3664 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:35:06.833841 3664 namespace.go:102] [kube-system] adding namespace took 9.988493ms I0521 19:35:06.833856 3664 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:35:06.834171 3664 namespace.go:102] [openshift-backplane] adding namespace took 8.665635ms I0521 19:35:06.834198 3664 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:35:06.834781 3664 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.650593ms I0521 19:35:06.834796 3664 namespace.go:98] [kube-node-lease] adding namespace I0521 19:35:06.835202 3664 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.435229ms I0521 19:35:06.835222 3664 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:35:06.835904 3664 namespace.go:102] [openshift-dns-operator] adding namespace took 8.602014ms I0521 19:35:06.835917 3664 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:35:06.836435 3664 namespace.go:102] [openshift-console-operator] adding namespace took 8.503517ms I0521 19:35:06.836457 3664 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:35:06.836938 3664 namespace.go:102] [default] adding namespace took 8.474994ms I0521 19:35:06.836952 3664 namespace.go:98] [openshift-config] adding namespace I0521 19:35:06.837338 3664 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.342595ms I0521 19:35:06.837350 3664 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:35:06.837768 3664 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.258673ms I0521 19:35:06.837780 3664 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:35:06.838201 3664 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.187575ms I0521 19:35:06.838213 3664 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:35:06.838635 3664 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.171854ms I0521 19:35:06.838657 3664 namespace.go:98] [openshift-network-console] adding namespace I0521 19:35:06.839233 3664 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.217099ms I0521 19:35:06.839247 3664 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:35:06.839633 3664 namespace.go:102] [openshift-logging] adding namespace took 7.887007ms I0521 19:35:06.839650 3664 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:35:06.840492 3664 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.982996ms I0521 19:35:06.840506 3664 namespace.go:98] [openshift] adding namespace I0521 19:35:06.840989 3664 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.799967ms I0521 19:35:06.841005 3664 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:35:06.841398 3664 namespace.go:102] [openshift-network-operator] adding namespace took 7.536231ms I0521 19:35:06.841423 3664 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:35:06.841862 3664 namespace.go:102] [openshift-service-ca] adding namespace took 7.65693ms I0521 19:35:06.841875 3664 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:35:06.842304 3664 namespace.go:102] [kube-node-lease] adding namespace took 7.504087ms I0521 19:35:06.842316 3664 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:35:06.842705 3664 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.476779ms I0521 19:35:06.842723 3664 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:35:06.843236 3664 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.313227ms I0521 19:35:06.843249 3664 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:35:06.843667 3664 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.203582ms I0521 19:35:06.843677 3664 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:35:06.844082 3664 namespace.go:102] [openshift-config] adding namespace took 7.126024ms I0521 19:35:06.844091 3664 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:35:06.844535 3664 namespace.go:102] [openshift-cluster-version] adding namespace took 7.179153ms I0521 19:35:06.844553 3664 namespace.go:98] [openshift-host-network] adding namespace I0521 19:35:06.844949 3664 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.165426ms I0521 19:35:06.844962 3664 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:35:06.845490 3664 namespace.go:102] [openshift-image-registry] adding namespace took 7.273094ms I0521 19:35:06.845502 3664 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:35:06.845867 3664 namespace.go:102] [openshift-network-console] adding namespace took 7.20442ms I0521 19:35:06.845879 3664 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:35:06.846256 3664 namespace.go:102] [openshift-machine-api] adding namespace took 7.003623ms I0521 19:35:06.846269 3664 namespace.go:98] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace I0521 19:35:06.846745 3664 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.089106ms I0521 19:35:06.846758 3664 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:35:06.847171 3664 namespace.go:102] [openshift] adding namespace took 6.659695ms I0521 19:35:06.847184 3664 namespace.go:98] [openshift-authentication] adding namespace I0521 19:35:06.847649 3664 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.639902ms I0521 19:35:06.847664 3664 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:35:06.848051 3664 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.622399ms I0521 19:35:06.848066 3664 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:35:06.848478 3664 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.59805ms I0521 19:35:06.848977 3664 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.654907ms I0521 19:35:06.848994 3664 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:35:06.849625 3664 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.893378ms I0521 19:35:06.849646 3664 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:35:06.850107 3664 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.852064ms I0521 19:35:06.850121 3664 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:35:06.850527 3664 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.844939ms I0521 19:35:06.850538 3664 namespace.go:98] [openshift-dns] adding namespace I0521 19:35:06.850945 3664 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.849821ms I0521 19:35:06.850955 3664 namespace.go:98] [openshift-etcd] adding namespace I0521 19:35:06.851499 3664 namespace.go:102] [openshift-host-network] adding namespace took 6.940466ms I0521 19:35:06.851509 3664 namespace.go:98] [openshift-node] adding namespace I0521 19:35:06.851901 3664 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.929571ms I0521 19:35:06.851938 3664 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:35:06.852520 3664 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.011002ms I0521 19:35:06.852535 3664 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:35:06.852971 3664 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.087008ms I0521 19:35:06.852981 3664 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:35:06.853430 3664 namespace.go:102] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace took 7.156309ms I0521 19:35:06.853441 3664 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:35:06.853802 3664 namespace.go:102] [openshift-apiserver] adding namespace took 7.037657ms I0521 19:35:06.853817 3664 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:35:06.854179 3664 namespace.go:102] [openshift-authentication] adding namespace took 6.990928ms I0521 19:35:06.854193 3664 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:35:06.854602 3664 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.932424ms I0521 19:35:06.854614 3664 namespace.go:98] [dedicated-admin] adding namespace I0521 19:35:06.855130 3664 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.051313ms I0521 19:35:06.855154 3664 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:35:06.855659 3664 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.659855ms I0521 19:35:06.855672 3664 namespace.go:98] [openshift-console] adding namespace I0521 19:35:06.856106 3664 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.453612ms I0521 19:35:06.856120 3664 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:35:06.856504 3664 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.377649ms I0521 19:35:06.856979 3664 namespace.go:102] [openshift-dns] adding namespace took 6.436602ms I0521 19:35:06.857445 3664 namespace.go:102] [openshift-etcd] adding namespace took 6.485532ms I0521 19:35:06.857457 3664 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:35:06.857837 3664 namespace.go:102] [openshift-node] adding namespace took 6.322493ms I0521 19:35:06.857852 3664 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:35:06.858214 3664 namespace.go:102] [openshift-config-managed] adding namespace took 6.266891ms W0521 19:35:06.858610 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bfqhw: pod openshift-network-diagnostics/network-check-target-bfqhw: no pod IPs found I0521 19:35:06.858663 3664 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.120054ms I0521 19:35:06.859086 3664 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.100076ms I0521 19:35:06.859494 3664 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.047247ms I0521 19:35:06.859971 3664 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.149338ms I0521 19:35:06.860456 3664 namespace.go:102] [openshift-monitoring] adding namespace took 6.25793ms I0521 19:35:06.860898 3664 namespace.go:102] [dedicated-admin] adding namespace took 6.279733ms I0521 19:35:06.860911 3664 namespace.go:98] [openshift-operators] adding namespace I0521 19:35:06.861285 3664 namespace.go:102] [openshift-config-operator] adding namespace took 6.124142ms I0521 19:35:06.861302 3664 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:35:06.861642 3664 namespace.go:102] [openshift-console] adding namespace took 5.963533ms I0521 19:35:06.862072 3664 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.946569ms I0521 19:35:06.862456 3664 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.993859ms I0521 19:35:06.862920 3664 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.061427ms I0521 19:35:06.863363 3664 namespace.go:102] [openshift-operators] adding namespace took 2.447373ms I0521 19:35:06.863761 3664 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.452914ms I0521 19:35:06.863942 3664 master.go:548] Adding or Updating local node "ip-10-0-2-54.ec2.internal" for network "default" I0521 19:35:06.864580 3664 zone_ic_handler.go:195] Time taken to create transit switch: 310.191µs I0521 19:35:06.864592 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-144.ec2.internal for the network default E0521 19:35:06.864835 3664 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-115.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-115.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-115.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009f3c648 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4238785403}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:35:06.864903 3664 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-115.ec2.internal", UID:"4a318986-6113-46b8-9892-136ebdaf56fc", APIVersion:"v1", ResourceVersion:"10085", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-115.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-115.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009f3c648 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4238785403}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:35:06.865406 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-144.ec2.internal" on network "default" took: 1.146104ms W0521 19:35:06.872956 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-bfqhw: pod openshift-network-diagnostics/network-check-target-bfqhw: no pod IPs found W0521 19:35:06.872972 3664 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-nw4k2: pod kube-system/global-pull-secret-syncer-nw4k2: no pod IPs found W0521 19:35:06.872988 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vvrfm: pod openshift-multus/network-metrics-daemon-vvrfm: no pod IPs found I0521 19:35:06.874934 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-54.ec2.internal for the network default I0521 19:35:06.875127 3664 zone_ic_handler.go:195] Time taken to create transit switch: 181.211µs I0521 19:35:06.875992 3664 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:35:06.876016 3664 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:35:06.876028 3664 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:35:06.876040 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:35:06.876093 3664 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.876109 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:35:06.876114 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-115.ec2.internal in network "default" I0521 19:35:06.876173 3664 node_tracker.go:169] Node ip-10-0-1-115.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.876186 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:35:06.876193 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:06.876213 3664 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.876220 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:35:06.977022 3664 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:35:06.977043 3664 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:35:06.977087 3664 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:35:06.977130 3664 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:35:06.977140 3664 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:35:07.077868 3664 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:35:07.077890 3664 repair.go:60] Starting repairing loop for services I0521 19:35:07.078017 3664 repair.go:131] Deleted 0 stale service LBs I0521 19:35:07.078045 3664 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:35:07.078074 3664 repair.go:62] Finished repairing loop for services: 185.469µs I0521 19:35:07.078110 3664 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:35:07.078124 3664 services_controller.go:254] Starting workers for network=default I0521 19:35:07.078680 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nw4k2] creating logical port kube-system_global-pull-secret-syncer-nw4k2 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.078746 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vvrfm] creating logical port openshift-multus_network-metrics-daemon-vvrfm for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.078818 3664 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:35:07.078808 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bfqhw] creating logical port openshift-network-diagnostics_network-check-target-bfqhw for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.078835 3664 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:35:07.078941 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-bfqhw W0521 19:35:07.080780 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:07.081103 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:07.083690 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:35:07.144225 3664 pod.go:62] [openshift-network-diagnostics/network-check-target-bfqhw] pod update took 65.306233ms I0521 19:35:07.144249 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-bfqhw] addLogicalPort annotation time took 65.351967ms I0521 19:35:07.145177 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-bfqhw] addLogicalPort took 66.377069ms, libovsdb time 677.605µs I0521 19:35:07.161589 3664 pod.go:62] [kube-system/global-pull-secret-syncer-nw4k2] pod update took 82.830373ms I0521 19:35:07.161607 3664 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-nw4k2] addLogicalPort annotation time took 82.850979ms I0521 19:35:07.162530 3664 pods.go:271] [kube-system/global-pull-secret-syncer-nw4k2] addLogicalPort took 83.867512ms, libovsdb time 662.139µs I0521 19:35:07.165230 3664 default_node_network_controller.go:519] Node connection status = connected I0521 19:35:07.179469 3664 pod.go:62] [openshift-multus/network-metrics-daemon-vvrfm] pod update took 100.665796ms I0521 19:35:07.179498 3664 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vvrfm] addLogicalPort annotation time took 100.697902ms I0521 19:35:07.180326 3664 pods.go:271] [openshift-multus/network-metrics-daemon-vvrfm] addLogicalPort took 101.587193ms, libovsdb time 588.839µs I0521 19:35:07.180826 3664 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:35:07.180846 3664 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:35:07.180858 3664 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:35:07.180863 3664 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:35:07.181080 3664 repair.go:29] Repairing admin network policies took 212.158µs I0521 19:35:07.181207 3664 repair.go:92] Repairing baseline admin network policies took 118.283µs I0521 19:35:07.181692 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:35:07.181709 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:35:07.182487 3664 bridgeconfig.go:537] Gateway is ready I0521 19:35:07.182506 3664 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:35:07.183940 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:35:07.183961 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:35:07.183971 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:35:07.185545 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:35:07.185563 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:35:07.185572 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:35:07.186028 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:35:07.186041 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:35:07.186054 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:35:07.188038 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:35:07.188062 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:35:07.188071 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:35:07.189312 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:35:07.189329 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:35:07.189339 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:35:07.190284 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:35:07.190303 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:35:07.190311 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:35:07.190824 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:35:07.190843 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:35:07.190850 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:35:07.191095 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:35:07.191111 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:35:07.191119 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:35:07.191560 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:35:07.191576 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:35:07.192194 3664 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:35:07.192207 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:35:07.193259 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:35:07.193275 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:35:07.193283 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:35:07.193765 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:35:07.193779 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:35:07.193785 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:35:07.194032 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:35:07.194055 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:35:07.194065 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:35:07.194600 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:35:07.194616 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:35:07.194622 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:35:07.195263 3664 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.54. Updating OVN encap IP. I0521 19:35:07.195829 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:35:07.195849 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:35:07.195858 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:35:07.197301 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:35:07.197319 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:35:07.197328 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:35:07.199727 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:35:07.199747 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:35:07.199758 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:35:07.200540 3664 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.54 - it is already configured I0521 19:35:07.200555 3664 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.54/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:35:07.200785 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:35:07.200808 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:35:07.200822 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:35:07.200835 3664 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.54/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-54.ec2.internal","mac-address":"0e:b7:0f:7a:09:75","ip-addresses":["10.0.2.54/24"],"ip-address":"10.0.2.54/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:51f5093e-aa8f-47e5-a8e5-dcedf2d31d4d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.54/24"}] on node ip-10-0-2-54.ec2.internal I0521 19:35:07.201648 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:35:07.201666 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:35:07.201674 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:35:07.202696 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:35:07.202713 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:35:07.202721 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:35:07.203582 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:35:07.203607 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:35:07.203616 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:35:07.203941 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:35:07.203963 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:35:07.203981 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:35:07.205222 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:35:07.205245 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:35:07.205256 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:35:07.205784 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:35:07.205806 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:35:07.205816 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:35:07.206301 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:35:07.206320 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:35:07.206328 3664 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:35:07.207840 3664 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:35:07.207856 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:35:07.207866 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:35:07.209028 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:35:07.209049 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:35:07.209061 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:35:07.209694 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:35:07.209712 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:35:07.209732 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:35:07.210395 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:35:07.210429 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:35:07.210440 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:35:07.210942 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:35:07.216879 3664 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:35:07.216917 3664 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:35:07.216921 3664 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:35:07.216954 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:35:07.216957 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:35:07.216970 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:35:07.216973 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:35:07.217249 3664 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:35:07.217266 3664 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:35:07.217273 3664 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:35:07.217285 3664 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:35:07.217344 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:35:07.217356 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-115.ec2.internal" for egress firewall I0521 19:35:07.217361 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:35:07.217490 3664 egressqos.go:245] Starting EgressQoS Controller I0521 19:35:07.217504 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:35:07.217511 3664 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:35:07.217517 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:35:07.217522 3664 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:35:07.217527 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:35:07.217531 3664 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:35:07.217535 3664 egressqos.go:259] Repairing EgressQoSes I0521 19:35:07.217539 3664 egressqos.go:399] Starting repairing loop for egressqos I0521 19:35:07.217624 3664 egressqos.go:401] Finished repairing loop for egressqos: 84.86µs I0521 19:35:07.217642 3664 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:35:07.217665 3664 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-54.ec2.internal I0521 19:35:07.217717 3664 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-54.ec2.internal : 52.181µs I0521 19:35:07.217743 3664 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:35:07.217752 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:35:07.217757 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:35:07.217763 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:35:07.217768 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:35:07.217772 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:35:07.217777 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:35:07.217782 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:35:07.217786 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:35:07.217790 3664 egressservice_zone.go:228] Repairing Egress Services I0521 19:35:07.218043 3664 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:35:07.218052 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:35:07.218081 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:35:07.218102 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 23.642µs I0521 19:35:07.218111 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-115.ec2.internal I0521 19:35:07.218116 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-115.ec2.internal: 6.231µs I0521 19:35:07.218121 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:07.218125 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 3.813µs I0521 19:35:07.218234 3664 default_network_controller.go:585] Completing all the Watchers took 394.629849ms I0521 19:35:07.218251 3664 default_network_controller.go:589] Starting unidling controllers I0521 19:35:07.218266 3664 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:35:07.218276 3664 unidle.go:63] Populating Initial ContollerEvent events I0521 19:35:07.218289 3664 unidle.go:79] Setting up event handlers for services I0521 19:35:07.218351 3664 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:35:07.228961 3664 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:35:07.239974 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:07.239990 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:07.240001 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 13.098µs I0521 19:35:07.240028 3664 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:07.240043 3664 services_controller.go:574] Full service sync requested for network=default I0521 19:35:07.240048 3664 master.go:548] Adding or Updating local node "ip-10-0-2-54.ec2.internal" for network "default" I0521 19:35:07.239976 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall W0521 19:35:07.240474 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:07.240483 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:07.240688 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:35:07.243601 3664 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.54 I0521 19:35:07.243712 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-54.ec2.internal I0521 19:35:07.245107 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-54.ec2.internal. Updating no re-route policies I0521 19:35:07.245177 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dkccm I0521 19:35:07.245187 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-54.ec2.internal I0521 19:35:07.245202 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dkccm I0521 19:35:07.245198 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:35:07.245215 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:35:07.245221 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:35:07.245207 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-54.ec2.internal I0521 19:35:07.245221 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-54.ec2.internal I0521 19:35:07.245228 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:35:07.245239 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-54.ec2.internal I0521 19:35:07.245240 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qjxw8 I0521 19:35:07.245229 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dkccm after 0 failed attempt(s) I0521 19:35:07.245249 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qjxw8 I0521 19:35:07.245249 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-54.ec2.internal after 0 failed attempt(s) I0521 19:35:07.245178 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-zlv9v I0521 19:35:07.245252 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8gtxc I0521 19:35:07.245261 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-zlv9v I0521 19:35:07.245264 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sqwnd I0521 19:35:07.245268 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8gtxc I0521 19:35:07.245269 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wdgpf I0521 19:35:07.245271 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-82zx9 I0521 19:35:07.245273 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sqwnd I0521 19:35:07.245276 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wdgpf I0521 19:35:07.245274 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-54.ec2.internal after 0 failed attempt(s) I0521 19:35:07.245277 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zw7md I0521 19:35:07.245281 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-82zx9 I0521 19:35:07.245290 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8gtxc after 0 failed attempt(s) I0521 19:35:07.245290 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zw7md I0521 19:35:07.245293 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sqwnd after 0 failed attempt(s) I0521 19:35:07.245307 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-82zx9 after 0 failed attempt(s) I0521 19:35:07.245243 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:35:07.245316 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zw7md after 0 failed attempt(s) I0521 19:35:07.245220 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:35:07.245349 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wdgpf after 0 failed attempt(s) I0521 19:35:07.245356 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nw4k2] creating logical port kube-system_global-pull-secret-syncer-nw4k2 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.245273 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6bsv I0521 19:35:07.245376 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6bsv I0521 19:35:07.245391 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h6bsv after 0 failed attempt(s) I0521 19:35:07.245262 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qjxw8 after 0 failed attempt(s) I0521 19:35:07.245281 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-zlv9v after 0 failed attempt(s) I0521 19:35:07.245251 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vvrfm] creating logical port openshift-multus_network-metrics-daemon-vvrfm for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.245357 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bfqhw] creating logical port openshift-network-diagnostics_network-check-target-bfqhw for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:07.246049 3664 pods.go:271] [openshift-multus/network-metrics-daemon-vvrfm] addLogicalPort took 805.394µs, libovsdb time 231.32µs I0521 19:35:07.246069 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vvrfm after 0 failed attempt(s) I0521 19:35:07.246116 3664 pods.go:271] [kube-system/global-pull-secret-syncer-nw4k2] addLogicalPort took 769.784µs, libovsdb time 305.845µs I0521 19:35:07.246128 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 after 0 failed attempt(s) I0521 19:35:07.246256 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-bfqhw] addLogicalPort took 904.491µs, libovsdb time 319.906µs I0521 19:35:07.246272 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw after 0 failed attempt(s) I0521 19:35:07.283182 3664 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:35:07.294843 3664 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:35:07.297963 3664 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:35:07.339181 3664 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:35:07.403766 3664 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:35:07.419710 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:35:07.419822 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:35:07.419871 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:35:07.419983 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:35:07.420054 3664 gateway_init.go:325] Gateway and management port readiness took 759.271977ms I0521 19:35:07.420083 3664 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:35:07.420120 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:35:07.420132 3664 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:35:07.420141 3664 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:35:07.420198 3664 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:35:07.420319 3664 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.841µs I0521 19:35:07.420623 3664 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:35:07.420648 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.503µs I0521 19:35:07.420661 3664 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.518µs I0521 19:35:07.420667 3664 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:35:07.420676 3664 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:35:07.420680 3664 default_node_network_controller.go:899] Starting the default node network controller I0521 19:35:07.420685 3664 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:35:07.420717 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.329µs I0521 19:35:07.420848 3664 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:35:07.420856 3664 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:35:07.420879 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c1dd0 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000bf2190 0xc0002ddf10 0xc0002ec000 0xc00023a2d0 0xc0063f5340 0xc0002ec070 map[0x2ff9080:0xc002489b00 0x2ff95c0:0xc002489c80 0x2ffa2e0:0xc002489a40 0x2ffa580:0xc002489aa0 0x2ffad60:0xc002489b60 0x2ffb000:0xc002489bc0 0x2ffb2a0:0xc002489c20 0x2ffba80:0xc002489ce0 0x2ffbd20:0xc002489d40 0x3026980:0xc000d97500 0x3026d20:0xc000d97560 0x3027800:0xc000b99d40 0x3029160:0xc001bfa000 0x30298a0:0xc000d97680 0x302a720:0xc00030c600] 0xc0004b05b0 0} I0521 19:35:07.420929 3664 gateway.go:151] Starting gateway service sync I0521 19:35:07.421452 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:35:07.423552 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:35:07.449524 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:35:07.450649 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:35:07.451760 3664 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:35:07.485269 3664 gateway.go:168] Gateway service sync done. Time taken: 64.328973ms I0521 19:35:07.485837 3664 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31741 I0521 19:35:07.486147 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c1dd0 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000bf2190 0xc0002ddf10 0xc0002ec000 0xc00023a2d0 0xc0063f5340 0xc0002ec070 map[0x2ff9080:0xc002489b00 0x2ff95c0:0xc002489c80 0x2ffa2e0:0xc002489a40 0x2ffa580:0xc002489aa0 0x2ffad60:0xc002489b60 0x2ffb000:0xc002489bc0 0x2ffb2a0:0xc002489c20 0x2ffba80:0xc002489ce0 0x2ffbd20:0xc002489d40 0x3026980:0xc000d97500 0x3026d20:0xc000d97560 0x3027800:0xc000b99d40 0x3029160:0xc001bfa000 0x30298a0:0xc000d97680 0x302a720:0xc00030c600] 0xc0004b05b0 0} I0521 19:35:07.486687 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c1dd0 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000bf2190 0xc0002ddf10 0xc0002ec000 0xc00023a2d0 0xc0063f5340 0xc0002ec070 map[0x2ff9080:0xc002489b00 0x2ff95c0:0xc002489c80 0x2ffa2e0:0xc002489a40 0x2ffa580:0xc002489aa0 0x2ffad60:0xc002489b60 0x2ffb000:0xc002489bc0 0x2ffb2a0:0xc002489c20 0x2ffba80:0xc002489ce0 0x2ffbd20:0xc002489d40 0x3026980:0xc000d97500 0x3026d20:0xc000d97560 0x3027800:0xc000b99d40 0x3029160:0xc001bfa000 0x30298a0:0xc000d97680 0x302a720:0xc00030c600] 0xc0004b05b0 0} I0521 19:35:07.486726 3664 gateway.go:532] Reconciling gateway with updates I0521 19:35:07.492307 3664 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:35:07.492383 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:35:07.492387 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:35:07.492405 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:35:07.492422 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:35:07.492425 3664 default_node_network_controller.go:944] Gateway and management port readiness took 71.545593ms I0521 19:35:07.492424 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:35:07.492435 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:35:07.492435 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:35:07.492445 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:35:07.492450 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:35:07.492499 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:35:07.492504 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:35:07.492529 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:35:07.492535 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:35:07.492538 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:35:07.492540 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:35:07.492545 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:35:07.492552 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:35:07.492557 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:35:07.492559 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:35:07.492558 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:35:07.492560 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:35:07.492566 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:35:07.492569 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:35:07.492544 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:35:07.492580 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:35:07.492580 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:35:07.492589 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:35:07.492594 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:35:07.492599 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:35:07.492601 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:35:07.492597 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:35:07.492607 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:35:07.492608 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:35:07.492615 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:35:07.492618 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:35:07.492619 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:35:07.492622 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:35:07.492625 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:35:07.492626 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:35:07.492636 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:35:07.492644 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:35:07.492617 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:35:07.492659 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:35:07.492556 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:35:07.492665 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:35:07.492584 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:35:07.492672 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:35:07.492602 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:35:07.492688 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:35:07.492690 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:35:07.492687 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:35:07.492704 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:35:07.492544 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:35:07.492719 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:35:07.492603 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:35:07.492630 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:35:07.492757 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:35:07.492629 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:35:07.492711 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:35:07.492666 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:35:07.492779 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:35:07.492786 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:07.492792 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:35:07.492796 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:07.492802 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:35:07.492809 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:35:07.492817 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:35:07.492822 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:35:07.492581 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:35:07.492830 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:35:07.492837 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:35:07.492844 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:35:07.492846 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:35:07.492853 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:35:07.492855 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:35:07.492864 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:35:07.492891 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:35:07.492905 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:35:07.492905 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:35:07.492915 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:35:07.492920 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:35:07.492895 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:35:07.492926 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:35:07.492929 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:35:07.492938 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:35:07.492939 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:35:07.492907 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:35:07.492920 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:35:07.492958 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:35:07.492961 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:35:07.492965 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:35:07.492909 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:35:07.492984 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:35:07.492996 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:35:07.492892 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:35:07.493037 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:35:07.493032 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:35:07.493048 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:35:07.493050 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:35:07.493060 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:35:07.492969 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:35:07.493062 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:35:07.493045 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:35:07.493107 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:35:07.493113 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:35:07.493049 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:35:07.493145 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:35:07.493065 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:35:07.493179 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:35:07.493069 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:35:07.493218 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:35:07.493062 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:35:07.493527 3664 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:35:07.529634 3664 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:35:07.529907 3664 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:35:07.530086 3664 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:35:07.538276 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:35:07.538284 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:35:07.538302 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:35:07.538311 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:35:07.577954 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:35:07.577986 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:35:07.577994 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:35:07.578000 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578007 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:35:07.578021 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:35:07.578039 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:35:07.578068 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:35:07.578076 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:35:07.578082 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:35:07.578087 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:35:07.578093 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:35:07.578100 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:35:07.578105 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578110 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578115 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578120 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578125 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:35:07.578130 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:35:07.578135 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:35:07.578140 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:35:07.578145 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:35:07.578150 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:35:07.617532 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) W0521 19:35:08.648547 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.908944 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:09.125046 3664 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:35:09.125095 3664 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:35:09.125151 3664 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:35:09.136650 3664 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.584145ms I0521 19:35:09.136751 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-115.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:35:09.136762 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-115.ec2.internal", IP: 10.0.1.115 to PMTUD blocking rules I0521 19:35:09.136752 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:35:09.136830 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 10.0.0.144 to PMTUD blocking rules I0521 19:35:09.148204 3664 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:35:09.148485 3664 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:35:09.148708 3664 egressservice_node.go:183] Starting Egress Services Controller I0521 19:35:09.148727 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:35:09.148736 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:35:09.148742 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:35:09.148763 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:35:09.148773 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:35:09.148778 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:35:09.148782 3664 egressservice_node.go:197] Repairing Egress Services I0521 19:35:09.157952 3664 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:35:09.157963 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:35:09.158271 3664 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:35:09.158284 3664 link_network_manager.go:119] Link manager is running I0521 19:35:09.158292 3664 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:35:09.158486 3664 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:35:09.158808 3664 vrf_manager.go:128] VRF manager is running I0521 19:35:09.158913 3664 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:35:09.158924 3664 gateway.go:532] Reconciling gateway with updates I0521 19:35:09.182294 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:35:09.182305 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:35:09.182321 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:35:09.182323 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:35:09.182324 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:35:09.182339 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:35:09.182338 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:35:09.182342 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:35:09.182353 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:35:09.182357 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:35:09.182359 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:35:09.182310 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:35:09.182371 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:35:09.182376 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:35:09.182377 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:35:09.182326 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:35:09.182391 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:35:09.182401 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:35:09.182404 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:35:09.182426 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:35:09.182431 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:35:09.182433 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:35:09.182442 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:35:09.182442 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:35:09.182453 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:35:09.182430 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:35:09.182453 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:35:09.182464 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:35:09.182467 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:35:09.182468 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:35:09.182474 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:35:09.182477 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:35:09.182481 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:35:09.182484 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:35:09.182487 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182489 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:35:09.182491 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:35:09.182495 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:09.182499 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:35:09.182506 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:09.182439 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:35:09.182516 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:35:09.182530 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:35:09.182539 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:35:09.182547 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:35:09.182544 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:35:09.182550 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:35:09.182552 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:35:09.182559 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:35:09.182567 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:35:09.182573 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:35:09.182571 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:35:09.182440 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:35:09.182579 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:35:09.182501 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:35:09.182593 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:35:09.182594 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:35:09.182599 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:35:09.182602 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:35:09.182603 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:35:09.182611 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:35:09.182615 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:35:09.182516 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:35:09.182626 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:35:09.182567 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:35:09.182647 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:35:09.182581 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:35:09.182662 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:35:09.182669 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:35:09.182542 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:35:09.182675 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:35:09.182682 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:35:09.182687 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:35:09.182450 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:35:09.182689 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:35:09.182531 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:35:09.182516 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:35:09.182475 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:35:09.182706 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:35:09.182483 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:35:09.182711 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182452 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:35:09.182719 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:35:09.182713 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:35:09.182738 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:35:09.182754 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:35:09.182553 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:35:09.182622 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182465 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:35:09.182482 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:35:09.182777 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:35:09.182782 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182491 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:35:09.182493 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:35:09.182836 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:35:09.182846 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:35:09.182504 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:35:09.182517 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:35:09.182904 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:35:09.182911 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:35:09.182528 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:35:09.182957 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:35:09.182963 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:35:09.182532 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:35:09.182971 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:35:09.182562 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:35:09.182578 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:35:09.183037 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:35:09.182582 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:35:09.182588 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:35:09.182603 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:35:09.183090 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:35:09.182634 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:35:09.183117 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:35:09.182697 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:35:09.182715 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182439 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182760 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:35:09.183172 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:35:09.182458 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:35:09.183179 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:35:09.182464 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:35:09.183219 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:35:09.221596 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:35:09.221623 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:35:09.221635 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:35:09.221646 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:35:09.221652 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:35:09.221659 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:35:09.221668 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:35:09.221676 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:35:09.260939 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:35:09.260947 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:35:09.260963 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:35:09.260969 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:35:09.260975 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:35:09.260981 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:35:09.260988 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:35:09.299679 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:35:09.299714 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:35:10.926831 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:10.926857 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 31.097µs I0521 19:35:10.977954 3664 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68cb566775-k2tz8] creating logical port openshift-image-registry_image-registry-68cb566775-k2tz8 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:10.978063 3664 kube.go:256] Updating pod openshift-image-registry/image-registry-68cb566775-k2tz8 I0521 19:35:11.002154 3664 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xzkc8] creating logical port openshift-ingress-canary_ingress-canary-xzkc8 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:11.002237 3664 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xzkc8 I0521 19:35:11.011701 3664 pod.go:62] [openshift-image-registry/image-registry-68cb566775-k2tz8] pod update took 33.664144ms I0521 19:35:11.011721 3664 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68cb566775-k2tz8] addLogicalPort annotation time took 33.688447ms I0521 19:35:11.012894 3664 pods.go:271] [openshift-image-registry/image-registry-68cb566775-k2tz8] addLogicalPort took 34.957339ms, libovsdb time 940.901µs I0521 19:35:11.024366 3664 pod.go:62] [openshift-ingress-canary/ingress-canary-xzkc8] pod update took 22.152307ms I0521 19:35:11.024387 3664 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xzkc8] addLogicalPort annotation time took 22.177181ms I0521 19:35:11.025440 3664 pods.go:271] [openshift-ingress-canary/ingress-canary-xzkc8] addLogicalPort took 23.299655ms, libovsdb time 785.176µs I0521 19:35:11.090879 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ncz9c] creating logical port openshift-insights_insights-runtime-extractor-ncz9c for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:11.090997 3664 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ncz9c I0521 19:35:11.114877 3664 pod.go:62] [openshift-insights/insights-runtime-extractor-ncz9c] pod update took 23.930129ms I0521 19:35:11.114897 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ncz9c] addLogicalPort annotation time took 23.95483ms I0521 19:35:11.115972 3664 pods.go:271] [openshift-insights/insights-runtime-extractor-ncz9c] addLogicalPort took 25.13459ms, libovsdb time 824.153µs I0521 19:35:11.116035 3664 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mqw9n] creating logical port openshift-dns_dns-default-mqw9n for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:11.116113 3664 kube.go:256] Updating pod openshift-dns/dns-default-mqw9n I0521 19:35:11.137791 3664 pod.go:62] [openshift-dns/dns-default-mqw9n] pod update took 21.706708ms I0521 19:35:11.137812 3664 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mqw9n] addLogicalPort annotation time took 21.731715ms I0521 19:35:11.138934 3664 pods.go:271] [openshift-dns/dns-default-mqw9n] addLogicalPort took 22.908895ms, libovsdb time 734.528µs I0521 19:35:11.394573 3664 cni.go:452] [openshift-ingress-canary/ingress-canary-xzkc8 223edaea927f950fcd3dc0fbbcbe8edfbc3c5b32614c8d0c8eb4291a5dbc08bf network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xzkc8 223edaea927f950fcd3dc0fbbcbe8edfbc3c5b32614c8d0c8eb4291a5dbc08bf network default NAD default NAD key ] I0521 19:35:11.434775 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xzkc8, hostIfaceName: 223edaea927f950, network: default, NAD default, SandboxID: "223edaea927f950fcd3dc0fbbcbe8edfbc3c5b32614c8d0c8eb4291a5dbc08bf", PCI device ID: , UID: "8f2acfa1-6717-4c12-a75b-90e0bfa792d3", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:35:11.483326 3664 cni.go:473] [openshift-ingress-canary/ingress-canary-xzkc8 223edaea927f950fcd3dc0fbbcbe8edfbc3c5b32614c8d0c8eb4291a5dbc08bf network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xzkc8 223edaea927f950fcd3dc0fbbcbe8edfbc3c5b32614c8d0c8eb4291a5dbc08bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:90:8e:e4:1c:e9\",\"name\":\"223edaea927f950\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d676266d-a391-43c4-87d5-1bae23d776ed\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:11.493017 3664 cni.go:452] [openshift-insights/insights-runtime-extractor-ncz9c 4fc6f2a89d3e34ab46df054ebd1872e7bb372d09b53d0132795f218f875c565b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ncz9c 4fc6f2a89d3e34ab46df054ebd1872e7bb372d09b53d0132795f218f875c565b network default NAD default NAD key ] I0521 19:35:11.498204 3664 cni.go:452] [openshift-dns/dns-default-mqw9n 212b84e0d28148e54fedccf057911a1d7dc9053438348980f79320f1e9d6cf0b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mqw9n 212b84e0d28148e54fedccf057911a1d7dc9053438348980f79320f1e9d6cf0b network default NAD default NAD key ] I0521 19:35:11.502347 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ncz9c, hostIfaceName: 4fc6f2a89d3e34a, network: default, NAD default, SandboxID: "4fc6f2a89d3e34ab46df054ebd1872e7bb372d09b53d0132795f218f875c565b", PCI device ID: , UID: "facbd524-029d-417e-aa09-f6131851bb09", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:35:11.508719 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mqw9n, hostIfaceName: 212b84e0d28148e, network: default, NAD default, SandboxID: "212b84e0d28148e54fedccf057911a1d7dc9053438348980f79320f1e9d6cf0b", PCI device ID: , UID: "9c9e82b5-43ab-4b58-8435-27ca6b869db8", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:35:11.552025 3664 cni.go:473] [openshift-insights/insights-runtime-extractor-ncz9c 4fc6f2a89d3e34ab46df054ebd1872e7bb372d09b53d0132795f218f875c565b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ncz9c 4fc6f2a89d3e34ab46df054ebd1872e7bb372d09b53d0132795f218f875c565b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:23:e2:12:d7:55\",\"name\":\"4fc6f2a89d3e34a\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db0fc76d-2d0b-4b56-8209-185063919812\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:11.557864 3664 cni.go:473] [openshift-dns/dns-default-mqw9n 212b84e0d28148e54fedccf057911a1d7dc9053438348980f79320f1e9d6cf0b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mqw9n 212b84e0d28148e54fedccf057911a1d7dc9053438348980f79320f1e9d6cf0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f9:6c:83:7d:5f\",\"name\":\"212b84e0d28148e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/647f2439-1027-4a7e-894a-47028cf88bad\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:11.643369 3664 cni.go:452] [openshift-image-registry/image-registry-68cb566775-k2tz8 df722d1349b5d6348317243bdc8d9be39a552ea6f42a8c0239175e2eaddcb800 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68cb566775-k2tz8 df722d1349b5d6348317243bdc8d9be39a552ea6f42a8c0239175e2eaddcb800 network default NAD default NAD key ] I0521 19:35:11.654162 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68cb566775-k2tz8, hostIfaceName: df722d1349b5d63, network: default, NAD default, SandboxID: "df722d1349b5d6348317243bdc8d9be39a552ea6f42a8c0239175e2eaddcb800", PCI device ID: , UID: "908d8109-711e-4b6b-8034-a1e26d886591", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:35:11.699021 3664 cni.go:473] [openshift-image-registry/image-registry-68cb566775-k2tz8 df722d1349b5d6348317243bdc8d9be39a552ea6f42a8c0239175e2eaddcb800 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68cb566775-k2tz8 df722d1349b5d6348317243bdc8d9be39a552ea6f42a8c0239175e2eaddcb800 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3b:b3:7f:c6:bc\",\"name\":\"df722d1349b5d63\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f708cc4-171d-481e-9963-a734eef98c01\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:12.713240 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:13.320551 3664 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-sqrqr] creating logical port openshift-console_downloads-5c54f4944f-sqrqr for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:13.320698 3664 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-sqrqr I0521 19:35:13.338940 3664 pod.go:62] [openshift-console/downloads-5c54f4944f-sqrqr] pod update took 18.282647ms I0521 19:35:13.338966 3664 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-sqrqr] addLogicalPort annotation time took 18.311777ms I0521 19:35:13.340305 3664 pods.go:271] [openshift-console/downloads-5c54f4944f-sqrqr] addLogicalPort took 19.77509ms, libovsdb time 995.923µs I0521 19:35:13.772522 3664 cni.go:452] [openshift-console/downloads-5c54f4944f-sqrqr fd02ce1b4e77754cf7f5f95387bdbf4e18b13e11f6f67b72bde7b1d7d713fa2f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-sqrqr fd02ce1b4e77754cf7f5f95387bdbf4e18b13e11f6f67b72bde7b1d7d713fa2f network default NAD default NAD key ] I0521 19:35:13.783491 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-sqrqr, hostIfaceName: fd02ce1b4e77754, network: default, NAD default, SandboxID: "fd02ce1b4e77754cf7f5f95387bdbf4e18b13e11f6f67b72bde7b1d7d713fa2f", PCI device ID: , UID: "eb2afce5-390d-4764-ae67-bfad0d5a0524", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:35:13.830143 3664 cni.go:473] [openshift-console/downloads-5c54f4944f-sqrqr fd02ce1b4e77754cf7f5f95387bdbf4e18b13e11f6f67b72bde7b1d7d713fa2f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-sqrqr fd02ce1b4e77754cf7f5f95387bdbf4e18b13e11f6f67b72bde7b1d7d713fa2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:0c:11:56:83:09\",\"name\":\"fd02ce1b4e77754\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb0dcc7b-5270-45d9-9a3b-fdc345548eed\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:14.874763 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:14.874795 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:16.012759 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-cg7ls for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:16.012962 3664 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls I0521 19:35:16.056762 3664 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls] pod update took 43.843488ms I0521 19:35:16.056788 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls] addLogicalPort annotation time took 43.874805ms I0521 19:35:16.057943 3664 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls] addLogicalPort took 45.20581ms, libovsdb time 878.196µs I0521 19:35:16.141672 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-r5ktr for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:16.141795 3664 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr I0521 19:35:16.173599 3664 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr] pod update took 31.84185ms I0521 19:35:16.173625 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr] addLogicalPort annotation time took 31.872595ms I0521 19:35:16.174831 3664 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr] addLogicalPort took 33.177565ms, libovsdb time 892.669µs I0521 19:35:16.402609 3664 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls 6c299d9bb9e34d274fc224e4cc62c937e5c7a5eb44c3d88ba53dac71a0533be3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls 6c299d9bb9e34d274fc224e4cc62c937e5c7a5eb44c3d88ba53dac71a0533be3 network default NAD default NAD key ] I0521 19:35:16.414526 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-cg7ls, hostIfaceName: 6c299d9bb9e34d2, network: default, NAD default, SandboxID: "6c299d9bb9e34d274fc224e4cc62c937e5c7a5eb44c3d88ba53dac71a0533be3", PCI device ID: , UID: "08872c99-64f5-4025-b0c4-c846d28b156e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:35:16.461989 3664 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls 6c299d9bb9e34d274fc224e4cc62c937e5c7a5eb44c3d88ba53dac71a0533be3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cg7ls 6c299d9bb9e34d274fc224e4cc62c937e5c7a5eb44c3d88ba53dac71a0533be3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:26:3c:d8:ef:e5\",\"name\":\"6c299d9bb9e34d2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a709bd4e-b8ef-45aa-be9b-d20ab4675bfa\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:16.504462 3664 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr e26df0af180053bcf6be4731da4eeb7fef19d4e3fef7047ff4c710addecfbb41 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr e26df0af180053bcf6be4731da4eeb7fef19d4e3fef7047ff4c710addecfbb41 network default NAD default NAD key ] I0521 19:35:16.516068 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-r5ktr, hostIfaceName: e26df0af180053b, network: default, NAD default, SandboxID: "e26df0af180053bcf6be4731da4eeb7fef19d4e3fef7047ff4c710addecfbb41", PCI device ID: , UID: "2e5752e1-4c11-4e9e-ad5d-7091162d08cb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:35:16.566201 3664 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr e26df0af180053bcf6be4731da4eeb7fef19d4e3fef7047ff4c710addecfbb41 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r5ktr e26df0af180053bcf6be4731da4eeb7fef19d4e3fef7047ff4c710addecfbb41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:4f:ce:81:93:ea\",\"name\":\"e26df0af180053b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ff61e1c-5cf3-4cbf-a784-06314afbef1e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:17.199758 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:17.199903 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:35:17.227550 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.690478ms I0521 19:35:17.227580 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.726546ms I0521 19:35:17.229117 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.394542ms, libovsdb time 1.109893ms I0521 19:35:18.171627 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-987877569-gmknm] creating logical port openshift-monitoring_thanos-querier-987877569-gmknm for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:18.171762 3664 kube.go:256] Updating pod openshift-monitoring/thanos-querier-987877569-gmknm I0521 19:35:18.192285 3664 pod.go:62] [openshift-monitoring/thanos-querier-987877569-gmknm] pod update took 20.573241ms I0521 19:35:18.192312 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-987877569-gmknm] addLogicalPort annotation time took 20.606281ms I0521 19:35:18.193708 3664 pods.go:271] [openshift-monitoring/thanos-querier-987877569-gmknm] addLogicalPort took 22.102295ms, libovsdb time 1.042003ms I0521 19:35:18.928105 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key ] I0521 19:35:18.939863 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 435a6faf5ac68d5, network: default, NAD default, SandboxID: "435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6", PCI device ID: , UID: "408fe914-e60c-400a-ba4f-67a82caf776b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:35:18.945425 3664 cni.go:452] [openshift-monitoring/thanos-querier-987877569-gmknm c4ddb5d72668d7afc3daf0b20edce7b7e813d31b6919560eba44cb297ef90e39 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-987877569-gmknm c4ddb5d72668d7afc3daf0b20edce7b7e813d31b6919560eba44cb297ef90e39 network default NAD default NAD key ] I0521 19:35:18.956237 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-987877569-gmknm, hostIfaceName: c4ddb5d72668d7a, network: default, NAD default, SandboxID: "c4ddb5d72668d7afc3daf0b20edce7b7e813d31b6919560eba44cb297ef90e39", PCI device ID: , UID: "68f0726a-6962-43aa-a656-0aee69caddf9", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:35:18.994889 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6c:15:2d:be:52\",\"name\":\"435a6faf5ac68d5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20cf544c-2a91-4ccb-b3cd-1f61d1269af2\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:19.016177 3664 cni.go:473] [openshift-monitoring/thanos-querier-987877569-gmknm c4ddb5d72668d7afc3daf0b20edce7b7e813d31b6919560eba44cb297ef90e39 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-987877569-gmknm c4ddb5d72668d7afc3daf0b20edce7b7e813d31b6919560eba44cb297ef90e39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:cd:92:70:b8:90\",\"name\":\"c4ddb5d72668d7a\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65c4c33d-02de-46fd-bc9b-f39603c573a0\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:20.802954 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-759f746ddd-4cxpg] creating logical port openshift-monitoring_metrics-server-759f746ddd-4cxpg for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:20.803118 3664 kube.go:256] Updating pod openshift-monitoring/metrics-server-759f746ddd-4cxpg I0521 19:35:20.838880 3664 pod.go:62] [openshift-monitoring/metrics-server-759f746ddd-4cxpg] pod update took 35.79955ms I0521 19:35:20.838910 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-759f746ddd-4cxpg] addLogicalPort annotation time took 35.838328ms I0521 19:35:20.840204 3664 pods.go:271] [openshift-monitoring/metrics-server-759f746ddd-4cxpg] addLogicalPort took 37.276ms, libovsdb time 970.034µs I0521 19:35:20.874749 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dccpf for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:20.874896 3664 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf I0521 19:35:20.931851 3664 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf] pod update took 56.987323ms I0521 19:35:20.931896 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf] addLogicalPort annotation time took 57.042292ms I0521 19:35:20.933357 3664 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf] addLogicalPort took 58.629444ms, libovsdb time 1.041981ms W0521 19:35:21.098804 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.098829 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.098840 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:21.253534 3664 cni.go:452] [openshift-monitoring/metrics-server-759f746ddd-4cxpg 9ede8120e6267a3d79a3eeb7facf80ce716f82566ffdc4a03bc4b1ccbe070596 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-759f746ddd-4cxpg 9ede8120e6267a3d79a3eeb7facf80ce716f82566ffdc4a03bc4b1ccbe070596 network default NAD default NAD key ] I0521 19:35:21.272163 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-759f746ddd-4cxpg, hostIfaceName: 9ede8120e6267a3, network: default, NAD default, SandboxID: "9ede8120e6267a3d79a3eeb7facf80ce716f82566ffdc4a03bc4b1ccbe070596", PCI device ID: , UID: "ee20a169-6736-4e90-9f1a-c4ad5f0cf5d5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:35:21.329460 3664 cni.go:473] [openshift-monitoring/metrics-server-759f746ddd-4cxpg 9ede8120e6267a3d79a3eeb7facf80ce716f82566ffdc4a03bc4b1ccbe070596 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-759f746ddd-4cxpg 9ede8120e6267a3d79a3eeb7facf80ce716f82566ffdc4a03bc4b1ccbe070596 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:21:01:f7:a1:b1\",\"name\":\"9ede8120e6267a3\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d341d13-b0c9-487d-ada1-ba5ed035cefd\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:21.794434 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794454 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794460 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:21.851930 3664 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf d275a65b7c1584ee2b230291d66390fd5ca0b0b99d354d0c8395f355fae522f8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf d275a65b7c1584ee2b230291d66390fd5ca0b0b99d354d0c8395f355fae522f8 network default NAD default NAD key ] I0521 19:35:21.862609 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dccpf, hostIfaceName: d275a65b7c1584e, network: default, NAD default, SandboxID: "d275a65b7c1584ee2b230291d66390fd5ca0b0b99d354d0c8395f355fae522f8", PCI device ID: , UID: "ff38a689-f6ef-498d-9aa3-b28aa89ad94f", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:35:21.915378 3664 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf d275a65b7c1584ee2b230291d66390fd5ca0b0b99d354d0c8395f355fae522f8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dccpf d275a65b7c1584ee2b230291d66390fd5ca0b0b99d354d0c8395f355fae522f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:33:53:a6:6f:7e\",\"name\":\"d275a65b7c1584e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ce37b9c-3ee5-4136-9dec-b7bf4fc85c39\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:21.996430 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996458 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996466 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996471 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:35:22.055655 3664 base_network_controller_pods.go:487] [default/openshift-console/console-674dd677d7-rj6sg] creating logical port openshift-console_console-674dd677d7-rj6sg for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:22.055812 3664 kube.go:256] Updating pod openshift-console/console-674dd677d7-rj6sg I0521 19:35:22.080708 3664 pod.go:62] [openshift-console/console-674dd677d7-rj6sg] pod update took 24.923655ms I0521 19:35:22.080731 3664 base_network_controller_pods.go:951] [default/openshift-console/console-674dd677d7-rj6sg] addLogicalPort annotation time took 24.953612ms I0521 19:35:22.082204 3664 pods.go:271] [openshift-console/console-674dd677d7-rj6sg] addLogicalPort took 26.570673ms, libovsdb time 1.137364ms I0521 19:35:22.493069 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:35:22.493260 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:35:22.518003 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.806051ms I0521 19:35:22.518036 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.844602ms I0521 19:35:22.519596 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.546879ms, libovsdb time 1.123884ms W0521 19:35:24.733064 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:24.733092 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:24.733100 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:35:26.947994 3664 default_network_controller.go:1025] Node "ip-10-0-1-115.ec2.internal" in remote zone "ip-10-0-1-115.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:26.948907 3664 zone_ic_handler.go:195] Time taken to create transit switch: 312.316µs I0521 19:35:26.948926 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-115.ec2.internal for the network default I0521 19:35:26.950088 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-115.ec2.internal" on network "default" took: 1.508472ms W0521 19:35:30.054790 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:35:30.102196 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.196140 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.196161 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:35:30.253987 3664 cni.go:452] [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key ] I0521 19:35:30.263297 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-674dd677d7-rj6sg, hostIfaceName: cf71e81d5e7d44b, network: default, NAD default, SandboxID: "cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26", PCI device ID: , UID: "bbc7955d-c393-4d14-944f-f2bdfa89ca94", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:35:30.311761 3664 cni.go:473] [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:35:8b:b5:49:f1\",\"name\":\"cf71e81d5e7d44b\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b384e5f-b2ff-4a04-a57c-2673618e20c2\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:30.580675 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key ] I0521 19:35:30.590955 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bb7b4644666f2f1, network: default, NAD default, SandboxID: "bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc", PCI device ID: , UID: "fda8b1be-8018-47ad-bdd1-92c8ce61393c", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:35:30.644893 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:2f:89:f5:62:29\",\"name\":\"bb7b4644666f2f1\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f51e8021-17ad-43c9-94c8-d0b170fc17c8\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:30.875179 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.911592 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:35:30.956175 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.956245 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.978020 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:35:31.185462 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:35:31.320447 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.321147 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.761589 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.761630 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.768047 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:35:31.768074 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-njzlj W0521 19:35:31.885150 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:35:33.730147 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:33.782349 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:34.851119 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:35.115506 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:35:37.435772 3664 cni.go:452] [openshift-multus/network-metrics-daemon-vvrfm 4ed970fd5a2db479c741cc8321fd197aca2058a5bb3146fb47d82687025998eb network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vvrfm 4ed970fd5a2db479c741cc8321fd197aca2058a5bb3146fb47d82687025998eb network default NAD default NAD key ] I0521 19:35:37.446272 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vvrfm, hostIfaceName: 4ed970fd5a2db47, network: default, NAD default, SandboxID: "4ed970fd5a2db479c741cc8321fd197aca2058a5bb3146fb47d82687025998eb", PCI device ID: , UID: "910ad3c1-8f7c-406c-855c-93bba53efe5b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:35:37.497199 3664 cni.go:473] [openshift-multus/network-metrics-daemon-vvrfm 4ed970fd5a2db479c741cc8321fd197aca2058a5bb3146fb47d82687025998eb network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vvrfm 4ed970fd5a2db479c741cc8321fd197aca2058a5bb3146fb47d82687025998eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0d:a9:4f:1a:a1\",\"name\":\"4ed970fd5a2db47\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86e3fd16-c88e-4f60-bdb7-a159800a101e\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:37.528312 3664 cni.go:452] [kube-system/global-pull-secret-syncer-nw4k2 a9bb5b67c325bba79cecb43fbe416ad6d867eae0927b43c809403ec395e8afdd network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-nw4k2 a9bb5b67c325bba79cecb43fbe416ad6d867eae0927b43c809403ec395e8afdd network default NAD default NAD key ] I0521 19:35:37.539535 3664 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-nw4k2, hostIfaceName: a9bb5b67c325bba, network: default, NAD default, SandboxID: "a9bb5b67c325bba79cecb43fbe416ad6d867eae0927b43c809403ec395e8afdd", PCI device ID: , UID: "84a16018-fa95-4b5d-8462-1b0b2ce0aa6b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:35:37.568725 3664 cni.go:452] [openshift-network-diagnostics/network-check-target-bfqhw 642ca1a1d2980a44df797db50b0bec0dc05963a68678c66966b0bcdd88f5f64e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-bfqhw 642ca1a1d2980a44df797db50b0bec0dc05963a68678c66966b0bcdd88f5f64e network default NAD default NAD key ] I0521 19:35:37.580577 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-bfqhw, hostIfaceName: 642ca1a1d2980a4, network: default, NAD default, SandboxID: "642ca1a1d2980a44df797db50b0bec0dc05963a68678c66966b0bcdd88f5f64e", PCI device ID: , UID: "9d6d1970-44e7-4231-b143-ea6d3d39d675", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:35:37.594335 3664 cni.go:473] [kube-system/global-pull-secret-syncer-nw4k2 a9bb5b67c325bba79cecb43fbe416ad6d867eae0927b43c809403ec395e8afdd network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-nw4k2 a9bb5b67c325bba79cecb43fbe416ad6d867eae0927b43c809403ec395e8afdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:20:65:b1:b5:91\",\"name\":\"a9bb5b67c325bba\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29708fc2-6cf5-4230-8731-25a716af1b23\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:35:37.634331 3664 cni.go:473] [openshift-network-diagnostics/network-check-target-bfqhw 642ca1a1d2980a44df797db50b0bec0dc05963a68678c66966b0bcdd88f5f64e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-bfqhw 642ca1a1d2980a44df797db50b0bec0dc05963a68678c66966b0bcdd88f5f64e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:de:b3:31:b6:34\",\"name\":\"642ca1a1d2980a4\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a5bc55d-52cd-4b2b-b7c7-d527c16d52fd\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:40.804111 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:35:40.804138 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:35:46.821314 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:51.065833 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:51.065858 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:51.847729 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:52.850510 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:58.264845 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.264864 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.264870 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:59.113116 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.113754 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.467047 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.467071 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.475348 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:35:59.475373 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:36:00.381784 3664 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:00.382359 3664 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:01.195494 3664 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.195519 3664 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.198630 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-q7slb I0521 19:36:01.198648 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-q7slb W0521 19:36:05.037021 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:36:05.037043 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:36:06.011560 3664 cni.go:452] [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key ] I0521 19:36:06.096102 3664 cni.go:473] [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-674dd677d7-rj6sg cf71e81d5e7d44b9c73a274ff164d5d0b85b233c3fc9c66afa31a202821e3a26 network default NAD default NAD key default], result "{}", err I0521 19:36:06.160065 3664 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:06.160100 3664 pods.go:176] Deleting pod: openshift-console/console-674dd677d7-rj6sg I0521 19:36:06.161227 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-674dd677d7-rj6sg, ips: 10.130.0.17 I0521 19:36:06.161261 3664 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:07.004796 3664 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.004826 3664 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.010823 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-rj6sg I0521 19:36:07.010855 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-rj6sg W0521 19:36:07.911600 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:36:13.914141 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:36:17.365002 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.365599 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.947951 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.947972 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.950743 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:17.950764 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:38.014752 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.015303 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.337557 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.337584 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.344708 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:36:38.344732 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:36:40.806017 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5f49487644-ftv8b] creating logical port openshift-monitoring_telemeter-client-5f49487644-ftv8b for pod on switch ip-10-0-2-54.ec2.internal I0521 19:36:40.806168 3664 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5f49487644-ftv8b I0521 19:36:40.827237 3664 pod.go:62] [openshift-monitoring/telemeter-client-5f49487644-ftv8b] pod update took 21.111981ms I0521 19:36:40.827258 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5f49487644-ftv8b] addLogicalPort annotation time took 21.136317ms I0521 19:36:40.828579 3664 pods.go:271] [openshift-monitoring/telemeter-client-5f49487644-ftv8b] addLogicalPort took 22.583987ms, libovsdb time 908.138µs I0521 19:36:41.164994 3664 cni.go:452] [openshift-monitoring/telemeter-client-5f49487644-ftv8b 9896fd366ffa110297374f73f7ce9d2ee7108d616a86f5ba1172ce7275d43b3d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5f49487644-ftv8b 9896fd366ffa110297374f73f7ce9d2ee7108d616a86f5ba1172ce7275d43b3d network default NAD default NAD key ] I0521 19:36:41.174247 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5f49487644-ftv8b, hostIfaceName: 9896fd366ffa110, network: default, NAD default, SandboxID: "9896fd366ffa110297374f73f7ce9d2ee7108d616a86f5ba1172ce7275d43b3d", PCI device ID: , UID: "919c39ca-ed8c-489c-a4b5-e31f91949f8c", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:36:41.224203 3664 cni.go:473] [openshift-monitoring/telemeter-client-5f49487644-ftv8b 9896fd366ffa110297374f73f7ce9d2ee7108d616a86f5ba1172ce7275d43b3d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5f49487644-ftv8b 9896fd366ffa110297374f73f7ce9d2ee7108d616a86f5ba1172ce7275d43b3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:a2:3b:40:f7:02\",\"name\":\"9896fd366ffa110\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf964c3-166c-4ea3-8dee-5cfe4ffb3513\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:36:42.529876 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:42.530445 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:43.389944 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.389974 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.397440 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:36:43.397463 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:36:53.552738 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553322 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553360 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553369 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:36:53.553382 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553386 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:36:53.685895 3664 base_network_controller_pods.go:487] [default/openshift-console/console-5d58f4f79c-qfwg5] creating logical port openshift-console_console-5d58f4f79c-qfwg5 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:36:53.685996 3664 kube.go:256] Updating pod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:36:53.706932 3664 pod.go:62] [openshift-console/console-5d58f4f79c-qfwg5] pod update took 20.962333ms I0521 19:36:53.706957 3664 base_network_controller_pods.go:951] [default/openshift-console/console-5d58f4f79c-qfwg5] addLogicalPort annotation time took 20.992419ms I0521 19:36:53.708258 3664 pods.go:271] [openshift-console/console-5d58f4f79c-qfwg5] addLogicalPort took 22.382826ms, libovsdb time 977.452µs I0521 19:36:54.046042 3664 cni.go:452] [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key ] I0521 19:36:54.054994 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d58f4f79c-qfwg5, hostIfaceName: 76bf6dec137399b, network: default, NAD default, SandboxID: "76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d", PCI device ID: , UID: "160c6cdd-e341-4bc9-ad72-48bfacd036f0", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:36:54.102615 3664 cni.go:473] [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c6:ce:9d:4b:2c\",\"name\":\"76bf6dec137399b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e334a8cc-18c4-4809-ba57-d032189091c2\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:36:54.198692 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:36:54.579614 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579634 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579653 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579663 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.962929 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:36:54.972527 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 19:37:04.257224 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:37:09.962179 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key ] I0521 19:37:10.035793 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 435a6faf5ac68d5c645fa1c9c8d38382fd2bb7644579b41ca0e9e4c59a2c7dd6 network default NAD default NAD key default], result "{}", err I0521 19:37:10.103985 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.104020 3664 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:37:10.113544 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13 I0521 19:37:10.113586 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.575783 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.575806 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.582435 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:37:10.582459 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:37:10.621696 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:37:10.621817 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:37:10.643304 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.537198ms I0521 19:37:10.643331 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.569582ms I0521 19:37:10.644551 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.87743ms, libovsdb time 850.551µs I0521 19:37:10.978268 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 b563aa87e74b338be419956902f3b6b54fe9936b63a126ed394dcdc753dc2e35 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b563aa87e74b338be419956902f3b6b54fe9936b63a126ed394dcdc753dc2e35 network default NAD default NAD key ] I0521 19:37:10.987798 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b563aa87e74b338, network: default, NAD default, SandboxID: "b563aa87e74b338be419956902f3b6b54fe9936b63a126ed394dcdc753dc2e35", PCI device ID: , UID: "9fa8f7ea-cc19-4848-9e8e-27813c388ce4", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:37:11.054900 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 b563aa87e74b338be419956902f3b6b54fe9936b63a126ed394dcdc753dc2e35 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b563aa87e74b338be419956902f3b6b54fe9936b63a126ed394dcdc753dc2e35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e1:5b:45:3a:e7\",\"name\":\"b563aa87e74b338\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63860ff9-260a-433a-bd8a-13fc38727ed1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:18.997662 3664 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:18.998241 3664 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:19.532528 3664 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.532555 3664 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.538362 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:19.538390 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:29.603705 3664 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:29.604186 3664 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:30.232900 3664 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.232929 3664 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.240765 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:30.240789 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:33.385865 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:33.386391 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:34.269194 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:34.269214 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:37:41.033045 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:37:41.033066 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:37:41.033073 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:37:45.838242 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key ] I0521 19:37:45.919488 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 bb7b4644666f2f1c14bd7b6f74447c7b9bf57680fc40c034ac7adf15864ac2bc network default NAD default NAD key default], result "{}", err I0521 19:37:45.985039 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:45.985104 3664 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:37:45.986523 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.18 I0521 19:37:45.986551 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:46.432721 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.432775 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.438901 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:37:46.438928 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:37:46.486221 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:37:46.486363 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:37:46.509355 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.031545ms I0521 19:37:46.509376 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.059393ms I0521 19:37:46.510790 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.587493ms, libovsdb time 973.812µs I0521 19:37:46.846203 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0e95b2372f3e70ce13d3503f814d6084743885ed6b79a3c214c3b99b0d199a89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0e95b2372f3e70ce13d3503f814d6084743885ed6b79a3c214c3b99b0d199a89 network default NAD default NAD key ] I0521 19:37:46.855528 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0e95b2372f3e70c, network: default, NAD default, SandboxID: "0e95b2372f3e70ce13d3503f814d6084743885ed6b79a3c214c3b99b0d199a89", PCI device ID: , UID: "de565eb3-cae3-4fe2-84e6-671079343dcc", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:37:46.902759 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0e95b2372f3e70ce13d3503f814d6084743885ed6b79a3c214c3b99b0d199a89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0e95b2372f3e70ce13d3503f814d6084743885ed6b79a3c214c3b99b0d199a89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:72:ef:bc:8c:85\",\"name\":\"0e95b2372f3e70c\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9aed171-c15e-4764-aef8-fd6bc9cfea8b\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:38:47.731482 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:47.731510 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:39:38.639041 3664 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:38.639695 3664 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:39.081086 3664 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.081121 3664 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.087349 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:39.087375 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:49.886281 3664 cni.go:452] [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key ] I0521 19:39:49.962080 3664 cni.go:473] [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d58f4f79c-qfwg5 76bf6dec137399bbff46d93ca0ccd1d666ddaecdc16d1931c9cdd95b4b03e90d network default NAD default NAD key default], result "{}", err I0521 19:39:50.010112 3664 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.010149 3664 pods.go:176] Deleting pod: openshift-console/console-5d58f4f79c-qfwg5 I0521 19:39:50.011539 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d58f4f79c-qfwg5, ips: 10.130.0.20 I0521 19:39:50.011576 3664 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.927908 3664 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.927936 3664 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.934254 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:39:50.934281 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:40:03.952347 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:03.952888 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.843702 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:04.843733 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:12.103831 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:40:24.196818 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:40:35.217479 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0521 19:40:41.093766 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:40:55.642346 3664 namespace.go:98] [tsf] adding namespace I0521 19:40:55.643215 3664 namespace.go:102] [tsf] adding namespace took 848.326µs I0521 19:40:55.672604 3664 namespace.go:142] [tsf] updating namespace I0521 19:40:55.684807 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:00.025031 3664 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:00.025834 3664 namespace.go:102] [cert-manager-operator] adding namespace took 781.643µs I0521 19:41:00.028021 3664 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:00.028628 3664 namespace.go:102] [konflux-operator] adding namespace took 594.365µs I0521 19:41:00.031722 3664 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:00.032372 3664 namespace.go:102] [tsf-tpa] adding namespace took 636.597µs I0521 19:41:00.035881 3664 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:00.035953 3664 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:00.036057 3664 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:00.036522 3664 namespace.go:102] [rhbk-operator] adding namespace took 627.799µs I0521 19:41:00.037076 3664 namespace.go:102] [rhtpa-operator] adding namespace took 1.109858ms I0521 19:41:00.037627 3664 namespace.go:102] [konflux-ui] adding namespace took 1.554909ms I0521 19:41:00.039736 3664 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:00.040261 3664 namespace.go:102] [tsf-tas] adding namespace took 512.772µs I0521 19:41:00.047802 3664 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:00.048343 3664 namespace.go:102] [tsf-keycloak] adding namespace took 528.339µs I0521 19:41:00.052902 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.062616 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.078140 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.136945 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.199659 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.207944 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.208011 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.243504 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.243635 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.243752 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.243827 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.247192 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.286670 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.286699 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.411387 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.451751 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.518648 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.583768 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.604747 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.622050 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.653745 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.701660 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.707603 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.724561 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:01.677612 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:01.690577 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:01.842952 3664 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-54.ec2.internal I0521 19:41:01.843053 3664 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:41:01.862362 3664 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.341529ms I0521 19:41:01.862384 3664 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.3687ms I0521 19:41:01.863582 3664 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.649608ms, libovsdb time 859.552µs I0521 19:41:02.218125 3664 cni.go:452] [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key ] I0521 19:41:02.227491 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: b82a5ff775a69f3, network: default, NAD default, SandboxID: "b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd", PCI device ID: , UID: "83387da1-0d26-42b2-b94f-68bc1c9243a2", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:41:02.276429 3664 cni.go:473] [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b1:6e:9d:7c:52\",\"name\":\"b82a5ff775a69f3\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e3249f6-e2db-4010-bcd6-8c48ba7c6d2f\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:03.022111 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=118 I0521 19:41:07.579219 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.579791 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.579818 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.579827 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:07.579841 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.579845 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:08.608040 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608067 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608080 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608092 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608903 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609540 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609563 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609570 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:08.609581 3664 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609585 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:09.633916 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633940 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633957 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633974 3664 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.717385 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.718092 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.718127 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.718139 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:09.718155 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.718165 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:10.741160 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741191 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741207 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741224 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:12.629564 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630128 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630153 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630161 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.630173 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630177 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.640662 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.641240 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.641267 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.641274 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.641287 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.641293 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.655834 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.655851 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.655862 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.655874 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.639182 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639753 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639780 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639788 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:14.639800 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639804 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:14.666782 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.666799 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.666811 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.666823 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.021888 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:41:15.668074 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668094 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668111 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668126 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:41:19.141279 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:26.958691 3664 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:27.050728 3664 namespace.go:142] [openshift-operators] updating namespace W0521 19:41:29.051174 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:29.092744 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:32.267011 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:35.924887 3664 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:37.565812 3664 namespace.go:98] [cert-manager] adding namespace I0521 19:41:37.567047 3664 namespace.go:102] [cert-manager] adding namespace took 1.210208ms I0521 19:41:37.604272 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:41:37.636790 3664 namespace.go:142] [cert-manager] updating namespace W0521 19:41:38.138829 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.148943 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.177862 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.187014 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:43.022055 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=54 I0521 19:41:45.035857 3664 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:45.036707 3664 namespace.go:102] [trusted-artifact-signer] adding namespace took 826.653µs I0521 19:41:45.065800 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:45.085576 3664 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:41:45.282893 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:45.730662 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:45.730682 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:48.022045 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52 I0521 19:41:48.201888 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 19:41:51.645073 3664 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:51.645949 3664 namespace.go:102] [openshift-pipelines] adding namespace took 854.855µs I0521 19:41:51.665103 3664 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:52.976142 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:41:53.181535 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:53.576795 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:53.777657 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:53.980694 3664 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:54.380735 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:54.582697 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:54.781402 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:54.992650 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:55.204743 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.400019 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.603961 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.728941 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:41:55.739119 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:55.747907 3664 namespace.go:142] [default] updating namespace I0521 19:41:55.761624 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:55.771793 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:55.786044 3664 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:55.802269 3664 namespace.go:142] [openshift] updating namespace I0521 19:41:55.813116 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:55.822403 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:55.830611 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:55.841475 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:55.853348 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.864312 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.891254 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.984825 3664 namespace.go:142] [cert-manager] updating namespace I0521 19:41:56.085120 3664 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:56.186820 3664 namespace.go:142] [default] updating namespace I0521 19:41:56.286150 3664 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:56.387286 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:56.487559 3664 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:56.585386 3664 namespace.go:142] [openshift] updating namespace I0521 19:41:56.685704 3664 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:56.787517 3664 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:56.940724 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:57.097202 3664 namespace.go:142] [tsf] updating namespace I0521 19:41:57.170718 3664 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:57.225692 3664 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:57.287817 3664 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:57.706981 3664 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:41:59.377683 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:42:05.960764 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-k9qkk for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:05.960876 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk I0521 19:42:05.976790 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk] pod update took 15.956444ms I0521 19:42:05.976813 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk] addLogicalPort annotation time took 15.98326ms I0521 19:42:05.978112 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk] addLogicalPort took 17.367377ms, libovsdb time 994.512µs I0521 19:42:06.319150 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk 9265d764d42607a6282a03f8a17561f19df56e8f7077571592ee9556a7155f1b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk 9265d764d42607a6282a03f8a17561f19df56e8f7077571592ee9556a7155f1b network default NAD default NAD key ] I0521 19:42:06.328384 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-k9qkk, hostIfaceName: 9265d764d42607a, network: default, NAD default, SandboxID: "9265d764d42607a6282a03f8a17561f19df56e8f7077571592ee9556a7155f1b", PCI device ID: , UID: "6cb14b17-96e7-48e6-8693-3aadf83457d9", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:42:06.374352 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk 9265d764d42607a6282a03f8a17561f19df56e8f7077571592ee9556a7155f1b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-k9qkk 9265d764d42607a6282a03f8a17561f19df56e8f7077571592ee9556a7155f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:62:60:90:0f:39\",\"name\":\"9265d764d42607a\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86426e6b-7ac7-4f8a-b2dd-16b56e7412de\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:10.380908 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:42:10.380973 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t: no pod IPs found W0521 19:42:10.546434 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546453 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546458 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:12.431777 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.431799 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.431804 3664 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.431808 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:15.555712 3664 cni.go:452] [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key ] I0521 19:42:15.633358 3664 cni.go:473] [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions b82a5ff775a69f32f452134a22913183a9800a7b1c15a6dcfdd31c92fa1b60fd network default NAD default NAD key default], result "{}", err I0521 19:42:15.687892 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.687919 3664 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:42:15.689106 3664 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0521 19:42:15.689135 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.714230 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.714255 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.720666 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:15.720691 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:42:17.674740 3664 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:17.674861 3664 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:42:17.689009 3664 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.188626ms I0521 19:42:17.689030 3664 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.21544ms I0521 19:42:17.690330 3664 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.609632ms, libovsdb time 976.381µs I0521 19:42:18.032876 3664 cni.go:452] [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key ] I0521 19:42:18.042607 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e976b0390a0fa05, network: default, NAD default, SandboxID: "e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8", PCI device ID: , UID: "a25ca419-64d8-4f18-abde-d21a790def84", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:42:18.091660 3664 cni.go:473] [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:73:19:b0:6c:f4\",\"name\":\"e976b0390a0fa05\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc958e39-ef73-44eb-8812-0d18092af050\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:18.224031 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:42:20.507071 3664 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-cbq86 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:20.507172 3664 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86 I0521 19:42:20.519617 3664 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86] pod update took 12.468884ms I0521 19:42:20.519647 3664 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86] addLogicalPort annotation time took 12.503009ms I0521 19:42:20.520921 3664 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86] addLogicalPort took 13.866559ms, libovsdb time 895.81µs I0521 19:42:21.508563 3664 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-vds44 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:21.508651 3664 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44 I0521 19:42:21.521952 3664 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44] pod update took 13.325301ms I0521 19:42:21.521978 3664 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44] addLogicalPort annotation time took 13.35377ms I0521 19:42:21.523137 3664 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44] addLogicalPort took 14.589459ms, libovsdb time 825.895µs W0521 19:42:21.540717 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:21.540732 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:21.540738 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:42:23.094268 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0521 19:42:23.907975 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.908004 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.908009 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 19:42:25.963299 3664 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86 2cab3333a515f2b4b76bf8187e4e421ea22e93a988ae0a4f25c27fd560ce727e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86 2cab3333a515f2b4b76bf8187e4e421ea22e93a988ae0a4f25c27fd560ce727e network default NAD default NAD key ] I0521 19:42:25.973699 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-cbq86, hostIfaceName: 2cab3333a515f2b, network: default, NAD default, SandboxID: "2cab3333a515f2b4b76bf8187e4e421ea22e93a988ae0a4f25c27fd560ce727e", PCI device ID: , UID: "b1ba6496-2b46-4fb6-a17a-136476ffc25c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:42:26.021779 3664 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86 2cab3333a515f2b4b76bf8187e4e421ea22e93a988ae0a4f25c27fd560ce727e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cbq86 2cab3333a515f2b4b76bf8187e4e421ea22e93a988ae0a4f25c27fd560ce727e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1c:50:0b:84:1d\",\"name\":\"2cab3333a515f2b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57aff5c5-4cad-4405-9f9b-eb70172f7955\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:31.650776 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:42:32.977125 3664 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44 a4e3d01fd9da00ee089ca348a47d9c276df54106612147f8a2b985bd6d259ced network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44 a4e3d01fd9da00ee089ca348a47d9c276df54106612147f8a2b985bd6d259ced network default NAD default NAD key ] I0521 19:42:32.987443 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-vds44, hostIfaceName: a4e3d01fd9da00e, network: default, NAD default, SandboxID: "a4e3d01fd9da00ee089ca348a47d9c276df54106612147f8a2b985bd6d259ced", PCI device ID: , UID: "110dac25-1afa-4e08-8be5-4c763e423f40", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:42:33.034278 3664 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44 a4e3d01fd9da00ee089ca348a47d9c276df54106612147f8a2b985bd6d259ced network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vds44 a4e3d01fd9da00ee089ca348a47d9c276df54106612147f8a2b985bd6d259ced network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:25:eb:35:7c:8a\",\"name\":\"a4e3d01fd9da00e\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59b6ebef-83f9-4099-aa58-cc0869348575\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:33.643394 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:42:45.022141 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:42:52.642659 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:54.653373 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:56.750364 3664 cni.go:452] [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key ] I0521 19:42:56.834732 3664 cni.go:473] [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e976b0390a0fa058dcfc9f227e647ae7c33ab4eead9e6012bec6e0f0f3189ad8 network default NAD default NAD key default], result "{}", err I0521 19:42:56.884607 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.884647 3664 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:42:56.886279 3664 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.25 I0521 19:42:56.886368 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.930965 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.930992 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.936880 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:56.936913 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:57.871362 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-c4ftn for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:57.871498 3664 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn I0521 19:42:57.892731 3664 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn] pod update took 21.257384ms I0521 19:42:57.892760 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn] addLogicalPort annotation time took 21.290039ms I0521 19:42:57.893983 3664 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn] addLogicalPort took 22.640351ms, libovsdb time 884.042µs I0521 19:42:58.105809 3664 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-54.ec2.internal I0521 19:42:58.105983 3664 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:42:58.122534 3664 pod.go:62] [tsf/test-tsf-iam] pod update took 16.621654ms I0521 19:42:58.122559 3664 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.652044ms I0521 19:42:58.123753 3664 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.95906ms, libovsdb time 836.491µs I0521 19:42:58.233946 3664 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn 78922c85e3c02698ebd635e75bee58d188d4dc188328b6d855a9b13e41797386 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn 78922c85e3c02698ebd635e75bee58d188d4dc188328b6d855a9b13e41797386 network default NAD default NAD key ] I0521 19:42:58.243331 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-c4ftn, hostIfaceName: 78922c85e3c0269, network: default, NAD default, SandboxID: "78922c85e3c02698ebd635e75bee58d188d4dc188328b6d855a9b13e41797386", PCI device ID: , UID: "c649f50c-8b08-4d06-805e-3510bf8809ec", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:42:58.292613 3664 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn 78922c85e3c02698ebd635e75bee58d188d4dc188328b6d855a9b13e41797386 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-c4ftn 78922c85e3c02698ebd635e75bee58d188d4dc188328b6d855a9b13e41797386 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:57:f9:ac:9c:e5\",\"name\":\"78922c85e3c0269\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a44524d-09de-4ac8-b2db-8b49157f66ca\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:58.463815 3664 cni.go:452] [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key ] I0521 19:42:58.472953 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: b4defe949f61b2d, network: default, NAD default, SandboxID: "b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48", PCI device ID: , UID: "c770367b-1a83-4b86-9215-9eae5bd1e897", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:42:58.520797 3664 cni.go:473] [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ed:95:2a:b9:a6\",\"name\":\"b4defe949f61b2d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0df41492-6a1f-43f6-887d-5cf620406398\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:58.891093 3664 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:58.891761 3664 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:58.891781 3664 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:58.894249 3664 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:43:02.658212 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:05.734652 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:05.734744 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:43:05.746215 3664 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.493848ms I0521 19:43:05.746243 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.527817ms I0521 19:43:05.747736 3664 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.103328ms, libovsdb time 999.314µs W0521 19:43:06.671227 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.671247 3664 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.674123 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:06.674133 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:12.999802 3664 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 61ad3249cdfe1d7fc4fd51ff165b2ae2120b67ee81d8820c743aabaca54bf2cf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 61ad3249cdfe1d7fc4fd51ff165b2ae2120b67ee81d8820c743aabaca54bf2cf network default NAD default NAD key ] I0521 19:43:13.008848 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 61ad3249cdfe1d7, network: default, NAD default, SandboxID: "61ad3249cdfe1d7fc4fd51ff165b2ae2120b67ee81d8820c743aabaca54bf2cf", PCI device ID: , UID: "9d2c48b3-3d54-4b27-95bf-ee36f75865f5", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:43:13.057500 3664 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 61ad3249cdfe1d7fc4fd51ff165b2ae2120b67ee81d8820c743aabaca54bf2cf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 61ad3249cdfe1d7fc4fd51ff165b2ae2120b67ee81d8820c743aabaca54bf2cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d9:2b:19:cf:a9\",\"name\":\"61ad3249cdfe1d7\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b181558-ba1b-4699-a965-4f764ddb3eaa\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:18.900310 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:20.257148 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-tp4wx for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:20.257254 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx I0521 19:43:20.274298 3664 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx] pod update took 17.070366ms I0521 19:43:20.274326 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx] addLogicalPort annotation time took 17.102292ms I0521 19:43:20.275568 3664 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx] addLogicalPort took 18.435342ms, libovsdb time 867.463µs I0521 19:43:20.623676 3664 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx 778889d71a470f596a9b30552938f51cfd08d452b28e9d771428fa8170cf8d8b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx 778889d71a470f596a9b30552938f51cfd08d452b28e9d771428fa8170cf8d8b network default NAD default NAD key ] I0521 19:43:20.633038 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-tp4wx, hostIfaceName: 778889d71a470f5, network: default, NAD default, SandboxID: "778889d71a470f596a9b30552938f51cfd08d452b28e9d771428fa8170cf8d8b", PCI device ID: , UID: "4437aec6-71c6-473e-b643-45369bc1837f", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:43:20.685845 3664 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx 778889d71a470f596a9b30552938f51cfd08d452b28e9d771428fa8170cf8d8b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-tp4wx 778889d71a470f596a9b30552938f51cfd08d452b28e9d771428fa8170cf8d8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:48:49:af:dc:f2\",\"name\":\"778889d71a470f5\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/907f89bc-41e1-4d2c-9103-3917ffaab163\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:30.919047 3664 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.919068 3664 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.919072 3664 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:40.970468 3664 cni.go:452] [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key ] W0521 19:43:40.973709 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:40.973731 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:40.973739 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:41.054209 3664 cni.go:473] [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam b4defe949f61b2df4e77fd1e34e8497457a188f43e4071bdd242190519fd9f48 network default NAD default NAD key default], result "{}", err I0521 19:43:41.108149 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.108184 3664 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:43:41.109494 3664 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.29 I0521 19:43:41.109522 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.126772 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.126794 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.133134 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:41.133210 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:43:41.942556 3664 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:41.942647 3664 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:43:41.958003 3664 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.378628ms I0521 19:43:41.958028 3664 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.410169ms I0521 19:43:41.959455 3664 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.911292ms, libovsdb time 1.073716ms I0521 19:43:42.309354 3664 cni.go:452] [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key ] I0521 19:43:42.318895 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 6152510750ebb80, network: default, NAD default, SandboxID: "6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3", PCI device ID: , UID: "1ddda2f9-3867-4987-9b91-3f7fd1afbfb1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:43:42.369735 3664 cni.go:473] [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:24:7d:fb:82:81\",\"name\":\"6152510750ebb80\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c7c683e-49cd-47b8-89ca-d6a68c340baa\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:43.971305 3664 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-p759w-hhdzg] creating logical port tsf-tas_ctlog-createtree-job-p759w-hhdzg for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:43.971403 3664 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-p759w-hhdzg I0521 19:43:43.988902 3664 pod.go:62] [tsf-tas/ctlog-createtree-job-p759w-hhdzg] pod update took 17.524079ms I0521 19:43:43.988925 3664 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-p759w-hhdzg] addLogicalPort annotation time took 17.551514ms I0521 19:43:43.990103 3664 pods.go:271] [tsf-tas/ctlog-createtree-job-p759w-hhdzg] addLogicalPort took 18.822326ms, libovsdb time 847.005µs I0521 19:43:44.008637 3664 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-bfd69d4df-qkdfz] creating logical port tsf-tas_fulcio-server-bfd69d4df-qkdfz for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:44.008707 3664 kube.go:256] Updating pod tsf-tas/fulcio-server-bfd69d4df-qkdfz I0521 19:43:44.027524 3664 pod.go:62] [tsf-tas/fulcio-server-bfd69d4df-qkdfz] pod update took 18.834659ms I0521 19:43:44.027546 3664 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-bfd69d4df-qkdfz] addLogicalPort annotation time took 18.860924ms I0521 19:43:44.028632 3664 pods.go:271] [tsf-tas/fulcio-server-bfd69d4df-qkdfz] addLogicalPort took 20.004894ms, libovsdb time 758.79µs I0521 19:43:44.329581 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key ] I0521 19:43:44.339617 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-p759w-hhdzg, hostIfaceName: 973f95c5c5e010b, network: default, NAD default, SandboxID: "973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def", PCI device ID: , UID: "425c4a5f-69b3-427d-80af-c8896c78ab12", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:43:44.371426 3664 cni.go:452] [tsf-tas/fulcio-server-bfd69d4df-qkdfz e6be077d3730f4fe876ce8f863e7fb9d79deac478042e623322340895b6c0660 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-bfd69d4df-qkdfz e6be077d3730f4fe876ce8f863e7fb9d79deac478042e623322340895b6c0660 network default NAD default NAD key ] I0521 19:43:44.382077 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-bfd69d4df-qkdfz, hostIfaceName: e6be077d3730f4f, network: default, NAD default, SandboxID: "e6be077d3730f4fe876ce8f863e7fb9d79deac478042e623322340895b6c0660", PCI device ID: , UID: "31cf75c1-18dc-478a-8824-e090acedb4d2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:43:44.391158 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5f:10:f1:4a:91\",\"name\":\"973f95c5c5e010b\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23881120-fa4a-4d0c-8485-b044c461a028\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:44.429780 3664 cni.go:473] [tsf-tas/fulcio-server-bfd69d4df-qkdfz e6be077d3730f4fe876ce8f863e7fb9d79deac478042e623322340895b6c0660 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-bfd69d4df-qkdfz e6be077d3730f4fe876ce8f863e7fb9d79deac478042e623322340895b6c0660 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b8:e0:e5:a2:aa\",\"name\":\"e6be077d3730f4f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36527463-cbd8-43f8-aa6e-216c9dc5d6e1\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:44.446147 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-r529j-5jmcd] creating logical port tsf-tas_rekor-createtree-job-r529j-5jmcd for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:44.446255 3664 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-r529j-5jmcd I0521 19:43:44.469708 3664 pod.go:62] [tsf-tas/rekor-createtree-job-r529j-5jmcd] pod update took 23.484405ms I0521 19:43:44.469731 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-r529j-5jmcd] addLogicalPort annotation time took 23.509706ms I0521 19:43:44.471051 3664 pods.go:271] [tsf-tas/rekor-createtree-job-r529j-5jmcd] addLogicalPort took 24.920521ms, libovsdb time 934.484µs I0521 19:43:44.806237 3664 cni.go:452] [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key ] I0521 19:43:44.816185 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-r529j-5jmcd, hostIfaceName: a97f4380eb74af8, network: default, NAD default, SandboxID: "a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab", PCI device ID: , UID: "a09f514b-5a09-4702-9bbe-0629c9f44155", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:43:44.866911 3664 cni.go:473] [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:51:d1:b4:6c:2f\",\"name\":\"a97f4380eb74af8\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aba52c08-e05b-442b-bc5d-6f03043c1b2e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:45.021149 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0521 19:43:47.061332 3664 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6975757c55-dvls8] creating logical port tsf-tas_trillian-db-6975757c55-dvls8 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:43:47.061469 3664 kube.go:256] Updating pod tsf-tas/trillian-db-6975757c55-dvls8 I0521 19:43:47.076906 3664 pod.go:62] [tsf-tas/trillian-db-6975757c55-dvls8] pod update took 15.496899ms I0521 19:43:47.076931 3664 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6975757c55-dvls8] addLogicalPort annotation time took 15.53018ms I0521 19:43:47.078374 3664 pods.go:271] [tsf-tas/trillian-db-6975757c55-dvls8] addLogicalPort took 17.061535ms, libovsdb time 952.789µs I0521 19:43:53.725520 3664 cni.go:452] [tsf-tas/trillian-db-6975757c55-dvls8 e0a63635ffd92229e815785261dae2bfd48248d0517d6a08e9a08c64d2ac3d84 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6975757c55-dvls8 e0a63635ffd92229e815785261dae2bfd48248d0517d6a08e9a08c64d2ac3d84 network default NAD default NAD key ] I0521 19:43:53.735142 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6975757c55-dvls8, hostIfaceName: e0a63635ffd9222, network: default, NAD default, SandboxID: "e0a63635ffd92229e815785261dae2bfd48248d0517d6a08e9a08c64d2ac3d84", PCI device ID: , UID: "7f47ed50-cd74-4a81-93c7-547652345a07", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:43:53.786542 3664 cni.go:473] [tsf-tas/trillian-db-6975757c55-dvls8 e0a63635ffd92229e815785261dae2bfd48248d0517d6a08e9a08c64d2ac3d84 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6975757c55-dvls8 e0a63635ffd92229e815785261dae2bfd48248d0517d6a08e9a08c64d2ac3d84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b9:3d:d2:30:0f\",\"name\":\"e0a63635ffd9222\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbac0623-d3b2-4df6-b6b5-d9e39502d968\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:56.419965 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:43:56.463202 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:43:59.079177 3664 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:43:59.138815 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:59.139408 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:59.213677 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0521 19:44:00.019911 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:00.019934 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:01.599719 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:01.600361 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:02.461445 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:02.461478 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:10.088699 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:44:10.115901 3664 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:10.115918 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:10.120531 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:20.023959 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=802 I0521 19:44:22.216818 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-lwzml for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:22.216922 3664 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml I0521 19:44:22.243696 3664 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml] pod update took 26.800266ms I0521 19:44:22.243717 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml] addLogicalPort annotation time took 26.826558ms I0521 19:44:22.244982 3664 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml] addLogicalPort took 28.184938ms, libovsdb time 886.975µs I0521 19:44:23.177768 3664 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml 78b502c53b24759b0117ae4e66366d60f79d52b960e4dfe71f2d6b61f0badf04 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml 78b502c53b24759b0117ae4e66366d60f79d52b960e4dfe71f2d6b61f0badf04 network default NAD default NAD key ] I0521 19:44:23.187236 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-lwzml, hostIfaceName: 78b502c53b24759, network: default, NAD default, SandboxID: "78b502c53b24759b0117ae4e66366d60f79d52b960e4dfe71f2d6b61f0badf04", PCI device ID: , UID: "ae98531e-7baa-43d6-97da-8ccc60c87381", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:44:23.237929 3664 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml 78b502c53b24759b0117ae4e66366d60f79d52b960e4dfe71f2d6b61f0badf04 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-lwzml 78b502c53b24759b0117ae4e66366d60f79d52b960e4dfe71f2d6b61f0badf04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e1:34:4d:42:d8\",\"name\":\"78b502c53b24759\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/454680a3-821c-4c2d-8211-bf11ce3416f6\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:30.262466 3664 cni.go:452] [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key ] I0521 19:44:30.339166 3664 cni.go:473] [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 6152510750ebb802fa78b14320f2127d5798d2205b47c7901aab5df5e2fb99d3 network default NAD default NAD key default], result "{}", err I0521 19:44:30.461960 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.461995 3664 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:44:30.463296 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.32 I0521 19:44:30.463324 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.482013 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.482034 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.485278 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:30.485301 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:44:31.181528 3664 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-j7flm] creating logical port tsf_patch-tekton-config-j7flm for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:31.181647 3664 kube.go:256] Updating pod tsf/patch-tekton-config-j7flm I0521 19:44:31.197578 3664 pod.go:62] [tsf/patch-tekton-config-j7flm] pod update took 15.96548ms I0521 19:44:31.197599 3664 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-j7flm] addLogicalPort annotation time took 15.994291ms I0521 19:44:31.198860 3664 pods.go:271] [tsf/patch-tekton-config-j7flm] addLogicalPort took 17.351668ms, libovsdb time 838.395µs I0521 19:44:31.551037 3664 cni.go:452] [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key ] I0521 19:44:31.560665 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-j7flm, hostIfaceName: 93553353aced9bd, network: default, NAD default, SandboxID: "93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080", PCI device ID: , UID: "11bdc259-47fb-4e5b-81f5-ff09d97100b5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:44:31.609277 3664 cni.go:473] [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:55:71:c3:2f:b2\",\"name\":\"93553353aced9bd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f37435c2-2530-40f9-a0ba-7adfbf6105c4\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:37.310115 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key ] I0521 19:44:37.310213 3664 cni.go:452] [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key ] I0521 19:44:37.412073 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-p759w-hhdzg 973f95c5c5e010bfe2cbf084bb2982c7c72395d69376dfdcb42f0e59b3b58def network default NAD default NAD key default], result "{}", err I0521 19:44:37.428357 3664 cni.go:473] [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-r529j-5jmcd a97f4380eb74af817c3736f31eb20258a8b0deddc2c14f0f547f25d10cf715ab network default NAD default NAD key default], result "{}", err I0521 19:44:37.525758 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.525791 3664 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-p759w-hhdzg I0521 19:44:37.526996 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-p759w-hhdzg, ips: 10.130.0.33 I0521 19:44:37.527029 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.549368 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.549401 3664 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-r529j-5jmcd I0521 19:44:37.550559 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-r529j-5jmcd, ips: 10.130.0.35 I0521 19:44:37.550585 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.321739 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.321762 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354501 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354527 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:39.212425 3664 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-8689bf8897-hdzt8] creating logical port tsf-tas_ctlog-8689bf8897-hdzt8 for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:39.212522 3664 kube.go:256] Updating pod tsf-tas/ctlog-8689bf8897-hdzt8 I0521 19:44:39.226030 3664 pod.go:62] [tsf-tas/ctlog-8689bf8897-hdzt8] pod update took 13.539825ms I0521 19:44:39.226051 3664 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-8689bf8897-hdzt8] addLogicalPort annotation time took 13.567518ms I0521 19:44:39.227489 3664 pods.go:271] [tsf-tas/ctlog-8689bf8897-hdzt8] addLogicalPort took 15.09012ms, libovsdb time 1.005481ms I0521 19:44:39.321906 3664 cni.go:452] [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key ] I0521 19:44:39.409599 3664 cni.go:473] [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-j7flm 93553353aced9bd5cc6f3fb4a0be50fafccd60f2b86ea252230ae669a4b34080 network default NAD default NAD key default], result "{}", err I0521 19:44:39.458365 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:39.458394 3664 pods.go:176] Deleting pod: tsf/patch-tekton-config-j7flm I0521 19:44:39.459711 3664 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-j7flm, ips: 10.130.0.38 I0521 19:44:39.459744 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:39.574969 3664 cni.go:452] [tsf-tas/ctlog-8689bf8897-hdzt8 b1b02f7089eb3b59e65f8be2710829c303ed35d261a69e00694b49fa4b25ed75 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-8689bf8897-hdzt8 b1b02f7089eb3b59e65f8be2710829c303ed35d261a69e00694b49fa4b25ed75 network default NAD default NAD key ] I0521 19:44:39.584266 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-8689bf8897-hdzt8, hostIfaceName: b1b02f7089eb3b5, network: default, NAD default, SandboxID: "b1b02f7089eb3b59e65f8be2710829c303ed35d261a69e00694b49fa4b25ed75", PCI device ID: , UID: "5cb960ee-38ab-4fa5-933b-04c137cc0e7a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:44:39.633532 3664 cni.go:473] [tsf-tas/ctlog-8689bf8897-hdzt8 b1b02f7089eb3b59e65f8be2710829c303ed35d261a69e00694b49fa4b25ed75 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-8689bf8897-hdzt8 b1b02f7089eb3b59e65f8be2710829c303ed35d261a69e00694b49fa4b25ed75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4b:f0:5f:35:db\",\"name\":\"b1b02f7089eb3b5\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/801aa9de-cc7e-41e9-a8e7-044d5081dedd\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:40.346209 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:40.346239 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:40.588034 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-69f7f874bf-qdfmr] creating logical port tsf-tas_rekor-redis-69f7f874bf-qdfmr for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:40.588131 3664 kube.go:256] Updating pod tsf-tas/rekor-redis-69f7f874bf-qdfmr I0521 19:44:40.603166 3664 pod.go:62] [tsf-tas/rekor-redis-69f7f874bf-qdfmr] pod update took 15.059976ms I0521 19:44:40.603185 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-69f7f874bf-qdfmr] addLogicalPort annotation time took 15.085772ms I0521 19:44:40.604340 3664 pods.go:271] [tsf-tas/rekor-redis-69f7f874bf-qdfmr] addLogicalPort took 16.325771ms, libovsdb time 773.391µs W0521 19:44:41.338644 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:44:41.546181 3664 cni.go:452] [tsf-tas/rekor-redis-69f7f874bf-qdfmr 6a9917db4b61c00b7e07935e354f4224fed384f2d8e9f30f22e4f9dd942d51dd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-69f7f874bf-qdfmr 6a9917db4b61c00b7e07935e354f4224fed384f2d8e9f30f22e4f9dd942d51dd network default NAD default NAD key ] I0521 19:44:41.555118 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-69f7f874bf-qdfmr, hostIfaceName: 6a9917db4b61c00, network: default, NAD default, SandboxID: "6a9917db4b61c00b7e07935e354f4224fed384f2d8e9f30f22e4f9dd942d51dd", PCI device ID: , UID: "301f2ca0-e9dd-4121-bccd-bdd9467bf163", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:44:41.606374 3664 cni.go:473] [tsf-tas/rekor-redis-69f7f874bf-qdfmr 6a9917db4b61c00b7e07935e354f4224fed384f2d8e9f30f22e4f9dd942d51dd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-69f7f874bf-qdfmr 6a9917db4b61c00b7e07935e354f4224fed384f2d8e9f30f22e4f9dd942d51dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b9:6e:ea:99:ab\",\"name\":\"6a9917db4b61c00\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/626b39f9-5fed-4ce1-9c85-c8528fa5a24d\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:43.275805 3664 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-58f74dfcc7-9s9df] creating logical port tsf-tas_rekor-server-58f74dfcc7-9s9df for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:43.275916 3664 kube.go:256] Updating pod tsf-tas/rekor-server-58f74dfcc7-9s9df I0521 19:44:43.288569 3664 pod.go:62] [tsf-tas/rekor-server-58f74dfcc7-9s9df] pod update took 12.691676ms I0521 19:44:43.288597 3664 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-58f74dfcc7-9s9df] addLogicalPort annotation time took 12.72457ms I0521 19:44:43.289960 3664 pods.go:271] [tsf-tas/rekor-server-58f74dfcc7-9s9df] addLogicalPort took 14.170019ms, libovsdb time 1.004379ms W0521 19:44:43.370715 3664 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:44:44.705445 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:44:46.037125 3664 cni.go:452] [tsf-tas/rekor-server-58f74dfcc7-9s9df 1b8929a1191a2162f5e5788bdeb4714a2e064f8bcf11255a6397803450991158 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-58f74dfcc7-9s9df 1b8929a1191a2162f5e5788bdeb4714a2e064f8bcf11255a6397803450991158 network default NAD default NAD key ] I0521 19:44:46.048402 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-58f74dfcc7-9s9df, hostIfaceName: 1b8929a1191a216, network: default, NAD default, SandboxID: "1b8929a1191a2162f5e5788bdeb4714a2e064f8bcf11255a6397803450991158", PCI device ID: , UID: "d62f89ff-570d-422d-b5b8-471ae4999a55", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:44:46.101592 3664 cni.go:473] [tsf-tas/rekor-server-58f74dfcc7-9s9df 1b8929a1191a2162f5e5788bdeb4714a2e064f8bcf11255a6397803450991158 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-58f74dfcc7-9s9df 1b8929a1191a2162f5e5788bdeb4714a2e064f8bcf11255a6397803450991158 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b0:4b:d0:e3:ea\",\"name\":\"1b8929a1191a216\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1d9a88b-1b84-41f0-8f65-967fb9a65246\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:46.224271 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:44:46.847811 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:46.848381 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.868652 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.868678 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903400 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903450 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.907832 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j7flm I0521 19:44:47.907862 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j7flm W0521 19:44:48.377329 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:44:48.549339 3664 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:48.549481 3664 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:44:48.562568 3664 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.112329ms I0521 19:44:48.562594 3664 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.145414ms I0521 19:44:48.563997 3664 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.676747ms, libovsdb time 942.422µs I0521 19:44:48.908717 3664 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key ] I0521 19:44:48.917911 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7202b8cb0490574, network: default, NAD default, SandboxID: "7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a", PCI device ID: , UID: "0ce03e16-27a0-42c2-b008-bf48e925de39", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:44:48.967101 3664 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:23:89:82:d2:bf\",\"name\":\"7202b8cb0490574\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/865711b2-f881-42f6-bfbf-d7e0d2025c4b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:52.343451 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:44:52.403169 3664 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key ] I0521 19:44:52.479765 3664 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7202b8cb04905748b6a102a1f0759908ccf03bbe8e9f635422045c0e617c948a network default NAD default NAD key default], result "{}", err I0521 19:44:52.530675 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.530707 3664 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:44:52.532015 3664 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.42 I0521 19:44:52.532047 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.551214 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.551269 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.554330 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:44:52.554364 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:44:52.752382 3664 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-54.ec2.internal I0521 19:44:52.752508 3664 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:44:52.766017 3664 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.5324ms I0521 19:44:52.766038 3664 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.558684ms I0521 19:44:52.767444 3664 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.082851ms, libovsdb time 986.865µs I0521 19:44:53.112293 3664 cni.go:452] [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key ] I0521 19:44:53.122320 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f9438380f15a4d7, network: default, NAD default, SandboxID: "f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c", PCI device ID: , UID: "d4a023d0-5539-4db1-ac45-d1ec8b341011", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:44:53.172262 3664 cni.go:473] [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9a:31:3c:e9:5f\",\"name\":\"f9438380f15a4d7\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71017a29-2b4f-415c-906d-e58cc59ecd7e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:55.384981 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:44:58.933620 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:58.934180 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:44:59.382192 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:44:59.957872 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:59.957902 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:01.207231 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 19:45:02.946804 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:02.947366 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:03.105034 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:03.105054 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:05.971348 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.971873 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.241545 3664 base_network_controller_pods.go:487] [default/tsf-tpa/server-57969f4f67-ltbzt] creating logical port tsf-tpa_server-57969f4f67-ltbzt for pod on switch ip-10-0-2-54.ec2.internal I0521 19:45:06.241663 3664 kube.go:256] Updating pod tsf-tpa/server-57969f4f67-ltbzt I0521 19:45:06.255233 3664 pod.go:62] [tsf-tpa/server-57969f4f67-ltbzt] pod update took 13.605732ms I0521 19:45:06.255257 3664 base_network_controller_pods.go:951] [default/tsf-tpa/server-57969f4f67-ltbzt] addLogicalPort annotation time took 13.637189ms I0521 19:45:06.256540 3664 pods.go:271] [tsf-tpa/server-57969f4f67-ltbzt] addLogicalPort took 15.011653ms, libovsdb time 862.997µs I0521 19:45:06.993008 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.993029 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:08.023370 3664 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-hxg7m] creating logical port tsf-tpa_importer-86bcdf477b-hxg7m for pod on switch ip-10-0-2-54.ec2.internal I0521 19:45:08.023499 3664 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-hxg7m I0521 19:45:08.038223 3664 pod.go:62] [tsf-tpa/importer-86bcdf477b-hxg7m] pod update took 14.750245ms I0521 19:45:08.038247 3664 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-hxg7m] addLogicalPort annotation time took 14.784952ms I0521 19:45:08.039750 3664 pods.go:271] [tsf-tpa/importer-86bcdf477b-hxg7m] addLogicalPort took 16.402013ms, libovsdb time 1.061897ms I0521 19:45:15.107121 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0521 19:45:16.535591 3664 cni.go:452] [tsf-tpa/server-57969f4f67-ltbzt aa0e3e1a4109f9badda749023c21618b58576dd961f157f12d09ae11bbaa261b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-57969f4f67-ltbzt aa0e3e1a4109f9badda749023c21618b58576dd961f157f12d09ae11bbaa261b network default NAD default NAD key ] I0521 19:45:16.545087 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-57969f4f67-ltbzt, hostIfaceName: aa0e3e1a4109f9b, network: default, NAD default, SandboxID: "aa0e3e1a4109f9badda749023c21618b58576dd961f157f12d09ae11bbaa261b", PCI device ID: , UID: "d3f2d4ec-3854-4f21-bbe6-c8efcbb0df09", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:45:16.586461 3664 cni.go:452] [tsf-tpa/importer-86bcdf477b-hxg7m a484378ccbd4001b3a828c5b446d5121f2661edee4007629e990743a00e11ab2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-hxg7m a484378ccbd4001b3a828c5b446d5121f2661edee4007629e990743a00e11ab2 network default NAD default NAD key ] I0521 19:45:16.596870 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-hxg7m, hostIfaceName: a484378ccbd4001, network: default, NAD default, SandboxID: "a484378ccbd4001b3a828c5b446d5121f2661edee4007629e990743a00e11ab2", PCI device ID: , UID: "89d1d6ee-54d5-4586-a018-28b401a328ce", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:45:16.601990 3664 cni.go:473] [tsf-tpa/server-57969f4f67-ltbzt aa0e3e1a4109f9badda749023c21618b58576dd961f157f12d09ae11bbaa261b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-57969f4f67-ltbzt aa0e3e1a4109f9badda749023c21618b58576dd961f157f12d09ae11bbaa261b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9c:95:de:96:74\",\"name\":\"aa0e3e1a4109f9b\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/018373bc-6ad1-4c64-a287-b3b946c6f3c8\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:16.650826 3664 cni.go:473] [tsf-tpa/importer-86bcdf477b-hxg7m a484378ccbd4001b3a828c5b446d5121f2661edee4007629e990743a00e11ab2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-hxg7m a484378ccbd4001b3a828c5b446d5121f2661edee4007629e990743a00e11ab2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ff:7c:e4:a3:1c\",\"name\":\"a484378ccbd4001\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f50b8c0-eaae-4d36-930a-2d97cee1bde7\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:19.054709 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:19.055361 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:19.583782 3664 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:20.078064 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.078097 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.199685 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0521 19:45:30.589859 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0521 19:45:35.013909 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:45:46.693387 3664 cni.go:452] [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key ] I0521 19:45:46.775099 3664 cni.go:473] [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f9438380f15a4d7d5e2de4d741c36c6e77d6cac58b755d6cb5cea761e6bfd52c network default NAD default NAD key default], result "{}", err I0521 19:45:46.831590 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.831622 3664 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:45:46.832903 3664 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.43 I0521 19:45:46.832932 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.870852 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.870871 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.876936 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:46.876956 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:47.695873 3664 namespace.go:98] [default-tenant] adding namespace I0521 19:45:47.695961 3664 namespace.go:98] [build-service] adding namespace I0521 19:45:47.696002 3664 namespace.go:98] [integration-service] adding namespace I0521 19:45:47.696858 3664 namespace.go:102] [default-tenant] adding namespace took 955.204µs I0521 19:45:47.697471 3664 namespace.go:102] [build-service] adding namespace took 1.492778ms I0521 19:45:47.698167 3664 namespace.go:102] [integration-service] adding namespace took 2.149028ms I0521 19:45:47.698649 3664 namespace.go:98] [image-controller] adding namespace I0521 19:45:47.699323 3664 namespace.go:102] [image-controller] adding namespace took 660.826µs I0521 19:45:47.749926 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.771495 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.803120 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:47.843087 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:47.850627 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.870976 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.878686 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.910965 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.004104 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:48.037831 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:48.070593 3664 namespace.go:98] [release-service] adding namespace I0521 19:45:48.071535 3664 namespace.go:102] [release-service] adding namespace took 923.263µs I0521 19:45:48.115919 3664 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:48.152728 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:48.193094 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:48.288649 3664 namespace.go:98] [konflux-info] adding namespace I0521 19:45:48.289544 3664 namespace.go:102] [konflux-info] adding namespace took 871.726µs I0521 19:45:48.344606 3664 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:48.345386 3664 namespace.go:102] [namespace-lister] adding namespace took 759.482µs I0521 19:45:48.387642 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.449709 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.483712 3664 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:48.484576 3664 namespace.go:102] [enterprise-contract-service] adding namespace took 841.921µs I0521 19:45:48.521733 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.521832 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:48.813748 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:49.006051 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.158650 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:49.515123 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.677712 3664 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:49.678593 3664 namespace.go:102] [segment-bridge] adding namespace took 857.559µs I0521 19:45:49.707686 3664 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:49.708289 3664 namespace.go:102] [konflux-cli] adding namespace took 587.049µs I0521 19:45:49.797920 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.885752 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.916518 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:49.917118 3664 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:49.917137 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:49.920184 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:49.990704 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.097930 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.110526 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:50.110558 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:50.111459 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:50.707709 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:51.288633 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:52.075362 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:52.525585 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:52.823192 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:53.062083 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.402783 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.578969 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:53.715897 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:53.728744 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:53.753563 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:53.770536 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:53.780663 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:53.801510 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.819574 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.834678 3664 namespace.go:142] [release-service] updating namespace I0521 19:45:53.892774 3664 namespace.go:142] [build-service] updating namespace I0521 19:45:53.972934 3664 namespace.go:142] [default-tenant] updating namespace I0521 19:45:54.046143 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:54.146051 3664 namespace.go:142] [image-controller] updating namespace I0521 19:45:54.212695 3664 namespace.go:142] [integration-service] updating namespace I0521 19:45:54.318891 3664 namespace.go:142] [konflux-info] updating namespace I0521 19:45:54.413723 3664 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:54.503831 3664 namespace.go:142] [release-service] updating namespace W0521 19:45:55.138342 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:55.735328 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:55.938013 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.056225 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.067379 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.169900 3664 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.271052 3664 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.313277 3664 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:45:58.634623 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:01.657857 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.658053 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:01.704084 3664 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:02.191216 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:02.193634 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:03.199619 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:03.199717 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:04.699610 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:04.699628 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:07.230710 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:07.230730 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:12.991042 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.991607 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.261245 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.261271 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.267501 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:46:13.267526 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:46:57.342800 3664 base_network_controller_pods.go:487] [default/openshift-console/console-fb457dc4-n6sqd] creating logical port openshift-console_console-fb457dc4-n6sqd for pod on switch ip-10-0-2-54.ec2.internal I0521 19:46:57.342963 3664 kube.go:256] Updating pod openshift-console/console-fb457dc4-n6sqd I0521 19:46:57.376509 3664 pod.go:62] [openshift-console/console-fb457dc4-n6sqd] pod update took 33.589338ms I0521 19:46:57.376531 3664 base_network_controller_pods.go:951] [default/openshift-console/console-fb457dc4-n6sqd] addLogicalPort annotation time took 33.615267ms I0521 19:46:57.377844 3664 pods.go:271] [openshift-console/console-fb457dc4-n6sqd] addLogicalPort took 35.064612ms, libovsdb time 959.662µs I0521 19:46:57.700763 3664 cni.go:452] [openshift-console/console-fb457dc4-n6sqd 0468002b1763746cd55e101ab261cf35379efd70cad247e0f4f743b5700b554d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-fb457dc4-n6sqd 0468002b1763746cd55e101ab261cf35379efd70cad247e0f4f743b5700b554d network default NAD default NAD key ] I0521 19:46:57.709792 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-fb457dc4-n6sqd, hostIfaceName: 0468002b1763746, network: default, NAD default, SandboxID: "0468002b1763746cd55e101ab261cf35379efd70cad247e0f4f743b5700b554d", PCI device ID: , UID: "474e509a-b0e7-422a-a807-ba7e0c81b8e7", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:46:57.761185 3664 cni.go:473] [openshift-console/console-fb457dc4-n6sqd 0468002b1763746cd55e101ab261cf35379efd70cad247e0f4f743b5700b554d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-fb457dc4-n6sqd 0468002b1763746cd55e101ab261cf35379efd70cad247e0f4f743b5700b554d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:36:88:ed:16:31\",\"name\":\"0468002b1763746\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14f953e6-e6fe-4fbe-83ef-b8befd2cc080\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:47:04.024848 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154 W0521 19:47:08.140604 3664 util.go:959] Failed to build node endpoints for node ip-10-0-2-54.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:47:15.463539 3664 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:15.464148 3664 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:16.089486 3664 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.089511 3664 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.095635 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:16.095660 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:20.230390 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.230958 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.249239 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.249259 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.255345 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:20.255369 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:21.205053 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:47:22.658141 3664 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.658710 3664 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:23.117363 3664 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.117393 3664 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.124048 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-rmz5v I0521 19:47:23.124080 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-rmz5v I0521 19:47:33.486899 3664 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.487516 3664 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.735273 3664 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.735294 3664 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.743619 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-spm47 I0521 19:47:33.743644 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-spm47 I0521 19:47:49.454430 3664 namespace.go:98] [managed-tenant-e5y28] adding namespace I0521 19:47:49.455248 3664 namespace.go:102] [managed-tenant-e5y28] adding namespace took 794.135µs I0521 19:47:49.481725 3664 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:49.507567 3664 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.506496 3664 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.641503 3664 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.740896 3664 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:48:29.226774 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:49:00.030424 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:49:05.097577 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 19:49:13.096494 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 19:49:27.025646 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=126 I0521 19:49:39.026451 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0521 19:49:52.025322 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0521 19:50:02.216713 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:50:04.156025 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.156631 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.017918 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.017950 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:34.220357 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 19:51:47.210353 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:52:16.203049 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:52:47.109950 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:52:48.028704 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0521 19:52:59.208036 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:54:09.027295 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=282 I0521 19:54:43.227587 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0521 19:54:59.050406 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.050470 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.055192 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsn4m I0521 19:54:59.055228 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsn4m I0521 19:55:03.031872 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.031927 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.036507 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mfzvn I0521 19:55:03.036535 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mfzvn I0521 19:55:06.039629 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.039677 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.045533 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v2wvw I0521 19:55:06.045558 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v2wvw I0521 19:55:19.029668 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0521 19:55:38.101356 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0521 19:56:43.028257 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0521 19:56:43.035030 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:56:56.029092 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0521 19:57:01.099636 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:57:13.213614 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:57:22.223681 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:57:34.230137 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0521 19:57:46.206558 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:58:11.220475 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:59:39.030502 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0521 20:00:04.382140 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.382753 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:05.236644 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.236698 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.267206 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.267229 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.272466 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:00:05.272490 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:00:58.104525 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 20:01:06.033088 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0521 20:01:14.113786 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 20:01:43.211676 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 20:02:21.032377 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10